mat

0 Followers · 0 Following

• Joined on 2025-11-02

Repositories

1

Projects Packages Public Activity Starred Repositories

halogen-flash-server (0.5.6)

Published 2026-09-11 21:39:58 +02:00 by mat

Installation

Pull the image from the command line:

docker pull git.mialemrobicnic.pl/mat/halogen-flash-server:0.5.6

Digest

sha256:17b2586a421a5fd856208b0bfeb483b3a68018094f52c7b2bf757bb4984f5d83

For more information on the Container registry, see the documentation.

About this package

Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)

Image Layers

# debian.sh --arch 'amd64' out/ 'trixie' '@1787529600'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

ENV PYTHON_VERSION=3.12.14

ENV PYTHON_SHA256=5c8462af5790baf43a321a1559dbe0db06d1be4300fb85fb53c40060668e548a

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ARG ROCM_VERSION

ARG ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION VERSION

LABEL org.opencontainers.image.title="halogen-flash-server" org.opencontainers.image.vendor="Peonist" org.opencontainers.image.source="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.documentation="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.description="Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)" org.opencontainers.image.version="${VERSION}" org.opencontainers.image.revision="${REVISION}" org.opencontainers.image.licenses="LicenseRef-Peonist-EULA"

|4 REVISION=0774ecfcd7c5 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.5.6 /bin/sh -c pip install --no-cache-dir --index-url ${ROCM_INDEX} "rocm[libraries]==${ROCM_VERSION}" "rocm-sdk-device-gfx1151==${ROCM_VERSION}"

COPY file:23fd267edab414a1f455813c3980efa74cced4b86596a4f28308bd38e6fd08b7 in /tmp/requirements-api.txt

|4 REVISION=0774ecfcd7c5 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.5.6 /bin/sh -c pip install --no-cache-dir -r /tmp/requirements-api.txt && rm /tmp/requirements-api.txt

ENV ROCM_SITE=/usr/local/lib/python3.12/site-packages

|4 REVISION=0774ecfcd7c5 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.5.6 /bin/sh -c set -eux; cd ${ROCM_SITE}/_rocm_sdk_libraries/lib; rm -f libMIOpen.so* libMIOpenCKGroupedConv_*.so librocsparse.so* libhipsparse.so* librocrand.so* libhiprand.so* librocfft.so* libhipfft.so* librocsolver.so* libhipsolver.so* librccl.so* ; find ${ROCM_SITE} -name "*.a" -delete; find ${ROCM_SITE} -type d -name "__pycache__" -prune -exec rm -rf {} +

|4 REVISION=0774ecfcd7c5 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.5.6 /bin/sh -c set -eux; test -f ${ROCM_SITE}/_rocm_sdk_libraries/lib/libhipblaslt.so.1; test -f ${ROCM_SITE}/_rocm_sdk_core/lib/libamdhip64.so.7; test ! -d ${ROCM_SITE}/_rocm_sdk_devel; ls -d ${ROCM_SITE}/_rocm_sdk_libraries/lib/hipblaslt/library/gfx1151*; du -sh ${ROCM_SITE}/_rocm_sdk_core ${ROCM_SITE}/_rocm_sdk_libraries

ENV ROCM_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_DEVICE_LIB_PATH=${ROCM_SITE}/_rocm_sdk_core/lib/llvm/amdgcn/bitcode LD_LIBRARY_PATH=${ROCM_SITE}/_rocm_sdk_core/lib:${ROCM_SITE}/_rocm_sdk_libraries/lib HALOGEN_ARCH=gfx1151 HIP_FORCE_DEV_KERNARG=1 PYTHONUNBUFFERED=1 HF_HUB_OFFLINE=1 TRANSFORMERS_VERBOSITY=error

ENV HALOGEN_ATTN_FA=64

ENV HALOGEN_PROMPT_CACHE=2 HALOGEN_PREFILL_CHUNK=32768

ENV HALOGEN_KV_SLOTS=4 HALOGEN_CTX=262144 HALOGEN_MAX_TOK=32768

ENV HALOGEN_MATMUL_ALGOS=1 HALOGEN_MATMUL_BUCKET=1

COPY file:deb5d8b2c7c7b71905710f7f95d8991ff823d6ed49c13cd2843447ebda782dca in /opt/halogen/flash-tune.plan

ENV HALOGEN_MATMUL_TUNING_FILE=/opt/halogen/flash-tune.plan

COPY multi:41f526ab2c3c5b7b902f031b3b47021b96f0ca5694c48877cbf5f499a16f8459 in /licenses/

COPY file:11081e7350ae613fc10d6ad80620fa0d8f4380eaf0d624ad360bbb37c0024016 in /usr/local/bin/flash_serve

COPY multi:f42720c10847ec02b4bf9433bab46d27684a07e682612cae186a498c3f4ac26d in /halogen/tools/

COPY file:a3591866e970c6c48dacf926427498ebfa14603cb4aca50e74e949f0b9cd5a29 in /usr/local/bin/entrypoint.sh

COPY file:83302f50587def1724200813ceadee26e2644e3915c4df682a28101de5149257 in /usr/local/bin/halogen-healthcheck

|4 REVISION=0774ecfcd7c5 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.5.6 /bin/sh -c chmod +x /usr/local/bin/entrypoint.sh /usr/local/bin/halogen-healthcheck

ENV HALOGEN_CHECKPOINT=/models/qwen38-flash-next-w4b.hgn HALOGEN_TOKENIZER=/tokenizer HALOGEN_PORT=8730 HALOGEN_BIND=127.0.0.1 HALOGEN_API_PORT=8731 HALOGEN_MAX_TOKENS_CAP=65536 HALOGEN_QUEUE_TIMEOUT=3600

EXPOSE 8731

HEALTHCHECK --interval=30s --timeout=35s --start-period=30m --retries=3 CMD ["/usr/local/bin/halogen-healthcheck", "auto"]

ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

CMD ["all"]

Labels

Key	Value
io.buildah.version	1.43.2
org.opencontainers.image.description	Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)
org.opencontainers.image.documentation	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.licenses	LicenseRef-Peonist-EULA
org.opencontainers.image.revision	0774ecfcd7c5
org.opencontainers.image.source	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.title	halogen-flash-server
org.opencontainers.image.vendor	Peonist
org.opencontainers.image.version	0.5.6

Details

Container

2026-09-11 21:39:58 +02:00

1

OCI / Docker

linux/amd64

LicenseRef-Peonist-EULA

Repository Site

Documentation Site

837 MiB

Versions (4) View all

0.16.4 2026-10-07

0.13.8 2026-09-24

0.7.0 2026-09-13

0.5.6 2026-09-11