mat

Joined on 2025-11-02

halogen-flash-server (0.16.4)

Published 2026-10-07 13:10:10 +02:00 by mat

Pull the image from the command line:

docker pull git.mialemrobicnic.pl/mat/halogen-flash-server:0.16.4

Digest

sha256:d23d2d2d449daf5ab39efd711f7b884b2aed32e14c1d1a1296aafee8df0ddec0

For more information on the Container registry, see the documentation.

Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)

Image Layers

# debian.sh --arch 'amd64' out/ 'trixie' '@1791158400'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

ENV PYTHON_VERSION=3.12.15

ENV PYTHON_SHA256=c2c4321961fab0fb999d66e0cecf521c2ab3994c7992873ea99e306c1094fd5a

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth $ \( -type d -a \( -name test -o -name tests -o -name idle_test $ \) -o $ -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' $ \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not $ -name '*tkinter*' $ -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ARG ROCM_VERSION

ARG ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION VERSION

ARG MODES REVISION ROCM_INDEX ROCM_VERSION VERSION

LABEL org.opencontainers.image.title="halogen-flash-server" ai.peonist.halogen.modes="${MODES}" org.opencontainers.image.vendor="Peonist" org.opencontainers.image.source="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.documentation="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.description="Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)" org.opencontainers.image.version="${VERSION}" org.opencontainers.image.revision="${REVISION}" org.opencontainers.image.licenses="LicenseRef-Peonist-EULA"

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=aaa7762c93a0 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.16.4 /bin/sh -c pip install --no-cache-dir --index-url ${ROCM_INDEX} "rocm[libraries]==${ROCM_VERSION}" "rocm-sdk-device-gfx1151==${ROCM_VERSION}"

COPY file:23fd267edab414a1f455813c3980efa74cced4b86596a4f28308bd38e6fd08b7 in /tmp/requirements-api.txt

ENV ROCM_SITE=/usr/local/lib/python3.12/site-packages

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=aaa7762c93a0 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.16.4 /bin/sh -c set -eux; cd ${ROCM_SITE}/_rocm_sdk_libraries/lib; rm -f libMIOpen.so* libMIOpenCKGroupedConv_*.so librocsparse.so* libhipsparse.so* librocrand.so* libhiprand.so* librocfft.so* libhipfft.so* librocsolver.so* libhipsolver.so* librccl.so* ; find ${ROCM_SITE} -name "*.a" -delete; find ${ROCM_SITE} -type d -name "__pycache__" -prune -exec rm -rf {} +

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=aaa7762c93a0 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.16.4 /bin/sh -c set -eux; test -f ${ROCM_SITE}/_rocm_sdk_libraries/lib/libhipblaslt.so.1; test -f ${ROCM_SITE}/_rocm_sdk_core/lib/libamdhip64.so.7; test ! -d ${ROCM_SITE}/_rocm_sdk_devel; ls -d ${ROCM_SITE}/_rocm_sdk_libraries/lib/hipblaslt/library/gfx1151*; du -sh ${ROCM_SITE}/_rocm_sdk_core ${ROCM_SITE}/_rocm_sdk_libraries

ENV ROCM_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_DEVICE_LIB_PATH=${ROCM_SITE}/_rocm_sdk_core/lib/llvm/amdgcn/bitcode LD_LIBRARY_PATH=${ROCM_SITE}/_rocm_sdk_core/lib:${ROCM_SITE}/_rocm_sdk_libraries/lib HALOGEN_ARCH=gfx1151 HIP_FORCE_DEV_KERNARG=1 PYTHONUNBUFFERED=1 HF_HUB_OFFLINE=1 TRANSFORMERS_VERBOSITY=error

ENV HALOGEN_ATTN_FA=64

ENV HALOGEN_PROMPT_CACHE=2 HALOGEN_PREFILL_CHUNK=32768

ENV HALOGEN_KV_SLOTS=4 HALOGEN_CTX=262144 HALOGEN_MAX_TOK=32768

ENV HALOGEN_MATMUL_ALGOS=1 HALOGEN_MATMUL_BUCKET=1

COPY file:deb5d8b2c7c7b71905710f7f95d8991ff823d6ed49c13cd2843447ebda782dca in /opt/halogen/flash-tune.plan

ENV HALOGEN_MATMUL_TUNING_FILE=/opt/halogen/flash-tune.plan

COPY multi:6381d285368097904f220bfc1ab6b2e69e3c951256ad9dba8684c188a0ccd81b in /licenses/

COPY file:58513a1e58f93ce22c0556ac4439ad814da2b9863af8f51e8d1d2590e92b5298 in /usr/local/bin/flash_serve

COPY file:adaadf2ec8eccd1b1aa0cede2d08156a780e6fa6725483e209aef229a6ea94d9 in /usr/local/bin/halogen-tools

COPY multi:9fdf3a7cda5380cc84417d29dc006ced961214e65af27cdf78e64da59aa792b8 in /halogen/tools/

COPY file:52005a632c5839d5256080070a4c1d229bf446f15580ee06f658643ccec9d440 in /usr/local/bin/entrypoint.sh

COPY file:58c408a6d5e8f263d80a63fa3faa045db0eed5466dec3555ab166efd46372959 in /usr/local/bin/halogen-healthcheck

ENV HALOGEN_TOKENIZER=/tokenizer HALOGEN_PORT=8730 HALOGEN_BIND=127.0.0.1 HALOGEN_API_PORT=8731 HALOGEN_MAX_TOKENS_CAP=65536 HALOGEN_QUEUE_TIMEOUT=3600

ENV HALOGEN_IMAGE_VERSION=${VERSION}

ENV HALOGEN_IMAGE_MODES=${MODES}

COPY file:3a2368b485e7f1df9f954c5a8630a5c89ad9dcac6cb61b558238cd00b32c25ac in /usr/local/bin/halogen-npu

COPY file:b700ef59e6cb2b72f4ad0e22c2e0bc50b798bc7aa145594adc7778e3d83171b2 in /halogen/tools/npu_api.py

COPY file:b75bd6b7fb58f5bf87df517b50b440138a302fa824c6ecdccbe02f077c673e50 in /opt/halogen/npu/models.txt

COPY dir:f86cfedc53660bc572065fa259aa6202a0f14d64c9502e8db22681f015defcc8 in /licenses/npu/

EXPOSE 8731

HEALTHCHECK --interval=30s --timeout=35s --start-period=30m --retries=3 CMD ["/usr/local/bin/halogen-healthcheck", "auto"]

ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

CMD ["all"]

Key	Value
ai.peonist.halogen.modes	all engine api bench sweep convert inspect verify ppl niah
io.buildah.version	1.43.2
org.opencontainers.image.description	Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)
org.opencontainers.image.documentation	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.licenses	LicenseRef-Peonist-EULA
org.opencontainers.image.revision	aaa7762c93a0
org.opencontainers.image.source	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.title	halogen-flash-server
org.opencontainers.image.vendor	Peonist
org.opencontainers.image.version	0.16.4

Details

Container

2026-10-07 13:10:10 +02:00

OCI / Docker

linux/amd64

LicenseRef-Peonist-EULA

Repository Site

Documentation Site

847 MiB

Versions (4) View all

0.16.4

2026-10-07

0.13.8

2026-09-24

0.7.0

2026-09-13

0.5.6

2026-09-11

halogen-flash-server (0.16.4)

Installation

About this package

Image Layers

Labels