mat

Joined on 2025-11-02

halogen-flash-server (0.13.8)

Published 2026-09-24 09:15:26 +02:00 by mat

Pull the image from the command line:

docker pull git.mialemrobicnic.pl/mat/halogen-flash-server:0.13.8

Digest

sha256:0db3f40486d8899e2a27e80febd4a7add4ed31c5a18bafcb2348f2cc27c378ae

For more information on the Container registry, see the documentation.

Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)

Image Layers

# debian.sh --arch 'amd64' out/ 'trixie' '@1789689600'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

ENV PYTHON_VERSION=3.12.14

ENV PYTHON_SHA256=5c8462af5790baf43a321a1559dbe0db06d1be4300fb85fb53c40060668e548a

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth $ \( -type d -a \( -name test -o -name tests -o -name idle_test $ \) -o $ -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' $ \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not $ -name '*tkinter*' $ -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ARG ROCM_VERSION

ARG ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION VERSION

ARG MODES REVISION ROCM_INDEX ROCM_VERSION VERSION

LABEL org.opencontainers.image.title="halogen-flash-server" ai.peonist.halogen.modes="${MODES}" org.opencontainers.image.vendor="Peonist" org.opencontainers.image.source="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.documentation="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.description="Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)" org.opencontainers.image.version="${VERSION}" org.opencontainers.image.revision="${REVISION}" org.opencontainers.image.licenses="LicenseRef-Peonist-EULA"

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=1edba8f9e828 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.13.8 /bin/sh -c pip install --no-cache-dir --index-url ${ROCM_INDEX} "rocm[libraries]==${ROCM_VERSION}" "rocm-sdk-device-gfx1151==${ROCM_VERSION}"

COPY file:23fd267edab414a1f455813c3980efa74cced4b86596a4f28308bd38e6fd08b7 in /tmp/requirements-api.txt

ENV ROCM_SITE=/usr/local/lib/python3.12/site-packages

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=1edba8f9e828 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.13.8 /bin/sh -c set -eux; cd ${ROCM_SITE}/_rocm_sdk_libraries/lib; rm -f libMIOpen.so* libMIOpenCKGroupedConv_*.so librocsparse.so* libhipsparse.so* librocrand.so* libhiprand.so* librocfft.so* libhipfft.so* librocsolver.so* libhipsolver.so* librccl.so* ; find ${ROCM_SITE} -name "*.a" -delete; find ${ROCM_SITE} -type d -name "__pycache__" -prune -exec rm -rf {} +

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=1edba8f9e828 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.13.8 /bin/sh -c set -eux; test -f ${ROCM_SITE}/_rocm_sdk_libraries/lib/libhipblaslt.so.1; test -f ${ROCM_SITE}/_rocm_sdk_core/lib/libamdhip64.so.7; test ! -d ${ROCM_SITE}/_rocm_sdk_devel; ls -d ${ROCM_SITE}/_rocm_sdk_libraries/lib/hipblaslt/library/gfx1151*; du -sh ${ROCM_SITE}/_rocm_sdk_core ${ROCM_SITE}/_rocm_sdk_libraries

ENV ROCM_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_DEVICE_LIB_PATH=${ROCM_SITE}/_rocm_sdk_core/lib/llvm/amdgcn/bitcode LD_LIBRARY_PATH=${ROCM_SITE}/_rocm_sdk_core/lib:${ROCM_SITE}/_rocm_sdk_libraries/lib HALOGEN_ARCH=gfx1151 HIP_FORCE_DEV_KERNARG=1 PYTHONUNBUFFERED=1 HF_HUB_OFFLINE=1 TRANSFORMERS_VERBOSITY=error

ENV HALOGEN_ATTN_FA=64

ENV HALOGEN_PROMPT_CACHE=2 HALOGEN_PREFILL_CHUNK=32768

ENV HALOGEN_KV_SLOTS=4 HALOGEN_CTX=262144 HALOGEN_MAX_TOK=32768

ENV HALOGEN_MATMUL_ALGOS=1 HALOGEN_MATMUL_BUCKET=1

COPY file:deb5d8b2c7c7b71905710f7f95d8991ff823d6ed49c13cd2843447ebda782dca in /opt/halogen/flash-tune.plan

ENV HALOGEN_MATMUL_TUNING_FILE=/opt/halogen/flash-tune.plan

COPY multi:24a54ee7104903dc5143803c2083e290e4b70874d74f7479b00a490e2f003ba2 in /licenses/

COPY file:7e462b08ec80b49a199ec340cf70ee59da2d9d2892ded943d062eee0ed51736c in /usr/local/bin/flash_serve

COPY file:c8061fdfd3e65e16509539fc0527f66c55fedab9a0b44ead0f3340e736f333fb in /usr/local/bin/halogen-tools

COPY multi:927936086e2691fdf8cd734e5f63b75e8063d6ff756d71110887f7ee68cf2c2f in /halogen/tools/

COPY file:37bb61265b04d8414636786c5dfdb9faad6743d2b28814729d8b6c197ac91aa2 in /usr/local/bin/entrypoint.sh

COPY file:83302f50587def1724200813ceadee26e2644e3915c4df682a28101de5149257 in /usr/local/bin/halogen-healthcheck

ENV HALOGEN_CHECKPOINT=/models/qwen38-flash-next-w4b.hgn HALOGEN_TOKENIZER=/tokenizer HALOGEN_PORT=8730 HALOGEN_BIND=127.0.0.1 HALOGEN_API_PORT=8731 HALOGEN_MAX_TOKENS_CAP=65536 HALOGEN_QUEUE_TIMEOUT=3600

ENV HALOGEN_IMAGE_VERSION=${VERSION}

ENV HALOGEN_IMAGE_MODES=${MODES}

EXPOSE 8731

HEALTHCHECK --interval=30s --timeout=35s --start-period=30m --retries=3 CMD ["/usr/local/bin/halogen-healthcheck", "auto"]

ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

CMD ["all"]

Key	Value
ai.peonist.halogen.modes	all engine api bench sweep convert inspect verify ppl niah
io.buildah.version	1.43.2
org.opencontainers.image.description	Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)
org.opencontainers.image.documentation	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.licenses	LicenseRef-Peonist-EULA
org.opencontainers.image.revision	1edba8f9e828
org.opencontainers.image.source	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.title	halogen-flash-server
org.opencontainers.image.vendor	Peonist
org.opencontainers.image.version	0.13.8

Details

Container

2026-09-24 09:15:26 +02:00

OCI / Docker

linux/amd64

LicenseRef-Peonist-EULA

Repository Site

Documentation Site

838 MiB

Versions (4) View all

0.16.4

2026-10-07

0.13.8

2026-09-24

0.7.0

2026-09-13

0.5.6

2026-09-11

halogen-flash-server (0.13.8)

Installation

About this package

Image Layers

Labels