highperfocused

Joined on 2026-01-18

halogen-flash-server (0.18.15)

Published 2026-10-29 08:21:03 +01:00 by highperfocused

Pull the image from the command line:

docker pull git.highperfocused.tech/highperfocused/halogen-flash-server:0.18.15

Digest

sha256:cde6ae91ab3497a470c848fd5c509b0f4af659a1dea7e74b8789df82cde0510e

For more information on the Container registry, see the documentation.

Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)

Image Layers

# debian.sh --arch 'amd64' out/ 'trixie' '@1791158400'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

ENV PYTHON_VERSION=3.12.15

ENV PYTHON_SHA256=c2c4321961fab0fb999d66e0cecf521c2ab3994c7992873ea99e306c1094fd5a

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth $ \( -type d -a \( -name test -o -name tests -o -name idle_test $ \) -o $ -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' $ \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not $ -name '*tkinter*' $ -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ARG ROCM_VERSION

ARG ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION

ARG REVISION ROCM_INDEX ROCM_VERSION VERSION

ARG MODES REVISION ROCM_INDEX ROCM_VERSION VERSION

LABEL org.opencontainers.image.title="halogen-flash-server" ai.peonist.halogen.modes="${MODES}" org.opencontainers.image.vendor="Peonist" org.opencontainers.image.source="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.documentation="https://github.com/peonist-ai/halogen-flash-server" org.opencontainers.image.description="Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)" org.opencontainers.image.version="${VERSION}" org.opencontainers.image.revision="${REVISION}" org.opencontainers.image.licenses="LicenseRef-Peonist-EULA"

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=d57a3c766587 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.18.15 /bin/sh -c pip install --no-cache-dir --index-url ${ROCM_INDEX} "rocm[libraries]==${ROCM_VERSION}" "rocm-sdk-device-gfx1151==${ROCM_VERSION}"

COPY file:23fd267edab414a1f455813c3980efa74cced4b86596a4f28308bd38e6fd08b7 in /tmp/requirements-api.txt

ENV ROCM_SITE=/usr/local/lib/python3.12/site-packages

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=d57a3c766587 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.18.15 /bin/sh -c set -eux; cd ${ROCM_SITE}/_rocm_sdk_libraries/lib; rm -f libMIOpen.so* libMIOpenCKGroupedConv_*.so librocsparse.so* libhipsparse.so* librocrand.so* libhiprand.so* librocfft.so* libhipfft.so* librocsolver.so* libhipsolver.so* librccl.so* ; find ${ROCM_SITE} -name "*.a" -delete; find ${ROCM_SITE} -type d -name "__pycache__" -prune -exec rm -rf {} +

|14 MODES=all engine api bench sweep convert inspect verify ppl niah REVISION=d57a3c766587 ROCM_INDEX=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_VERSION=7.14.0 VERSION=0.18.15 /bin/sh -c set -eux; test -f ${ROCM_SITE}/_rocm_sdk_libraries/lib/libhipblaslt.so.1; test -f ${ROCM_SITE}/_rocm_sdk_core/lib/libamdhip64.so.7; test ! -d ${ROCM_SITE}/_rocm_sdk_devel; ls -d ${ROCM_SITE}/_rocm_sdk_libraries/lib/hipblaslt/library/gfx1151*; du -sh ${ROCM_SITE}/_rocm_sdk_core ${ROCM_SITE}/_rocm_sdk_libraries

ENV ROCM_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_PATH=${ROCM_SITE}/_rocm_sdk_core HIP_DEVICE_LIB_PATH=${ROCM_SITE}/_rocm_sdk_core/lib/llvm/amdgcn/bitcode LD_LIBRARY_PATH=${ROCM_SITE}/_rocm_sdk_core/lib:${ROCM_SITE}/_rocm_sdk_libraries/lib HALOGEN_ARCH=gfx1151 HIP_FORCE_DEV_KERNARG=1 PYTHONUNBUFFERED=1 HF_HUB_OFFLINE=1 TRANSFORMERS_VERBOSITY=error

ENV HALOGEN_ATTN_FA=64

ENV HALOGEN_PROMPT_CACHE=2 HALOGEN_PREFILL_CHUNK=32768

ENV HALOGEN_KV_SLOTS=4 HALOGEN_CTX=262144 HALOGEN_MAX_TOK=32768

ENV HALOGEN_MATMUL_ALGOS=1 HALOGEN_MATMUL_BUCKET=1

COPY file:bdbf3602016ed386eb08a70ba834e71435465a90eba991e8abae70a14b6ebc27 in /opt/halogen/flash-tune.plan

ENV HALOGEN_MATMUL_TUNING_FILE=/opt/halogen/flash-tune.plan

COPY file:84e59eea4d193d4adc89a4ac750b44b42c0007c605a5ba8f53ef2c7584f61373 in /opt/halogen/draft-vocab.lists

ENV HALOGEN_DRAFT_VOCAB_FILE=/opt/halogen/draft-vocab.lists

COPY multi:085a8bd0d0daf85ac33c80ba270ea11855400179efaa4159475e9ad016023ec4 in /licenses/

COPY file:d29b20c1f3f263c209747f652f55b35c128f68bd2089f6efa9d884245abafe0a in /usr/local/bin/flash_serve

COPY file:0fd9f8b4c3411a9c217813cc014c4002b0fd37f035b2389806a94f1282b4ac07 in /usr/local/bin/halogen-tools

COPY multi:54d54957181fbdc267c21fa3ec6a0157943feb553d439e95aa1a615e9b45883a in /halogen/tools/

COPY file:772ab9662f0221e177e8cca8eae1f13d572ae31bef9531f0cd379e275f4be011 in /usr/local/bin/entrypoint.sh

COPY file:58c408a6d5e8f263d80a63fa3faa045db0eed5466dec3555ab166efd46372959 in /usr/local/bin/halogen-healthcheck

ENV HALOGEN_TOKENIZER=/tokenizer HALOGEN_PORT=8730 HALOGEN_BIND=127.0.0.1 HALOGEN_API_PORT=8731 HALOGEN_MAX_TOKENS_CAP=65536 HALOGEN_QUEUE_TIMEOUT=3600

ENV HALOGEN_IMAGE_VERSION=${VERSION}

ENV HALOGEN_IMAGE_MODES=${MODES}

COPY file:40fd2f6ce65541274aa754b548329f708fb1e1c2b6e3e2b3eddf626d3106cf19 in /usr/local/bin/halogen-npu

COPY file:ea4dcff9de03153c8b9adf7976e1a41b793154e19ab44154f7daf8054cff5a0a in /halogen/tools/npu_api.py

COPY multi:34f7958f4c9614da486c44bd4ebef909ec47abd1ec84e8efe0f0e36555e81565 in /halogen/tools/

COPY file:0813270aec67beb5b55c0efdb2d770a16a4353cfc4d512a97796927412bd8c10 in /opt/halogen/npu/models.txt

COPY dir:f86cfedc53660bc572065fa259aa6202a0f14d64c9502e8db22681f015defcc8 in /licenses/npu/

EXPOSE 8731

HEALTHCHECK --interval=30s --timeout=35s --start-period=30m --retries=3 CMD ["/usr/local/bin/halogen-healthcheck", "auto"]

ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

CMD ["all"]

Key	Value
ai.peonist.halogen.modes	all engine api bench sweep convert inspect verify ppl niah
io.buildah.version	1.42.1
org.opencontainers.image.description	Qwen3.8-Flash-Next inference server for AMD Strix Halo (gfx1151)
org.opencontainers.image.documentation	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.licenses	LicenseRef-Peonist-EULA
org.opencontainers.image.revision	d57a3c766587
org.opencontainers.image.source	https://github.com/peonist-ai/halogen-flash-server
org.opencontainers.image.title	halogen-flash-server
org.opencontainers.image.vendor	Peonist
org.opencontainers.image.version	0.18.15

Details

Container

2026-10-29 08:21:03 +01:00

OCI / Docker

linux/amd64

LicenseRef-Peonist-EULA

Repository Site

Documentation Site

882 MiB

Versions (4) View all

0.19.1

2026-11-09

0.18.22

2026-11-01

0.18.17

2026-10-29

0.18.15

2026-10-29

halogen-flash-server (0.18.15)

Installation

About this package

Image Layers

Labels