llama-cpp-vulkan-strixhalo-fork (v0.4-swap2)

Published 2026-08-03 18:43:50 +00:00 by dan

Pull the image from the command line:

docker pull forge.coffee-anon.com/dan/llama-cpp-vulkan-strixhalo-fork:v0.4-swap2

Digest

sha256:df5c95d2c69671fef3fa2d3aecfe0676a78fc49e63e3a7051dc8d6cee4c82719

For more information on the Container registry, see the documentation.

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.version=24.04

ADD file:8c609c85109d07bf47cf268a175b3be8bbe34fc0c41d15d99b090d099f4dc837 in /

CMD ["/bin/bash"]

ARG STRIX_RELEASE=v0.4

LABEL maintainer=citizendaniel

LABEL description=llama.cpp Nathanw1014 strix-halo-vulkan fork + llama-swap — DeepSeek V4 on Vulkan

LABEL backend=vulkan-radv-strixhalo-fork

LABEL gpu.target=gfx1151

LABEL llamacpp.fork=https://github.com/Nathanw1014/strix-halo-llamacpp

LABEL llamacpp.fork.release=v0.4

LABEL llamaswap.version=197

ARG DEBIAN_FRONTEND=noninteractive

RUN |2 STRIX_RELEASE=v0.4 DEBIAN_FRONTEND=noninteractive /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl libvulkan1 libgomp1 libelf1 libexpat1 && rm -rf /var/lib/apt/lists/* # buildkit

COPY /opt/strix /opt/strix # buildkit

COPY /tmp/llama-swap /usr/bin/llama-swap # buildkit

ENV VK_ICD_FILENAMES=/opt/strix/vulkan/driver/radeon_icd.x86_64.json

ENV VK_DRIVER_FILES=/opt/strix/vulkan/driver/radeon_icd.x86_64.json

ENV LD_LIBRARY_PATH=/opt/strix/vulkan/driver:/opt/strix/vulkan/bin

ENV GGML_VK_MMID_ROWLISTS=1

ENV GGML_VK_MMID_SMALLN=1

ENV GGML_VK_MMID_BM64=1

ENV GGML_VK_MMID_WAVE32=1

ENV GGML_VK_MMID_F16B=1

ENV GGML_VK_MMID_M128=1

ENV GGML_VK_FA_WAVE32=1

RUN |2 STRIX_RELEASE=v0.4 DEBIAN_FRONTEND=noninteractive /bin/sh -c set -eux; for b in /opt/strix/vulkan/bin/llama-*; do [ -f "$b" ] && [ -x "$b" ] && ln -sf "$b" "/usr/bin/$(basename "$b")"; done; echo /opt/strix/vulkan/bin > /etc/ld.so.conf.d/strix.conf; echo /opt/strix/vulkan/driver >> /etc/ld.so.conf.d/strix.conf; ldconfig # buildkit

RUN |2 STRIX_RELEASE=v0.4 DEBIAN_FRONTEND=noninteractive /bin/sh -c set -eu; missing="$(ldd /opt/strix/vulkan/driver/libvulkan_radeon.so 2>&1 | grep 'not found' || true)"; if [ -n "$missing" ]; then echo "FATAL: bundled RADV ICD has unresolved dependencies:"; echo "$missing"; echo "The Vulkan loader would ignore this ICD and report 'no devices'."; exit 1; fi; echo "OK: bundled RADV ICD resolves all shared-library dependencies" # buildkit

RUN |2 STRIX_RELEASE=v0.4 DEBIAN_FRONTEND=noninteractive /bin/sh -c set -eu; rel="${STRIX_RELEASE:-unknown}"; /usr/bin/llama-server --help >/tmp/h.txt 2>&1 || true; grep -q 'spec-type' /tmp/h.txt || { echo "FATAL: llama-server produced no usable --help in ${rel}"; echo "---- output ----"; cat /tmp/h.txt; echo "likely glibc/GLIBCXX shortfall in the base image"; exit 1; }; for flag in draft-mtp draft-dspark ngram-mod lora; do grep -q -- "$flag" /tmp/h.txt || { echo "FATAL: --help lacks ${flag} in ${rel}"; exit 1; }; done; test -x /usr/bin/llama-swap; rm -f /tmp/h.txt; echo "OK: ${rel} links and exposes draft-mtp + draft-dspark + ngram-mod + lora" # buildkit

EXPOSE [8080/tcp]

ENTRYPOINT ["/usr/bin/llama-swap"]

CMD ["--config" "/config/llama-swap/config.yaml" "--listen" "0.0.0.0:8080"]

Key	Value
backend	vulkan-radv-strixhalo-fork
description	llama.cpp Nathanw1014 strix-halo-vulkan fork + llama-swap — DeepSeek V4 on Vulkan
gpu.target	gfx1151
llamacpp.fork	https://github.com/Nathanw1014/strix-halo-llamacpp
llamacpp.fork.release	v0.4
llamaswap.version	197
maintainer	citizendaniel
org.opencontainers.image.version	24.04

Details

Container

2026-08-03 18:43:50 +00:00

OCI / Docker

linux/amd64

69 MiB

Versions (2) View all

v0.4-swap2

2026-08-03

v0.4-swap

2026-08-03

llama-cpp-vulkan-strixhalo-fork (v0.4-swap2)

Installation

Image layers

Labels