llama-cpp-vulkan-mainline-swap (sha256:1e0bdcfed6e0489139cf3d73bfdfd0842a15f076a26535141812ffec6f69aa3d)

Published 2026-08-28 03:16:05 +00:00 by dan

Pull the image from the command line:

docker pull forge.coffee-anon.com/dan/llama-cpp-vulkan-mainline-swap@sha256:1e0bdcfed6e0489139cf3d73bfdfd0842a15f076a26535141812ffec6f69aa3d

Digest

sha256:1e0bdcfed6e0489139cf3d73bfdfd0842a15f076a26535141812ffec6f69aa3d

For more information on the Container registry, see the documentation.

KIWI 10.3.0

RUN /bin/sh -c microdnf -y --nodocs --setopt=install_weak_deps=0 install bash ca-certificates libatomic libstdc++ libgcc libibverbs vulkan-loader vulkan-loader-devel vulkaninfo mesa-vulkan-drivers radeontop procps-ng && microdnf clean all && rm -rf /var/cache/dnf/* # buildkit

COPY /usr/ /usr/ # buildkit

COPY /usr/local/ /usr/local/ # buildkit

COPY /opt/llama.cpp/build/bin/ggml-rpc-* /usr/local/bin/ # buildkit

RUN /bin/sh -c echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf && echo "/usr/local/lib64" >> /etc/ld.so.conf.d/local.conf && ldconfig && cp -n /usr/local/lib/libllama*.so* /usr/lib64/ 2>/dev/null || true && ldconfig # buildkit

COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py # buildkit

RUN /bin/sh -c chmod +x /usr/local/bin/gguf-vram-estimator.py # buildkit

CMD ["/bin/bash"]

ARG LLAMA_CPP_COMMIT=6c84c7d5d8833c6e0df69628f75a0f599797934e

ARG IMAGE_VERSION=1.1.2

LABEL maintainer=citizendaniel

LABEL description=llama.cpp Vulkan-RADV (mainline commit fac889fb for Qwen3.8-Flash-Next) + llama-swap

LABEL version=1.1.2

LABEL org.opencontainers.image.version=1.1.2

LABEL org.opencontainers.image.revision=6c84c7d5d8833c6e0df69628f75a0f599797934e

LABEL org.opencontainers.image.source=https://github.com/ggml-org/llama.cpp

LABEL backend=vulkan-radv-qwen4exp

LABEL gpu.target=gfx1151

LABEL llamacpp.commit=6c84c7d5d8833c6e0df69628f75a0f599797934e

LABEL llamacpp.pr=https://github.com/ggml-org/llama.cpp/pull/27742

LABEL llamaswap.version=197

COPY /staging/usr/bin/llama-* /usr/bin/ # buildkit

COPY /staging/usr/lib64/libllama* /usr/lib64/ # buildkit

COPY /staging/usr/lib64/libggml* /usr/lib64/ # buildkit

COPY /tmp/llama-swap /usr/bin/llama-swap # buildkit

RUN |2 LLAMA_CPP_COMMIT=6c84c7d5d8833c6e0df69628f75a0f599797934e IMAGE_VERSION=1.1.2 /bin/sh -c ldconfig # buildkit

RUN |2 LLAMA_CPP_COMMIT=6c84c7d5d8833c6e0df69628f75a0f599797934e IMAGE_VERSION=1.1.2 /bin/sh -c echo "=== Overlay verification ===" && ls -la /usr/bin/llama-server /usr/bin/llama-swap && /usr/bin/llama-server --version && /usr/bin/llama-swap --help 2>&1 | head -3 # buildkit

COPY /staging/usr/lib64/libmtmd* /usr/lib64/ # buildkit

RUN |2 LLAMA_CPP_COMMIT=6c84c7d5d8833c6e0df69628f75a0f599797934e IMAGE_VERSION=1.1.2 /bin/sh -c ldconfig && /usr/bin/llama-server --version # buildkit

EXPOSE [8080/tcp]

ENTRYPOINT ["/usr/bin/llama-swap"]

CMD ["--config" "/config/llama-swap/config.yaml" "--listen" "0.0.0.0:8080"]

Key	Value
backend	vulkan-radv-qwen4exp
description	llama.cpp Vulkan-RADV (mainline commit fac889fb for Qwen3.8-Flash-Next) + llama-swap
gpu.target	gfx1151
io.buildah.version	1.43.2
license	MIT
llamacpp.commit	6c84c7d5d8833c6e0df69628f75a0f599797934e
llamacpp.pr	https://github.com/ggml-org/llama.cpp/pull/27742
llamaswap.version	197
maintainer	citizendaniel
name	fedora-minimal
org.opencontainers.image.license	MIT
org.opencontainers.image.licenses	MIT
org.opencontainers.image.name	fedora-minimal
org.opencontainers.image.revision	6c84c7d5d8833c6e0df69628f75a0f599797934e
org.opencontainers.image.source	https://github.com/ggml-org/llama.cpp
org.opencontainers.image.title	fedora-minimal
org.opencontainers.image.url	https://fedoraproject.org/
org.opencontainers.image.vendor	Fedora Project
org.opencontainers.image.version	1.1.2
vendor	Fedora Project
version	1.1.2