llama-cpp-vulkan-mainline-swap (b11430-vulkan-swap)

Published 2026-10-05 21:09:10 +00:00 by dan

Pull the image from the command line:

docker pull forge.coffee-anon.com/dan/llama-cpp-vulkan-mainline-swap:b11430-vulkan-swap

Digest

sha256:a27c141ce3460deabdcb0161195a60908c4f24dbdcb2042ee836fed66c185e34

For more information on the Container registry, see the documentation.

KIWI 11.0.2

RUN /bin/sh -c microdnf -y --nodocs --setopt=install_weak_deps=0 install bash ca-certificates libatomic libstdc++ libgcc libibverbs vulkan-loader vulkan-loader-devel vulkaninfo mesa-vulkan-drivers radeontop procps-ng && microdnf clean all && rm -rf /var/cache/dnf/* # buildkit

COPY /usr/ /usr/ # buildkit

COPY /usr/local/ /usr/local/ # buildkit

COPY /opt/llama.cpp/build/bin/ggml-rpc-* /usr/local/bin/ # buildkit

RUN /bin/sh -c echo "/usr/local/lib" > /etc/ld.so.conf.d/local.conf && echo "/usr/local/lib64" >> /etc/ld.so.conf.d/local.conf && ldconfig && cp -n /usr/local/lib/libllama*.so* /usr/lib64/ 2>/dev/null || true && ldconfig # buildkit

COPY gguf-vram-estimator.py /usr/local/bin/gguf-vram-estimator.py # buildkit

RUN /bin/sh -c chmod +x /usr/local/bin/gguf-vram-estimator.py # buildkit

CMD ["/bin/bash"]

ARG LLAMACPP_TAG=b11430

LABEL maintainer=citizendaniel

LABEL description=llama.cpp Vulkan/RADV (official mainline prebuilt) + llama-swap

LABEL backend=vulkan-radv-mainline

LABEL gpu.target=gfx1151

LABEL llamacpp.tag=b11430

LABEL llamacpp.source=https://github.com/ggml-org/llama.cpp/releases

LABEL llamacpp.lightningindexer.pr=https://github.com/ggml-org/llama.cpp/pull/24231

LABEL llamacpp.unfusedfallback.pr=https://github.com/ggml-org/llama.cpp/pull/25407

LABEL llamaswap.version=197

COPY /opt/llamacpp /opt/llamacpp # buildkit

COPY /tmp/llama-swap /usr/bin/llama-swap # buildkit

RUN |1 LLAMACPP_TAG=b11430 /bin/sh -c set -eux; for b in /opt/llamacpp/llama-*; do [ -x "$b" ] && ln -sf "$b" "/usr/bin/$(basename "$b")"; done; echo /opt/llamacpp > /etc/ld.so.conf.d/llamacpp-vulkan.conf; ldconfig # buildkit

ENV LD_LIBRARY_PATH=/opt/llamacpp

RUN |1 LLAMACPP_TAG=b11430 /bin/sh -c set -eu; tag="${LLAMACPP_TAG:-unknown}"; /usr/bin/llama-server --help >/tmp/h.txt 2>&1 || true; test -s /tmp/h.txt || { echo "FATAL: llama-server produced no output — check glibc linkage"; exit 1; }; for flag in draft-mtp draft-dspark ngram-mod; do grep -q "$flag" /tmp/h.txt || { echo "FATAL: --spec-type lacks ${flag} in ${tag}"; exit 1; }; done; test -x /usr/bin/llama-swap; rm -f /tmp/h.txt; echo "OK: draft-mtp + draft-dspark + ngram-mod present in ${tag}" # buildkit

EXPOSE [8080/tcp]

ENTRYPOINT ["/usr/bin/llama-swap"]

CMD ["--config" "/config/llama-swap/config.yaml" "--listen" "0.0.0.0:8080"]

Key	Value
backend	vulkan-radv-mainline
description	llama.cpp Vulkan/RADV (official mainline prebuilt) + llama-swap
gpu.target	gfx1151
io.buildah.version	1.43.4
llamacpp.lightningindexer.pr	https://github.com/ggml-org/llama.cpp/pull/24231
llamacpp.source	https://github.com/ggml-org/llama.cpp/releases
llamacpp.tag	b11430
llamacpp.unfusedfallback.pr	https://github.com/ggml-org/llama.cpp/pull/25407
llamaswap.version	197
maintainer	citizendaniel
org.opencontainers.image.licenses	MIT
org.opencontainers.image.title	fedora-minimal
org.opencontainers.image.url	https://fedoraproject.org/
org.opencontainers.image.vendor	Fedora Project
org.opencontainers.image.version	44