| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.version=24.04 |
| ADD file:8ce1caf246e7c778bca84c516d02fd4e83766bb2c530a0fffa8a351b560a2728 in / |
| CMD ["/bin/bash"] |
| LABEL maintainer=dl.mlsedevops@amd.com |
| ARG ROCM_VERSION=6.2 |
| ARG AMDGPU_VERSION=6.2 |
| ARG APT_PREF |
| RUN |3 ROCM_VERSION=7.2.4 AMDGPU_VERSION=30.30.4 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit |
| RUN |3 ROCM_VERSION=7.2.4 AMDGPU_VERSION=30.30.4 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ noble main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu noble main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |3 ROCM_VERSION=7.2.4 AMDGPU_VERSION=30.30.4 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit |
| LABEL maintainer=dan |
| LABEL description=llama.cpp HIP two-target fat image (gfx1100+gfx1151) on ROCm 7.2.4 |
| LABEL backend=hip-rocm7.2.4 |
| LABEL gpu.targets=gfx1100;gfx1151 |
| LABEL llamacpp.tag=b10740 |
| RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl hipblas libgomp1 libnuma1 pciutils rocblas && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY /usr/local/bin/llama-* /usr/local/bin/ # buildkit |
| COPY /usr/local/lib/lib* /usr/local/lib/ # buildkit |
| COPY /usr/local/include/llama.h /usr/local/include/llama.h # buildkit |
| RUN /bin/sh -c printf '%s\n' /usr/local/lib /opt/rocm/lib > /etc/ld.so.conf.d/llama-rocm.conf && ldconfig # buildkit |
| RUN /bin/sh -c for b in /usr/local/bin/llama-*; do [ -x "$b" ] && ln -sf "$b" "/usr/bin/$(basename "$b")"; done # buildkit |
| RUN /bin/sh -c llama-server --version && llama-bench --help >/dev/null # buildkit |
| ENV PATH=/opt/rocm/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin HSA_ENABLE_SDMA=0 |
| EXPOSE map[8080/tcp:{}] |
| ENTRYPOINT ["/usr/local/bin/llama-server"] |
| CMD ["--host" "0.0.0.0" "--port" "8080"] |
