llama.cpp (890df26405e6580d)

Published 2026-07-14 02:34:58 +00:00 by imagebuilder in lukko.de/llama.cpp

Pull the image from the command line:

docker pull git.lukko.de/lukko.de/llama.cpp:890df26405e6580d

Digest

sha256:3a69f65282f5801ebdaa0e98850a308322478ffdedfae456c7a4c5ad5ee63645

For more information on the Container registry, see the documentation.

LLM inference in C/C++

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.version=24.04

ADD file:8ce1caf246e7c778bca84c516d02fd4e83766bb2c530a0fffa8a351b560a2728 in /

CMD ["/bin/bash"]

ENV NVARCH=x86_64

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.3 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581

ENV NV_CUDA_CUDART_VERSION=13.3.29-1

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

ARG IMAGE_UPGRADE_ID=0

RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

ENV CUDA_VERSION=13.3.0

RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-3=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-3-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit

RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-3 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-3; fi && rm -rf /var/lib/apt/lists/* # buildkit

RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-3 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-3; fi && rm -rf /var/lib/apt/lists/* # buildkit

RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

ENV NVIDIA_VISIBLE_DEVICES=all

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

ENV NV_CUDA_LIB_VERSION=13.3.0-1

ENV NV_NVTX_VERSION=13.3.29-1

ENV NV_LIBNPP_VERSION=13.1.2.48-1

ENV NV_LIBNPP_PACKAGE=libnpp-13-3=13.1.2.48-1

ENV NV_LIBCUSPARSE_VERSION=12.8.1.7-1

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-3

ENV NV_LIBCUBLAS_VERSION=13.5.1.27-1

ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-3=13.5.1.27-1

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-3=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-3=${NV_NVTX_VERSION} libcusparse-13-3=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} # buildkit

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

ENV NVIDIA_PRODUCT_NAME=CUDA

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

ARG BUILD_DATE=N/A

ARG APP_VERSION=N/A

ARG APP_REVISION=N/A

ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp

ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp

LABEL org.opencontainers.image.created=$BUILD_DATE org.opencontainers.image.version=$APP_VERSION org.opencontainers.image.revision=$APP_REVISION org.opencontainers.image.title="llama.cpp" org.opencontainers.image.description="LLM inference in C/C++" org.opencontainers.image.url=$IMAGE_URL org.opencontainers.image.source=$IMAGE_SOURCE

RUN sed -i "s/http\:\/\/security.ubuntu.com/https\:\/\/ftp.halifax.rwth-aachen.de/g" /etc/apt/sources.list.d/ubuntu.sources && sed -i "s/http\:\/\/archive.ubuntu.com/https\:\/\/ftp.halifax.rwth-aachen.de/g" /etc/apt/sources.list.d/ubuntu.sources

RUN apt-get update && apt-get install -y libgomp1 curl ffmpeg && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete

COPY --from=build /app/lib/ /app

COPY --from=build /app/full /app

WORKDIR /app

RUN apt-get update && apt-get install -y git python3 python3-pip python3-wheel && pip install --break-system-packages --upgrade setuptools && pip install --break-system-packages -r requirements.txt && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete

ENTRYPOINT ["/app/tools.sh"]

Key	Value
com.lukko.build.fingerprint	890df26405e6580d
com.lukko.build.imagename	llama.cpp
maintainer	NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.created	N/A
org.opencontainers.image.description	LLM inference in C/C++
org.opencontainers.image.revision	N/A
org.opencontainers.image.source	https://github.com/ggml-org/llama.cpp
org.opencontainers.image.title	llama.cpp
org.opencontainers.image.url	https://github.com/ggml-org/llama.cpp
org.opencontainers.image.version	N/A