ik_llama.cpp (latest)

Published 2026-06-15 03:06:01 +00:00 by imagebuilder in lukko.de/ik_llama.cpp

Installation

docker pull git.lukko.de/lukko.de/ik_llama.cpp:latest
sha256:90f46cabea617be365574090a3d8109932203d72bd5f61ccd5154cb07a40de22

Image layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.version=24.04
ADD file:8ce1caf246e7c778bca84c516d02fd4e83766bb2c530a0fffa8a351b560a2728 in /
CMD ["/bin/bash"]
ENV NVARCH=x86_64
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.3 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
ENV NV_CUDA_CUDART_VERSION=13.3.29-1
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
ARG IMAGE_UPGRADE_ID=0
RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
ENV CUDA_VERSION=13.3.0
RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-3=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-3-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-3 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-3; fi && rm -rf /var/lib/apt/lists/* # buildkit
RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-3 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-3; fi && rm -rf /var/lib/apt/lists/* # buildkit
RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260527 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
ENV NV_CUDA_LIB_VERSION=13.3.0-1
ENV NV_NVTX_VERSION=13.3.29-1
ENV NV_LIBNPP_VERSION=13.1.2.48-1
ENV NV_LIBNPP_PACKAGE=libnpp-13-3=13.1.2.48-1
ENV NV_LIBCUSPARSE_VERSION=12.8.1.7-1
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-3
ENV NV_LIBCUBLAS_VERSION=13.5.1.27-1
ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-3=13.5.1.27-1
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-3=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-3=${NV_NVTX_VERSION} libcusparse-13-3=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} # buildkit
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
ENV NVIDIA_PRODUCT_NAME=CUDA
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
RUN apt-get update && apt-get install -yq --no-install-recommends libgomp1 curl ca-certificates && rm -rf /var/lib/apt/lists/*
WORKDIR /app
ENV LD_LIBRARY_PATH=/app/lib
COPY --from=build /app/dist/lib /app/lib
COPY --from=build /app/dist/full /app
RUN apt-get update && apt-get install -yq --no-install-recommends git python3 python3-pip && pip install --break-system-packages -r requirements.txt && rm -rf /var/lib/apt/lists/*
ENTRYPOINT ["/app/tools.sh"]

Labels

Key Value
com.lukko.build.fingerprint ea15ffca97dcce15
com.lukko.build.imagename ik_llama.cpp
maintainer NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.revision 4f1ec69ae5852d6f2e9a56cee2cb01a51aed27c8
org.opencontainers.image.source https://git.lukko.de/lukko.de/ik_llama.cpp.git
org.opencontainers.image.version 24.04
Details
Container
2026-06-15 03:06:01 +00:00
63
OCI / Docker
linux/amd64
2.3 GiB
Versions (2) View all
latest 2026-06-15
ea15ffca97dcce15 2026-06-15