| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=24.04 |
| ADD file:e67907c77897d27192314f6c4fa0112b6f7dce3e127500516535cc50fe736c92 in / |
| CMD ["/bin/bash"] |
| ARG JETPACK_HOST_MOUNTS= |
| ARG ENABLE_MITMPROXY=0 |
| ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS= |
| RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit |
| RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit |
| RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -d /usr/share/ca-certificates ]; then exit; fi && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit |
| RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends adduser curl libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev patch wget && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit |
| ARG GDRCOPY_VERSION=2.5 |
| ARG HPCX_VERSION=2.24.1 |
| ARG RDMACORE_VERSION=56.0 |
| ARG MOFED_VERSION=5.4-rdmacore56.0 |
| ARG OPENUCX_VERSION=1.19.0 |
| ARG OPENMPI_VERSION=4.1.7 |
| ARG EFA_VERSION=1.38.1 |
| ARG AWS_OFI_NCCL_VERSION=1.14.0 |
| ENV GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=56.0 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 |
| ARG TARGETARCH=amd64 |
| RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( cd opt/rdma-core/ && dpkg -i libibverbs1_*.deb libibverbs-dev_*.deb librdmacm1_*.deb librdmacm-dev_*.deb libibumad3_*.deb libibumad-dev_*.deb ibverbs-utils_*.deb ibverbs-providers_*.deb && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ && dpkg -i libfabric*.deb && rm /opt/amazon/efa/lib/libfabric.a && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) && ldconfig # buildkit |
| ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin |
| ENV OMPI_MCA_coll_hcoll_enable=0 |
| ARG CUDA_VERSION=13.0.1.012 |
| ARG CUDA_DRIVER_VERSION=580.82.07 |
| ARG NVVM_VERSION=13.0.88 |
| ARG DOCA_VERSION=3.1.0 |
| ENV CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 |
| RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 /bin/sh -c BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit |
| RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit |
| ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0 |
| LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0 |
| ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 |
| ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSPARSELT_VERSION=0.8.1.1 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 |
| ADD docs.tgz / # buildkit |
| RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit |
| ARG _LIBPATH_SUFFIX= |
| ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video |
| RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 _LIBPATH_SUFFIX= /bin/sh -c if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then /nvidia/build-scripts/installDOCA.sh; else echo "Not running installDOCA.sh"; fi # buildkit |
| COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit |
| RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 _LIBPATH_SUFFIX= /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf && ldconfig; fi # buildkit |
| COPY entrypoint/ /opt/nvidia/ # buildkit |
| ENV NVIDIA_PRODUCT_NAME=CUDA |
| ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"] |
| RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 _LIBPATH_SUFFIX= /bin/sh -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit |
| RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.38.1 AWS_OFI_NCCL_VERSION=1.14.0 TARGETARCH=amd64 CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.0 NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.35 CUSPARSE_VERSION=12.6.3.3 CUSOLVER_VERSION=12.0.4.66 NPP_VERSION=13.0.1.2 NVJPEG_VERSION=13.0.1.86 CUFILE_VERSION=1.15.1.6 NVJITLINK_VERSION=13.0.88 NVFATBIN_VERSION=13.0.85 CUBLASMP_VERSION=0.5.1.65 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.0.1.012 NVPTXCOMPILER_VERSION=13.0.88 CUDNN_VERSION=9.13.0.50 CUDNN_FRONTEND_VERSION=1.14.0 TRT_VERSION=10.13.3.9 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.5.1.121 NSIGHT_COMPUTE_VERSION=2025.3.1.4 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.51.2 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.7 MODEL_OPT_VERSION=0.33.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.4.1+cuda13 _LIBPATH_SUFFIX= /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit |
| ARG ENABLE_MITMPROXY=0 |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit |
| LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.0.2.14 com.nvidia.cufft.version=12.0.0.61 com.nvidia.curand.version=10.4.0.35 com.nvidia.cusparse.version=12.6.3.3 com.nvidia.cusparselt.version=0.8.1.1 com.nvidia.cusolver.version=12.0.4.66 com.nvidia.npp.version=13.0.1.2 com.nvidia.nvjpeg.version=13.0.1.86 com.nvidia.cublasmp.version=0.5.1.65 com.nvidia.nvvm.version=13.0.88 com.nvidia.cudla.version=13.0.1.012 com.nvidia.cudnn.version=9.13.0.50 com.nvidia.tensorrt.version=10.13.3.9 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2025.5.1.121 com.nvidia.nsightcompute.version=2025.3.1.4 |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit |
| ARG ENABLE_MITMPROXY=0 |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY cuda-*.patch /tmp # buildkit |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit |
| ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs: |
| RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit |
| ARG CUDA_VERSION=13.0 |
| ARG PYTHON_VERSION=3.12 |
| ARG UBUNTU_VERSION=24.04 |
| ENV DEBIAN_FRONTEND=noninteractive |
| ENV PATH=/opt/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin |
| RUN |3 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y --no-install-recommends ccache software-properties-common git curl sudo python3 python3-dev python3-venv tzdata && rm -rf /var/lib/apt/lists/* && ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ && curl -LsSf https://astral.sh/uv/install.sh | sh && mv ~/.local/bin/uv /usr/local/bin/ && mv ~/.local/bin/uvx /usr/local/bin/ && uv venv /opt/venv && . /opt/venv/bin/activate && python3 --version # buildkit |
| WORKDIR /workspace |
| RUN |3 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04 /bin/sh -c . /opt/venv/bin/activate && uv pip install ray nvidia-ml-py -r /tmp/cli.txt # buildkit |
| ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX |
| ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX |
| ARG CUDA_VERSION=13.0 |
| COPY /workspace/LMCache/dist_lmcache/*.whl /tmp/ # buildkit |
| COPY /torch.pin /torch.pin # buildkit |
| RUN |4 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04 torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX /bin/sh -c . /opt/venv/bin/activate && CUDA_TAG=cu$(echo ${CUDA_VERSION} | tr -d '.') && uv pip install -r /torch.pin --index-url https://download.pytorch.org/whl/${CUDA_TAG} && uv pip install /tmp/*.whl --verbose && rm -rf /tmp/*.whl /torch.pin # buildkit |
| WORKDIR /workspace |
| CMD ["/bin/bash"] |
