Namespace
lmsysorg
Image / Tag
sglang:v0.5.7-cu129-amd64-runtime
Content Digest
sha256:06cfe160d4da09ba31d528c738c8f5925a272e971260dc1685a283212aa61f5d
Details
Created

2026-01-01 03:46:59 UTC

Size

14.2 GB

Content Digest
Labels
  • com.nvidia.cudnn.version
    9.10.2.21-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    24.04

Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

12.9.1

DEBIAN_FRONTEND

noninteractive

GDRCOPY_HOME

/usr/src/gdrdrv-2.5.1/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.27.3-1

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_DEV_VERSION

12.9.79-1

NV_CUDA_CUDART_VERSION

12.9.79-1

NV_CUDA_LIB_VERSION

12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-12-9=12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

12.9.1-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-12

NV_CUDNN_VERSION

9.10.2.21-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-12-9=12.9.1.4-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-12-9

NV_LIBCUBLAS_DEV_VERSION

12.9.1.4-1

NV_LIBCUBLAS_PACKAGE

libcublas-12-9=12.9.1.4-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-12-9

NV_LIBCUBLAS_VERSION

12.9.1.4-1

NV_LIBCUSPARSE_DEV_VERSION

12.5.10.65-1

NV_LIBCUSPARSE_VERSION

12.5.10.65-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.27.3-1+cuda12.9

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.27.3-1

NV_LIBNCCL_PACKAGE

libnccl2=2.27.3-1+cuda12.9

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.27.3-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-12-9=12.4.1.87-1

NV_LIBNPP_DEV_VERSION

12.4.1.87-1

NV_LIBNPP_PACKAGE

libnpp-12-9=12.4.1.87-1

NV_LIBNPP_VERSION

12.4.1.87-1

NV_NVML_DEV_VERSION

12.9.79-1

NV_NVPROF_DEV_PACKAGE

cuda-nvprof-12-9=12.9.79-1

NV_NVPROF_VERSION

12.9.79-1

NV_NVTX_VERSION

12.9.79-1

PATH

/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin


Layers

[#000] sha256:32f112e3802cadcab3543160f4d2aa607b3cc1c62140d57b4f5441384f40e927 - 0.2% (28.3 MB)

[#001] sha256:644e9b20358325501941bab7efe2465969b1101fd546be263fc7c2d12d2d8c6c - 0.03% (4.34 MB)

[#002] sha256:02559cd4bc8db240554ff3a4e38df5909d4745846b3e3a4df865d102f0a6d0d9 - 0.68% (98.7 MB)

[#003] sha256:2cd52cbb1ebefad9b697ee1c60a7ba7ce8293404a1ad596fd257efdf0e9ec8d6 - 0.0% (182 Bytes)

[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)

[#005] sha256:15a17189b2df6f2a5b84716dd422741e91bec18d40f6cd72f7dea007a02d45aa - 15.14% (2.15 GB)

[#006] sha256:02cb0e091e334f5f0b222d9bc044d174ed386f1b30d3959d0e79ed725eb9cb15 - 0.0% (58.3 KB)

[#007] sha256:9c3d619183d2383e5d618638762511e6711c112a9e8f7e50031f94b839b2c25e - 0.0% (1.64 KB)

[#008] sha256:7f7602a82106bfe07dabfc1cd3799c2b0ee0f1314f4cb28535f7f1b7c00fbec4 - 0.0% (1.49 KB)

[#009] sha256:5a2aba542b08b08acc6ca580eb15aec763e088eed8c62eb5528e0490078951c6 - 21.27% (3.01 GB)

[#010] sha256:6cb9b761b8771e76ec5ff0e90e9165ee60d170c20a9e153b52cef78de6ca15d4 - 0.0% (87.5 KB)

[#011] sha256:bc94a9448b8da7df4edefb8b643b52c0e240a2a3bd97a09b2a45a214fad0cc85 - 4.68% (679 MB)

[#012] sha256:bdb6003bb3a8452371e8c0312a3a0099ee36f7c9f67113dabc9a743142233fbd - 3.89% (565 MB)

[#013] sha256:6abc58d0a3249b82ce4ba671d0ebfa7815d9085fc7243b36503edd005712eb17 - 0.11% (15.4 MB)

[#014] sha256:f713a0bc6946567e2f7a5c9e90d803b860e051c9bcd4c4b3cda32bcbea09f975 - 45.92% (6.51 GB)

[#015] sha256:507d10a7f3e877c7dffd6ce2d0613d84dce671ae1dc847cbf8841efb41147d7e - 8.1% (1.15 GB)

[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#018] sha256:97760672c16fb2942ffa0d654abd9ab6a8d37b4e2f8c0066da0a0e8a362c4b28 - 0.0% (328 KB)

[#019] sha256:1ca84a390e197934835c64c671a73de4911ee5da65a0055d30a7062dec7f1a0a - 0.0% (19.1 KB)

[#020] sha256:16faa91ae03b5a1cd4e1db1c181d177387a230d31f297abbce385ac5c2d0fb51 - 0.0% (188 Bytes)

[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)


History
2025-07-14 16:40:20 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-07-14 16:40:20 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-07-14 16:40:20 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-07-14 16:40:20 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-07-14 16:40:22 UTC

/bin/sh -c #(nop) ADD file:b4619a63cd7829e1338ddaa4995ca17003002dd54b0dfd675a6f54a2b69151a6 in /

2025-07-14 16:40:23 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.9.79-1

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.9.1

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=12.9.79-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=12.4.1.87-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2025-07-18 20:22:35 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=12.9.79-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_VERSION=12.9.79-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2025-07-18 20:37:48 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.10.2.21-1

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.10.2.21-1

2025-07-25 15:14:12 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.9.1

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-01-01 03:32:09 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.9.1 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends software-properties-common && add-apt-repository ppa:deadsnakes/ppa -y && apt-get update && apt-get install -y --no-install-recommends --allow-change-held-packages python3.12-full python3.12-dev wget tzdata ca-certificates netcat-openbsd curl git libopenmpi3 libnuma1 libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 ibverbs-providers libgoogle-glog0v6t64 libunwind8 libboost-system1.83.0 libboost-thread1.83.0 libboost-filesystem1.83.0 libgrpc++1.51t64 libprotobuf32t64 libhiredis1.1.0 libcurl4 libczmq4 libfabric1 libssl3 rdma-core infiniband-diags perftest ninja-build libnccl2 libnccl-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && ln -sf /usr/bin/python3.12 /usr/bin/python && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-01-01 03:32:21 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.9.1 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends locales && locale-gen en_US.UTF-8 && rm -rf /var/lib/apt/lists/* # buildkit

2026-01-01 03:32:21 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

2026-01-01 03:46:51 UTC (buildkit.dockerfile.v0)

COPY /usr/local/lib/python3.12/dist-packages /usr/local/lib/python3.12/dist-packages # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

COPY /sgl-workspace /sgl-workspace # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.9.1 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "13" ] && [ -d /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin ]; then rm -f /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas && ln -s /usr/local/cuda/bin/ptxas /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas; fi # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

COPY /usr/lib/libgdrapi.so* /usr/lib/ # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

COPY /usr/bin/gdrcopy_* /usr/bin/ # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

COPY /usr/src/gdrdrv-2.5.1 /usr/src/gdrdrv-2.5.1 # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.9.1 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-01-01 03:46:59 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete