Namespace
lmsysorg
Image / Tagsglang:v0.4.9-cu126
Content Digestsha256:1b7fdcd40f817dae865bebe785e53177a013024417fbacc1517091654d86acc8
Details
2025-07-06 01:39:50 UTC
11.8 GB
Labels
-
com.nvidia.cudnn.version9.3.0.75-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.6.1
DEBIAN_FRONTENDnoninteractive
GDRCOPY_HOME/usr/src/gdrdrv-2.4.4/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.22.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
NVIDIA_VISIBLE_DEVICESall
NVSHMEM_DIR/sgl-workspace/nvshmem/install
NV_CUDA_CUDART_DEV_VERSION12.6.68-1
NV_CUDA_CUDART_VERSION12.6.68-1
NV_CUDA_LIB_VERSION12.6.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-6=12.6.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.6.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.3.0.75-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.3.0.75-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.3.0.75-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-6=12.6.1.4-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-6
NV_LIBCUBLAS_DEV_VERSION12.6.1.4-1
NV_LIBCUBLAS_PACKAGElibcublas-12-6=12.6.1.4-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-6
NV_LIBCUBLAS_VERSION12.6.1.4-1
NV_LIBCUSPARSE_DEV_VERSION12.5.3.3-1
NV_LIBCUSPARSE_VERSION12.5.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.22.3-1+cuda12.6
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.22.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.22.3-1+cuda12.6
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.22.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-6=12.3.1.54-1
NV_LIBNPP_DEV_VERSION12.3.1.54-1
NV_LIBNPP_PACKAGElibnpp-12-6=12.3.1.54-1
NV_LIBNPP_VERSION12.3.1.54-1
NV_NVML_DEV_VERSION12.6.68-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-6=12.6.68-1
NV_NVPROF_VERSION12.6.68-1
NV_NVTX_VERSION12.6.68-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
Layers
[#000] sha256:857cc8cb19c0f475256df4b7709003b77f101215ebf3693118e61aac6a5ea4ff - 0.23% (28.2 MB)
[#001] sha256:43c9e37e4068d8ef7a8f75b75ad05cc8770ac1f8fe1b6299a5c932a11b93ef09 - 0.04% (4.41 MB)
[#002] sha256:b8f5d10811b1a0625fe9af8e7904b4b441cf2778710db24e61d92b7c826ba13d - 0.45% (54.7 MB)
[#003] sha256:5433d7c9b0a7a2d3928f0d557775cd130a7f292a984a5bbda52641f00036fb67 - 0.0% (184 Bytes)
[#004] sha256:22e17e21b5e69ddd0e26d8b510fb892ce7d40988cbc62bc0a02647d91a11368a - 0.0% (6.72 KB)
[#005] sha256:8ae4858e1b6b07fa55ec702dbf92d2155e9958fd066640ef70d0a8ef3ad3cdeb - 10.87% (1.29 GB)
[#006] sha256:901dbd1d7787ef82b10666aa689387fe7002913811cd59082a680b6883870c4a - 0.0% (62.6 KB)
[#007] sha256:c8db2d94ee090364e268894d946c0b0053b95cfe9075cdcd81963b6d00c62e88 - 0.0% (1.64 KB)
[#008] sha256:9e09e08092e230cee55c4d10384e1d093a911405f37266b56657f9a487750418 - 0.0% (1.49 KB)
[#009] sha256:0a347f211a3d7040f35d39d9d9516c91cb2e3fe8e3fbf7faf83decba2e7f3ed2 - 19.48% (2.31 GB)
[#010] sha256:39280a15c0bdc5df1c2ad22923b0cfeb2215853b9385846b55a2a70b9a76fc03 - 0.0% (86.8 KB)
[#011] sha256:19385e86e52fcea37d949c78a8250c54fa54411ad2a3cdf5facb8ec0b4430949 - 4.58% (555 MB)
[#012] sha256:eec4288ed55587fa1f2a60cdf154e249d0f2c2397967bf0c88de32ff1d555451 - 2.42% (294 MB)
[#013] sha256:8167068d4501f8d919e85401e0b771eaef0f4817ad4963bfdfd6a7859a757bd4 - 0.01% (641 KB)
[#014] sha256:bc690fefc36d93facd4112a084f394576c87965e961893bac5f4311007a0f9fa - 0.0% (188 Bytes)
[#015] sha256:ae89d394b457ea77fe19e89c03067ad57812f237f9c7fce97c6b2944dc2dc0f0 - 0.0% (103 Bytes)
[#016] sha256:315d2c3bae0cf53c028a6ae914c9f91b49203d07687c14829eda21b507fd647d - 53.18% (6.3 GB)
[#017] sha256:1f29f8c8aaed5cc73c12d2c67a5d92d821a8ffd2c8794e8cc90cddb399a65167 - 4.71% (571 MB)
[#018] sha256:c0ccad724984c9e0e82aa782546c24046577793a8b69a80b8c7bfbd5aaa71760 - 0.54% (65.8 MB)
[#019] sha256:eceb0e7f611cfe73c5e3ce5fcf2d4d798e3040085fcd4abb3ff580f4bfe060d3 - 0.43% (52 MB)
[#020] sha256:8df32b0b36fb89a411e22b2fc16a42a4ce28e2068a75aec53110039f21c6bb7e - 1.76% (213 MB)
[#021] sha256:c472a51087dbb1e320f0109b369cb501df9d86f8166db3247b3ea19246414283 - 0.01% (845 KB)
[#022] sha256:46a6d5768229b2429eb61ded63f1fb1c2d10055c0a8f8f53af9fcfe376ce3d74 - 0.15% (18.1 MB)
[#023] sha256:fe96f7601eb05bdcb7e05ab6ccd6c938d09af0db8dcdb5877683fdb0a4c8575a - 0.0% (13.1 KB)
[#024] sha256:ec33f78ebf1b1a3ed62a1faaf81cb3a718b74cc63d557916a472c1703b2a3b8a - 0.01% (1.7 MB)
[#025] sha256:e802e7568a270baa341f43d2860ccd64c337467f52a60ac7acc219cbc623c6f2 - 0.68% (81.9 MB)
[#026] sha256:85128c93c672f9fe9603c6bdd56113538d2cfb74c39bc34beb149bd2a41695bf - 0.37% (44.4 MB)
[#027] sha256:aa0243583d43e916e640bb595f05e0d9898ecc28bc43f9b9857f2e266e542822 - 0.0% (451 Bytes)
[#028] sha256:7433553477e33f794718c3ad9499c970d28c9d99f1582d2bc5f030edc88d1b56 - 0.0% (447 Bytes)
[#029] sha256:0f0a378ce6120513aade3cdc9e9b389f9ba15c45b67c70f88f248e94e8dd21c4 - 0.07% (8.99 MB)
[#030] sha256:5e82a8a9f3668f90bfd4834675cbf8c41298f1a4961c160bb9c54bf1414e2175 - 0.0% (699 Bytes)
[#031] sha256:540e1f74bd8746a32f7ba79245becc27aadab268b800ca899e80f12bae80c4c5 - 0.0% (467 Bytes)
[#032] sha256:d9653f89d9c3ac7c3c96ce594222665dccde0debcf72e132106509174c616750 - 0.0% (490 Bytes)
[#033] sha256:4fcfbde07ba58255e44dbcee7ed4531352292d991b02c0a6c47199bdf316df05 - 0.0% (393 Bytes)
[#034] sha256:dfec0332059b566d4139127269f9f5db76505a7607094b808936a88e7469e6cf - 0.02% (1.89 MB)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-08-13 09:27:22 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-08-13 09:27:24 UTC/bin/sh -c #(nop) ADD file:2f8a54a5efd080fb81efea702b4e3e07d946eec7563fb2281bd28950c10ec462 in /
2024-08-13 09:27:24 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.6.68-1
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 14:56:41 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.6.1
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-09-03 14:56:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.1-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.6.68-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.1.54-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.3.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.6.1.4-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.1.4-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.22.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.22.3-1
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.22.3-1+cuda12.6
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-09-03 15:01:08 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.3.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.1.54-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-6=12.3.1.54-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.6.1.4-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-6
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-6=12.6.1.4-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-6=12.6.1-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6=12.6.68-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.22.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.22.3-1
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.22.3-1+cuda12.6
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-6=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-6=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-6=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-6=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-6=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-6=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-09-03 15:09:42 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.3.0.75-1
2024-09-03 15:34:35 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-06 01:20:29 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-07-06 01:20:29 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/ NVSHMEM_DIR=/sgl-workspace/nvshmem/install
2025-07-06 01:20:29 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof zsh ccache tmux htop git-lfs tree python3 python3-pip python3-dev libpython3-dev build-essential cmake libopenmpi-dev libnuma1 libnuma-dev libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev patchelf nvidia-dkms-550 devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-07-06 01:20:49 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2025-07-06 01:20:49 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so # buildkit
2025-07-06 01:20:49 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-07-06 01:24:20 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six && git clone --depth=1 https://github.com/sgl-project/sglang.git && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && python3 -m pip install --no-cache-dir -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && if [ "$CUDA_VERSION" = "12.8.1" ]; then python3 -m pip install --no-cache-dir nvidia-nccl-cu12==2.27.5 --force-reinstall --no-deps ; python3 -m pip install --no-cache-dir https://github.com/sgl-project/whl/releases/download/v0.2.4/sgl_kernel-0.2.4+cu128-cp39-abi3-manylinux2014_x86_64.whl --force-reinstall --no-deps ; fi # buildkit
2025-07-06 01:38:55 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.2.5/source/nvshmem_src_3.2.5-1.txz && git clone https://github.com/deepseek-ai/DeepEP.git && tar -xf nvshmem_src_3.2.5-1.txz && mv nvshmem_src nvshmem && cd nvshmem && git apply /sgl-workspace/DeepEP/third-party/nvshmem.patch && sed -i '1i#include <unistd.h>' examples/moe_shuffle.cu && rm -f /sgl-workspace/nvshmem_src_3.2.5-1.txz && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=${NVSHMEM_DIR} -DCMAKE_CUDA_ARCHITECTURES=90 && cmake --build build --target install -j && cd /sgl-workspace/DeepEP && NVSHMEM_DIR=${NVSHMEM_DIR} pip install . # buildkit
2025-07-06 01:39:00 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir datamodel_code_generator mooncake_transfer_engine==0.3.4.post2 pre-commit pytest black isort icdiff uv wheel scikit-build-core # buildkit
2025-07-06 01:39:15 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache less && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-07-06 01:39:36 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/amd64 /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit
2025-07-06 01:39:37 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2025-07-06 01:39:37 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2025-07-06 01:39:37 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2025-07-06 01:39:37 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2025-07-06 01:39:41 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir --break-system-packages pytest black isort icdiff scikit_build_core uv pre-commit pandas matplotlib tabulate # buildkit
2025-07-06 01:39:41 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit
2025-07-06 01:39:42 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit
2025-07-06 01:39:44 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit
2025-07-06 01:39:47 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz && tar -xzf cmake-3.31.1-linux-x86_64.tar.gz && cp -r cmake-3.31.1-linux-x86_64/bin/* /usr/local/bin/ && cp -r cmake-3.31.1-linux-x86_64/share/* /usr/local/share/ && rm -rf cmake-3.31.1-linux-x86_64 cmake-3.31.1-linux-x86_64.tar.gz # buildkit
2025-07-06 01:39:47 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit
2025-07-06 01:39:47 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c chmod +x /usr/local/bin/yank # buildkit
2025-07-06 01:39:49 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2025-07-06 01:39:49 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.vimrc # buildkit
2025-07-06 01:39:49 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit
2025-07-06 01:39:49 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit
2025-07-06 01:39:49 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.zshrc # buildkit
2025-07-06 01:39:50 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin # buildkit
2025-07-06 01:39:50 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.