Namespace
lmsysorg
Image / Tagsglang:blackwell-deepep
Content Digestsha256:2cf5671cafdefb88fa3267f518e34d57f00110d7c536e7f74d7c19cd3da67124
Details
2025-06-20 00:39:01 UTC
15.8 GB
Labels
-
com.nvidia.cudnn.version9.8.0.87-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.8.1
DEBIAN_FRONTENDinteractive
GDRCOPY_HOME/usr/src/gdrdrv-2.4.4/
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.25.1-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NVIDIA_VISIBLE_DEVICESall
NVSHMEM_DIR/sgl-workspace/nvshmem/install
NV_CUDA_CUDART_DEV_VERSION12.8.90-1
NV_CUDA_CUDART_VERSION12.8.90-1
NV_CUDA_LIB_VERSION12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-8=12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.8.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.8.0.87-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-8=12.8.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-8
NV_LIBCUBLAS_DEV_VERSION12.8.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-8=12.8.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-8
NV_LIBCUBLAS_VERSION12.8.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.8.93-1
NV_LIBCUSPARSE_VERSION12.5.8.93-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.25.1-1+cuda12.8
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.25.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.25.1-1+cuda12.8
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.25.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-8=12.3.3.100-1
NV_LIBNPP_DEV_VERSION12.3.3.100-1
NV_LIBNPP_PACKAGElibnpp-12-8=12.3.3.100-1
NV_LIBNPP_VERSION12.3.3.100-1
NV_NVML_DEV_VERSION12.8.90-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-8=12.8.90-1
NV_NVPROF_VERSION12.8.90-1
NV_NVTX_VERSION12.8.90-1
PATH/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
Layers
[#000] sha256:9cb31e2e37eab1bff50f727e979fcacb509e225fb853433a6fe21d2fb34e6305 - 0.17% (28.2 MB)
[#001] sha256:b95112eaf2836b9c7193858419f6d17933a873c4a2c9227dc497f5e090ea9c87 - 0.03% (4.42 MB)
[#002] sha256:030ef82509363afebdc78482e6f8c07f2bc8b65a45caf082c2a9a621c7deae63 - 0.38% (61.3 MB)
[#003] sha256:72ac9ccfda38d144ef8e3aadbd5851e7fa9aacd261f8e15d7365db0f816d3433 - 0.0% (186 Bytes)
[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)
[#005] sha256:0264850675f7464ed6385d030d281ffb0f2037323c73511a5372948c1c69d92c - 12.14% (1.92 GB)
[#006] sha256:de1d03310308c2871217cf179589d5e7fcd8eee31d8f331b61041347f50404a0 - 0.0% (62.6 KB)
[#007] sha256:c1d2af7fad0f1c6cdaf09c568c086019e834bc6523c30aa9b2b0b24c4b782086 - 0.0% (1.64 KB)
[#008] sha256:5601308b3ac642f7df8b1dc62b9582abdd34857eec6190bcb50162abc5719226 - 0.0% (1.49 KB)
[#009] sha256:6b2035e8b73ed2b018995a7b2c8d607d5527daf948d41964f02cc3ce7ed0699a - 17.64% (2.78 GB)
[#010] sha256:ed71f8f81b33b96e7112757f6828a6dcb0861026aa63c5edc672d13e11045f6d - 0.0% (86.8 KB)
[#011] sha256:c8ec6bd3d6c3fc8e46f67467d285fd8fbb6877905f1cb78d370956a08e4f9d1d - 4.15% (671 MB)
[#012] sha256:efdd814de7d54ed702afe4a080dfc952a30041365250586b8999ec0422c00834 - 0.0% (101 Bytes)
[#013] sha256:4c431b4eefcdc05b690d54b1410f001759b433a15b17711efaaf92eac02adfe0 - 0.56% (90.4 MB)
[#014] sha256:9025e520e5cfbbe80055f70792d5dbc0721853afe1a68d6eaea739fa9003843a - 3.22% (520 MB)
[#015] sha256:6e588753f56b3e3a9b1b36601e15313ffaa77f31a9de0e082363143d0e495477 - 51.19% (8.08 GB)
[#016] sha256:4f51bd8f1027c60b31dd8d667a5b4d3dcc19460f7ca950533b7addfcb4fca3d4 - 3.81% (615 MB)
[#017] sha256:cad58db98c1b5febd8ae2175af5580d57557cfa5982bcb3dbbe6bf864016314c - 0.17% (27.2 MB)
[#018] sha256:be7b1d989cd1107580db8a571abc2f7d5302cebbec31278661936dbe0c31f7da - 0.0% (13.1 KB)
[#019] sha256:907e00ac79d809e76602c6331e5db4023edb1a11c491270f8046f691d28c4f69 - 0.01% (1.7 MB)
[#020] sha256:e533b9be954df03ce613f18a531994a43ff85dd365302dbb0457a6139743b7fe - 0.51% (81.9 MB)
[#021] sha256:f293b879ad27a89964847bd0befc6c49a6b52e1056968e64ccfb4f194b1363c2 - 0.27% (44.4 MB)
[#022] sha256:ea3cff0b8878f0e79b90dc2d4bf02c654097169c54ec3425bdf7bec64627a0e7 - 0.0% (451 Bytes)
[#023] sha256:32951d3ffae9cb258a8a15feb080ab37dd84ff6b6a24fa6d040220dbc936663c - 0.0% (448 Bytes)
[#024] sha256:273c5ffcdce760e955d5f685a69174a6871a6481a66b56ee145a6bcef3e38d65 - 0.06% (8.98 MB)
[#025] sha256:8a391409b7f8e1a586d8f63ce5672becdc73deaccf52ceb7e7c8d36de8b3b785 - 0.0% (698 Bytes)
[#026] sha256:ad3c6876d7a97cc4aa86e05b4848a9465297760242a64571e214d2f044b7c6f5 - 0.0% (467 Bytes)
[#027] sha256:b15780e230cf6a534ab9a4c9d38d5a60ccf84e539478154500c7f12a9c83eb99 - 0.0% (489 Bytes)
[#028] sha256:06a944940a686cbb5b888d4eac674079fc9cb0559769f2507398f7e801532c91 - 0.0% (392 Bytes)
[#029] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#030] sha256:dc87b634397926979fdd6b5d9824404e102d071221c12cf6d62c5f3f94d56dee - 1.44% (233 MB)
[#031] sha256:71293d01eb7e825178c13e0a8d2e4c7d097afa22d9d85d45e8c0f2259f61b1f8 - 0.31% (50.2 MB)
[#032] sha256:b7b2731e0b4255c35a54de59e2547455acef906a589b23bc0d614b79ba5f22e5 - 0.01% (2.1 MB)
[#033] sha256:b210e5f17cd3b6d1071c6068ee0096d85a8c6879ff6740eb1c4149d61e9793e3 - 0.0% (189 Bytes)
[#034] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#035] sha256:81e892dbb8c92489c2860bad6a923eaf6260833a7c3dc5ad4dc136621fbd3d2a - 0.02% (3.22 MB)
[#036] sha256:20e938df3fe5202af1dd831db121885c0a1f5148e35fc45c60bffefa5181c533 - 0.0% (604 KB)
[#037] sha256:ce5bdf55d94aa80058f78f145a7c61ebda095b641f30b540617daca369deca56 - 0.0% (597 KB)
[#038] sha256:30092d46ae336b7eb50d67059dda0d3eaa4973c544c1fcf48d8d07ca1257aa2f - 3.07% (497 MB)
[#039] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#040] sha256:244aa3a1427e4d8e2d29ed5626e9115ab41b67ad4538335e5058d33dad4b7176 - 0.44% (71.8 MB)
[#041] sha256:797a9ad2642d863269d07521d72ca217f1f696e8dcc8ba58cac1803bf8b11281 - 0.39% (62.4 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-01-26 05:31:10 UTC/bin/sh -c #(nop) ADD file:1b6c8c9518be42fa2afe5e241ca31677fce58d27cdfa88baa91a65a259be3637 in /
2025-01-26 05:31:11 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.8.90-1
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.1
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.8.90-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-8=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-06-19 00:13:33 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-06-19 00:13:33 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-06-19 00:14:13 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt update -y && apt install software-properties-common -y && apt install python3 python3-pip -y && apt install curl git sudo libibverbs-dev -y && apt install rdma-core infiniband-diags openssh-server perftest libnuma1 -y && apt install lsof zsh ccache tmux htop git-lfs tree unzip -y && python3 --version && python3 -m pip --version && pip3 install --upgrade pip && rm -rf /var/lib/apt/lists/* && apt clean # buildkit
2025-06-19 00:14:27 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.9/sgl_kernel-0.1.9+cu128-cp39-abi3-manylinux2014_x86_64.whl && pip3 install setuptools==75.0.0 wheel scikit-build-core # buildkit
2025-06-19 00:17:19 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c git clone --depth=1 https://github.com/sgl-project/sglang.git && cd sglang && pip3 install -e "python[blackwell]" --extra-index-url https://download.pytorch.org/whl/cu128 # buildkit
2025-06-19 00:17:26 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install nvidia-nccl-cu12==2.27.3 --force-reinstall --no-deps # buildkit
2025-06-19 00:17:26 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=interactive
2025-06-19 00:17:30 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install --no-cache-dir pytest black isort icdiff uv pre-commit # buildkit
2025-06-19 00:17:30 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit
2025-06-19 00:17:31 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit
2025-06-19 00:17:35 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit
2025-06-19 00:17:38 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz && tar -xzf cmake-3.31.1-linux-x86_64.tar.gz && cp -r cmake-3.31.1-linux-x86_64/bin/* /usr/local/bin/ && cp -r cmake-3.31.1-linux-x86_64/share/* /usr/local/share/ && rm -rf cmake-3.31.1-linux-x86_64 cmake-3.31.1-linux-x86_64.tar.gz # buildkit
2025-06-19 00:17:38 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit
2025-06-19 00:17:38 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c chmod +x /usr/local/bin/yank # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.vimrc # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)COPY --chown=root:root <<EOF /root/.zshrc # buildkit
2025-06-19 00:17:41 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2025-06-20 00:23:28 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c apt-get update && apt-get install -y netcat-openbsd libopenmpi-dev kmod rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 build-essential cmake libibverbs-dev libgoogle-glog-dev libgtest-dev libjsoncpp-dev libnuma-dev libibverbs-dev libunwind-dev libgoogle-glog-dev libpython3-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc pybind11-dev libhiredis-dev pkg-config patchelf ccache libcurl4-openssl-dev curl pkg-config libczmq4 libczmq-dev libnl-route-3-dev libnl-3-dev librdmacm1 libhiredis-dev nvidia-dkms-535 build-essential devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev libfabric-dev python3 python3-pip && rm -rf /var/lib/apt/lists/* && ln -s /usr/bin/python3 /usr/bin/python # buildkit
2025-06-20 00:23:30 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.27.4/cmake-3.27.4-linux-x86_64.sh && chmod +x cmake-3.27.4-linux-x86_64.sh && ./cmake-3.27.4-linux-x86_64.sh --skip-license --prefix=/usr/local && rm cmake-3.27.4-linux-x86_64.sh # buildkit
2025-06-20 00:24:02 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/
2025-06-20 00:24:02 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c mkdir -p /tmp && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd /tmp/gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb && dpkg -i libgdrapi_*.deb && dpkg -i gdrcopy-tests_*.deb && dpkg -i gdrcopy_*.deb # buildkit
2025-06-20 00:24:02 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so # buildkit
2025-06-20 00:24:02 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-06-20 00:24:03 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c git clone https://github.com/deepseek-ai/DeepEP.git # buildkit
2025-06-20 00:24:03 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.2.5/source/nvshmem_src_3.2.5-1.txz # buildkit
2025-06-20 00:24:03 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c tar -xf nvshmem_src_3.2.5-1.txz && mv nvshmem_src nvshmem && cd /sgl-workspace/nvshmem && git apply /sgl-workspace/DeepEP/third-party/nvshmem.patch && sed -i '1i#include <unistd.h>' /sgl-workspace/nvshmem/examples/moe_shuffle.cu && cat /sgl-workspace/nvshmem/examples/moe_shuffle.cu # buildkit
2025-06-20 00:24:03 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2025-06-20 00:37:51 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c cd /sgl-workspace/nvshmem && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=/sgl-workspace/nvshmem/install -DCMAKE_CUDA_ARCHITECTURES=90 && cd build && make install -j # buildkit
2025-06-20 00:37:51 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/DeepEP
2025-06-20 00:37:51 UTC (buildkit.dockerfile.v0)ENV NVSHMEM_DIR=/sgl-workspace/nvshmem/install
2025-06-20 00:38:58 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c NVSHMEM_DIR=/sgl-workspace/nvshmem/install pip install --break-system-packages . # buildkit
2025-06-20 00:39:01 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install --upgrade mooncake_transfer_engine --break-system-packages # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.