Namespace
lmsysorg
Image / Tagsglang:nightly-dev-cu13-20260420-05e4eecf
Content Digestsha256:d64117039f8c15898d1080bf311f5b4fdb74a175acacfe99b00ee02c9a149474
Details
2026-04-20 19:58:58 UTC
15.4 GB
Labels
-
com.nvidia.cudnn.version9.13.0.50-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version24.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.1
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.6.7.post3
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.88-1
NV_CUDA_CUDART_VERSION13.0.88-1
NV_CUDA_LIB_VERSION13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.13.0.50-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.0.2.14-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.0.2.14-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.0.2.14-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.0.2.14-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
Layers
[#000] sha256:76249c7cd50397d2e8c06a75106723d057deaba0ffbc7f4af1bb02bcf71d81cf - 0.18% (28.3 MB)
[#001] sha256:401d11fb2a0945d50e4cbfd2cca983a3686804bd0f2f6ea8c088452bf7f203f9 - 0.03% (4.34 MB)
[#002] sha256:ab7341a40ee7a7ada312ea6e9ee4a4841239b34a65c90bcbd75e7913dc9b73bf - 0.64% (100 MB)
[#003] sha256:d7913b78456aa0d9d7509d36fedb86528095b092d7e2a855b6fd6ac598459e84 - 0.0% (184 Bytes)
[#004] sha256:c03b8ec8dd332435fbc4c1fe6eeb6f0e8e8da2dd9d5ddcb50ad14c4a7ebf8939 - 0.0% (6.72 KB)
[#005] sha256:eea924c2c8fbc6f38044ddef8d512ccd3a113c4dd80a7a6cef0a4887f7dc2f87 - 9.1% (1.4 GB)
[#006] sha256:c20926c422315586ddd491e0f4a91bb3f78437f3bb1601a49915bcff61a11672 - 0.0% (58.2 KB)
[#007] sha256:afcf80b4241685162d50efe2917dfda2363bd5ac1a9400e9def97a9dabda381c - 0.0% (1.64 KB)
[#008] sha256:8fb7ecb711efd95b7c0da7bf3137414c2eb88d79f75484ba06de0f15d956dc49 - 0.0% (1.49 KB)
[#009] sha256:e93dd1223ff59c957b24d97a80c1a65fe3f3111f5001123967591bcfc1c0a979 - 13.92% (2.15 GB)
[#010] sha256:1cd98a0b91328cda36f4f6badc9555c614d573957281fa271d4f77d3627c39f7 - 0.0% (87.6 KB)
[#011] sha256:14d61ed8647292adeb82963c89c5f4200803717632b80d9023c306fa4e2fa2bb - 2.11% (333 MB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:3894244226a183960eb0c09fa554b4171ae02b4e248ebe0df6d2b5ea6536c71c - 0.99% (156 MB)
[#014] sha256:1041d0d0bb1be659d5db4541ba7b9a9d0507f80334f822024ffbdb97d288bf92 - 2.98% (470 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:1e90f3f35bc6f1c781108077a29cd9603197db7821d2aff9f4ab9758f209d72c - 0.01% (1.4 MB)
[#017] sha256:a644882702cb097c5d35aa84dae3c8883c60d631282b8c3a27986625019fadf1 - 0.0% (187 Bytes)
[#018] sha256:da9435d60b382cf8bdc62b12364bc3b197a71711dced698374d51368eefb1cea - 0.01% (846 KB)
[#019] sha256:4d9650a3f1e723fb8009bf65ad89a48c27818f3218849082d24e7b30fce590be - 0.0% (103 Bytes)
[#020] sha256:27aba18398399f310c4b78910bc6db423148d0c8ed11a013e9e282a9da6e376f - 1.3% (205 MB)
[#021] sha256:263e6d680186a63b27da47729a4ad1aa99b9a731bf4c6aa00eb57529b5dd0f80 - 1.97% (311 MB)
[#022] sha256:5309fecbc98d7765164e6c17c1ab454f14104ac0bd6059a3ca0d1ce919b2a763 - 0.0% (2.31 KB)
[#023] sha256:642a3653ae862dd12e44974df53f1ace304d196c04ebaa1a70ae971b6c03d350 - 0.0% (2.07 KB)
[#024] sha256:88c0e9f17c3321e2a6cd26e412b9282890017fc27f7fa12b2bde2e669f794db2 - 0.0% (1.78 KB)
[#025] sha256:d706bd93f592edf300372934d6992cd551fa1d3c6c542d578cc3088265536ef2 - 22.44% (3.46 GB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:9fa4e503a6106e30dc2a814bdac08ac1d178535cdb51e8fe4405ac03495f5ed9 - 0.08% (12.6 MB)
[#028] sha256:4314c61cdbba4c0b0547b63b5e30c66766abed744ff911055b4fc0d058f51e3b - 0.16% (24.6 MB)
[#029] sha256:17eac836429682348b75787c63f6b2c22f972557ebfe63eab71f87ebbd0e6c54 - 0.08% (12.7 MB)
[#030] sha256:f227500cbcbce620879616e3dd7c8678b67274ab9defab6c9ed28bb093af8e8f - 12.38% (1.91 GB)
[#031] sha256:f16f3fd89f4e9dfccc193a11cf70d6483d391a2883cd16297d668054550aa0bf - 0.0% (13.1 KB)
[#032] sha256:8e1d56a6c2ab107a91766d4848d64391ca5d95a593ae5e0a0cb2e74f81f8a1a5 - 0.01% (1.7 MB)
[#033] sha256:bb94a45c9bc825b246faa4c80b289164ae61ff2446b1144ce3ca73ae78dbbbd0 - 0.51% (81 MB)
[#034] sha256:af97a0b73a63bf2b015465dce6691e77feeae0a8567d3e7dc6ed0d8f758e9b3f - 0.01% (957 KB)
[#035] sha256:b111b140f3100b3e819d699be758a5cc5c758dfff2f61f4bdfed59511715b8b8 - 0.04% (6.92 MB)
[#036] sha256:030a2ead6bc642c0b3cda6655199dec47e296bb550406396b03c367badfa5f3a - 0.05% (7.52 MB)
[#037] sha256:b92b3f8be4258224621fd3a2765d7a31cf7e4fc3c6a146d31374e6900b2d04d6 - 0.05% (7.11 MB)
[#038] sha256:6a1d53efe472afc51efbb68dfb970186ff302acb544a64ad7067dad6b30398f7 - 0.01% (1.93 MB)
[#039] sha256:21a1224ff4a9a27e261e8d084418a693dea1f7b7ee88053197f3a213ac91908f - 0.01% (1.9 MB)
[#040] sha256:0a2824f1782b779ea6b94348dc7ace1ccca2f68a7c0f1a21b94f46b253fddaba - 0.04% (6.98 MB)
[#041] sha256:3c3104026ad722136c24fea148bd8d543337ab0f78e43cb6bbc8eeb3d8f7eb02 - 0.41% (64.1 MB)
[#042] sha256:79d183bbd1c25e2be82dc7361b71eaefb095c28a12d06c624c638fafd22c9534 - 1.29% (203 MB)
[#043] sha256:d0100e54d26e67cb15db42c1fa12ca3b311ef95a23a17a7f0435d689255a1dcd - 11.09% (1.71 GB)
[#044] sha256:0a0041122e92574c48a494a5490246032dfbaf02cb8cdcc1ede8f0753697e329 - 0.89% (141 MB)
[#045] sha256:cacf689f145bbd65cb50181d5f5d06bc68acaacbfa15a8496d19e111f03d94c7 - 0.47% (73.8 MB)
[#046] sha256:2cc7bd65760a1a57259de9e8cb1853a02eb311ee3d89fa46391391f18d6a2e10 - 6.18% (975 MB)
[#047] sha256:c67261e624fcfbd51c6beae9e9a22e0a2e7dcd11ef3c4cc536fe1725b7939c46 - 0.0% (444 Bytes)
[#048] sha256:77bd70c675d7060dee236f5f256db16492903f7f3e6fa941d35f72df0c0ec207 - 0.0% (722 Bytes)
[#049] sha256:b56452afeca1de29757d33326c4654f4e1734d475272275dfe10128fb23bdd88 - 0.0% (507 Bytes)
[#050] sha256:d5c4d66035e66d712913e275d1cc1847f50aac861db17c12802c5d1dfa644d9a - 0.0% (517 Bytes)
[#051] sha256:f02fedd609a68777834a4e4333f6a9164b79280375054f129314336ee8bfae55 - 0.0% (391 Bytes)
[#052] sha256:81d1d19debaec4f968a0f6188cbaf119d3c440f7fe633cb5e2bf329c146dd0d1 - 0.0% (306 Bytes)
[#053] sha256:8f374d7b24f6311a7ff15b6f4b2b2df9f8d6944f34026be41d8f36dae22faf5f - 0.09% (14.4 MB)
[#054] sha256:39171d33cf3b103d09af7120ad3a5142cbfb3c880110259ba929392d40434458 - 0.06% (9.49 MB)
[#055] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#056] sha256:86d11186c063c1f07129c42064ca1e0d2151563b71c0f80f40dbfb1e8435424e - 3.25% (513 MB)
[#057] sha256:56b50c807fbc126d4ad731a16c502e63dfad81325a5f37eb7f8ae64400ee2688 - 3.25% (513 MB)
[#058] sha256:9ae9c40e0e5db6731f4e556c124bbd2c7a920eaee9c6585e4eb06942f6b7abfe - 3.47% (548 MB)
[#059] sha256:0ab95631661e7c7196e99e6fc4224584b6734f9b4ba7b75abf2a0d501dff43c9 - 0.19% (29.8 MB)
[#060] sha256:660043a1efde4d2944e4b7834d77bc6bdbc30424a0988011562b317dff4b8772 - 0.25% (39.5 MB)
[#061] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-08-19 14:36:58 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-08-19 14:36:58 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-08-19 14:36:58 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-08-19 14:37:00 UTC/bin/sh -c #(nop) ADD file:e67907c77897d27192314f6c4fa0112b6f7dce3e127500516535cc50fe736c92 in /
2025-08-19 14:37:01 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.88-1
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:23:24 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.1
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-09-08 16:25:14 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.0.2.14-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-09-08 16:36:59 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.88-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.13.0.50-1
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-1
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-1
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-1
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.13.0.50-1
2025-09-08 17:30:50 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL=0
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG HOPPER_SBO=0
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG BUILD_AND_DOWNLOAD_PARALLEL=8
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.1
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.7.post3
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.9
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.7.post3
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-04-20 19:43:58 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-04-20 19:44:33 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && add-apt-repository ppa:deadsnakes/ppa -y && apt install -y --no-install-recommends python3.12-full python3.12-dev python3.10-venv && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-310-*-linux-gnu.so apt_pkg.so # buildkit
2026-04-20 19:45:24 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-04-20 19:45:24 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-04-20 19:45:59 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-04-20 19:45:59 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:46:00 UTC (buildkit.dockerfile.v0)WORKDIR /build
2026-04-20 19:46:11 UTC (buildkit.dockerfile.v0)COPY sgl-model-gateway /build/sgl-model-gateway # buildkit
2026-04-20 19:46:22 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /build/sgl-model-gateway-bin && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway/target /build/sgl-model-gateway/bindings/python/target # buildkit
2026-04-20 19:46:22 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://just.systems/install.sh | sed "s|https://github.com|https://${GITHUB_ARTIFACTORY}|g" | bash -s -- --tag 1.42.4 --to /tools # buildkit
2026-04-20 19:46:22 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c sh -c "$(curl --retry 3 --retry-delay 2 -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone --depth 1 https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone --depth 1 https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2026-04-20 19:46:22 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-04-20 19:49:39 UTC (buildkit.dockerfile.v0)COPY proto /tmp/sglang_deps/proto # buildkit
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.1
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG BUILD_AND_DOWNLOAD_PARALLEL
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-04-20 19:49:40 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG
2026-04-20 19:51:42 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-20 19:51:42 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/deepep # buildkit
2026-04-20 19:51:43 UTC (buildkit.dockerfile.v0)COPY /build/DeepEP /sgl-workspace/DeepEP # buildkit
2026-04-20 19:51:59 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c pip install /tmp/wheels/deepep/*.whl && rm -rf /tmp/wheels/deepep # buildkit
2026-04-20 19:51:59 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /usr/local/lib/python3.12/dist-packages/ # buildkit
2026-04-20 19:51:59 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-04-20 19:52:00 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-04-20 19:52:12 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-04-20 19:52:32 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-04-20 19:56:43 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:56:58 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then echo "CUDA >= 13, installing mooncake-transfer-engine from source code"; git clone --branch v${MOONCAKE_VERSION} --depth 1 https://github.com/kvcache-ai/Mooncake.git && cd Mooncake && bash dependencies.sh && mkdir -p build && cd build && cmake .. ${MOONCAKE_COMPILE_ARG} && make -j$(nproc) && make install; else echo "CUDA < 13, installing mooncake-transfer-engine from pip"; python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
2026-04-20 19:57:01 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install "nvidia-cutlass-dsl>=4.4.1" "nvidia-cutlass-dsl-libs-base>=4.4.1" --force-reinstall --no-deps; # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall --no-deps ; python3 -m pip install cuda-python==12.9 ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cudnn-cu13==9.16.0.29 --force-reinstall --no-deps ; python3 -m pip install nvidia-cublas==13.1.0.3 --force-reinstall --no-deps ; python3 -m pip install nixl-cu13 --no-deps ; python3 -m pip install cuda-python==13.2.0 ; fi # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-04-20 19:57:48 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-04-20 19:57:49 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "13" ] && [ -d /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin ]; then rm -f /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas && ln -s /usr/local/cuda/bin/ptxas /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas; fi # buildkit
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.1
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:57:59 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:58:03 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-20 19:58:06 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-04-20 19:58:52 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-04-20 19:58:52 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c cd /sgl-workspace/sglang && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; [ "$success" = "1" ] ) && mkdir -p /root/.cache/sglang && mv python/kernels.lock /root/.cache/sglang/ && find /usr/local/lib/python3.12/dist-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true COPY --from=gateway_builder /build/sgl-model-gateway-bin /usr/local/bin/sgl-model-gateway # buildkit
2026-04-20 19:58:58 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-04-20 19:58:58 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-04-20 19:58:58 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
Details
2026-04-20 19:31:55 UTC
14.2 GB
Labels
-
com.nvidia.cudnn.version9.13.0.50-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version24.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.1
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.6.7.post3
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.88-1
NV_CUDA_CUDART_VERSION13.0.88-1
NV_CUDA_LIB_VERSION13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.13.0.50-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.0.2.14-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.0.2.14-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.0.2.14-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.0.2.14-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
Layers
[#000] sha256:cc43ec4c13811c515d52d11a6039f3659696499c8782f5f3f601a3fdedf14082 - 0.19% (27.5 MB)
[#001] sha256:c7ba38867e8d046b206969939a5d345ebd47819cebd0cab2ebc03588a122bdbc - 0.03% (4.32 MB)
[#002] sha256:c88eadd066162cb15485ec40863657a4c067ba748b3edd900c2538f45c76aeb5 - 0.66% (95.1 MB)
[#003] sha256:fd2e70db770294d16caaf4d4d3ff37c95a6984755ba22b3bb82ffb2d54216847 - 0.0% (185 Bytes)
[#004] sha256:c03b8ec8dd332435fbc4c1fe6eeb6f0e8e8da2dd9d5ddcb50ad14c4a7ebf8939 - 0.0% (6.72 KB)
[#005] sha256:2cb956a72162918134f304b978261cacb525579138809e414c942a41e2c61f55 - 10.73% (1.52 GB)
[#006] sha256:30fc8198a31ec134e8816fbaf04bf79dd9e6fcaa8754710e8f1757443d80b5cd - 0.0% (58.2 KB)
[#007] sha256:85eb6b47da08d5f781655b2d6855ee9039ab146e7f67a76cd53a301fa48b3936 - 0.0% (1.64 KB)
[#008] sha256:cae1e96ffa7dcb47668565087de1db26f55578a18b7d6fe8138898f314f6aae7 - 0.0% (1.49 KB)
[#009] sha256:817eab9d3c527d98caac4cfb62fbd3b2c23c3d5766ff6eb891d9b460b104dbd9 - 14.07% (1.99 GB)
[#010] sha256:03f66a4525ea722bbb0de6d483404f0120ea11961e256b1c0cddda0dfd1e066a - 0.0% (87.7 KB)
[#011] sha256:abace0d4495ba1c9f096bc9c99a36de27a6d3b5da94dc700cad9cc6cad1d5edc - 2.72% (395 MB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:7a6a0685028f969b0715b43d83c31798458b8b13a74eca650a394068f428bda9 - 1.09% (159 MB)
[#014] sha256:322263583f9742323ba1ddd4210402e2a1eaf2200c0385eda82ae7d7084933d6 - 2.67% (387 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:db4af78b3153cb5b230d2b25e3b47b03b4a080f13ebe2dff08a22c9a28ac14b7 - 0.01% (1.41 MB)
[#017] sha256:739548dbb16fa8f6b3ef4c2200f9b3463b4e04c3a70e7261ae48bbbab27c4af4 - 0.0% (189 Bytes)
[#018] sha256:507870a7e1a7013b96b3b752da90e8d959c18b324bb0ccf9144f1c1985c7edb2 - 0.01% (846 KB)
[#019] sha256:44ad122f652e7c440dd7afa70c907856ee839eded5718dcb9b8df19ddbde91dc - 0.0% (103 Bytes)
[#020] sha256:1b6d6d3433931c78f790e31287973a3c65530f9317aae2d7e2d604edf48c7ef6 - 1.18% (171 MB)
[#021] sha256:752094eba5c5eba6d8bb61d462b110469df7b55a0751c5b48e6b1efa08c5b7c7 - 1.28% (186 MB)
[#022] sha256:6b6c0e79b710d0ba40bb93500bc69a7f61466f1a2112a72c959696def1e33aa7 - 0.0% (2.31 KB)
[#023] sha256:ef78ac40d725c73119d440d912b4db2e84505b8b1f250b56ffb702b20f059840 - 0.0% (2.06 KB)
[#024] sha256:c60fc5cb13be79e1c22db870b03829ffa6010658b082081c7ed60e27fb9ff75a - 0.0% (1.78 KB)
[#025] sha256:f649ec840aee2590c7626364ba854092bae6907a65e0fbb0e288c85adcae6690 - 24.91% (3.53 GB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:50eedb70e5b002dae60ba1b7ee475ac54a7910e7df0c53c0392f7b5a6aa29b29 - 0.08% (11.5 MB)
[#028] sha256:cee1d4ed0c38c5c2b59c3a5b47e1b3a79471faad06326fed956805df5918501d - 0.18% (25.4 MB)
[#029] sha256:c439387d7df420d278c2af8d54ce44648f34ddee6b0d6d5c331d04d5de9e8ca8 - 0.08% (11.6 MB)
[#030] sha256:462a170bfbc9ce7b9e4cda7d90a497edc39971b47860fff32a8d2838b228c519 - 13.38% (1.9 GB)
[#031] sha256:ba45aff249212162dc930f97842358eb9d38552584320ed1789a7050cb475b8c - 0.0% (13.1 KB)
[#032] sha256:6db4691b792901c09990208650b6d6a8f5955369f65dcc61e2b9c32655088623 - 0.01% (1.7 MB)
[#033] sha256:321d2e40a76a2c74071156bf64555dc41fee32a11237dd2b9ae929cf0c5f1e89 - 0.56% (81 MB)
[#034] sha256:9d6bc6616fce72923a276128e9c6e2e8934b120aee9d68761673af735b0529f9 - 0.01% (957 KB)
[#035] sha256:b1b0fc8991b290618938ffda927f597f6a03f24e6dccb33c7bdbc31de5ea576b - 0.05% (7.33 MB)
[#036] sha256:23e6dd9780c4d01e903ea66902a1ab76621b97b3cf4aeebbcbf98659404e9fc4 - 0.05% (7.96 MB)
[#037] sha256:e82fee61a012f913640ab5005399702f982e9396019cb09f4a066a290b3b5711 - 0.05% (7.51 MB)
[#038] sha256:ee6a7bcf3aa830ccb4dd59ce3354cb62cb3cdb11d7ef7be52360b8fd4bf87d67 - 0.01% (1.93 MB)
[#039] sha256:502436c93d14edbf00ad06b9e34b8ae4e38bb9eec3c522b2fad1d65ff2703162 - 0.01% (1.76 MB)
[#040] sha256:7368f507c5198428992c6a1da66f9d0f1ff80e2afd3ba0b7cd17c5a963455746 - 0.05% (6.98 MB)
[#041] sha256:9c49dc07b1d1d3ea0eacade446b1bfd3fba2317f05f2bcfabacbf395380ec490 - 0.45% (64.7 MB)
[#042] sha256:7c34c4069c35d809219be843180b8c78406b1f7e64ba7cb9769f2049cc048d86 - 1.36% (197 MB)
[#043] sha256:19ede3513f491bd39c29d881173a514261cacea531c0fa32ddf244e159e901f2 - 11.81% (1.67 GB)
[#044] sha256:5818b9d704ab0482f0d1ec56dbaaaa7a8fd5a45486ddd6acfa2dc19ec3f31b0f - 0.95% (138 MB)
[#045] sha256:ac75441d6c5fe12180fcc10c4796358543809e0a0f7e424b2c974a564a11810f - 0.53% (76.5 MB)
[#046] sha256:eddab4f64004bdfab481002ff538393bc9c45d095835264ace94ae94e7ce5415 - 7.93% (1.12 GB)
[#047] sha256:91b2b4639323254adb49f0e39508ed9c4222c53f459ac2c83f6cd7583bcee22a - 0.0% (443 Bytes)
[#048] sha256:7a97d3a6ff52e9772c2dbcd88f7c5495135a3b2f4f13dd5b45b6e13d9561cc68 - 0.0% (721 Bytes)
[#049] sha256:5b9744994294647860bf292de0351bcf5ffe4b66f0a638163d7a2ac5befe1592 - 0.0% (507 Bytes)
[#050] sha256:a0a811201966123d7458848fe81410ef36707f9e27ba2c3ad8e7d83486c1b9d5 - 0.0% (517 Bytes)
[#051] sha256:ae4b0aee659e05e2579399883e2119b8af6bf5cc598785b11c5a4efe67443216 - 0.0% (392 Bytes)
[#052] sha256:a95f2082a7de2e2cd56e93c1571728ef2d6d2c8410260dc7e14d94e392e29ef1 - 0.0% (305 Bytes)
[#053] sha256:108018c1ed374be03c92cad7ee60867baf3492a63eaa5c524e3b1d3e9e4977ae - 0.09% (13.1 MB)
[#054] sha256:f2194c84dfd6b0ccf457a6e84fb553add767efb7e8226111b32b602ec49a6615 - 0.07% (10.7 MB)
[#055] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#056] sha256:ea963c65ffb411354bf63e5c4593e97a84c7acbe7b51f4dd4abe481364a45b14 - 0.16% (22.6 MB)
[#057] sha256:385d0a6171073deaf4917e4f49c997a9e68b7e83fb8a4a5ed2f109bce7703972 - 0.16% (22.6 MB)
[#058] sha256:0b09d46dc012758c17a4cf5b556d6ebf10d7914b9e56394604e05085362d3eb8 - 1.95% (282 MB)
[#059] sha256:1422ad2a508f9aab580ef03ea4d5872af874ae15111d81ec28fa040702fd3515 - 0.21% (30.3 MB)
[#060] sha256:4da7c6842f5606ac6aedb3fb4bba342bf281e8bc97fa96c0d15d03caa6065703 - 0.27% (38.6 MB)
[#061] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-08-19 14:38:31 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-08-19 14:38:32 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-08-19 14:38:32 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-08-19 14:38:35 UTC/bin/sh -c #(nop) ADD file:b7517e9b93ca90114b86d36fa835651ac45b762e188edb92fc804391a8989e04 in /
2025-08-19 14:38:35 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.88-1
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:29:43 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.1
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-09-08 16:33:32 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.0.2.14-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 16:42:50 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 16:42:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-09-08 16:42:52 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-09-08 16:42:52 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-09-08 16:42:52 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-09-08 16:42:52 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.88-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-09-08 17:29:51 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.13.0.50-1
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-1
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-1
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-1
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.13.0.50-1
2025-09-08 17:35:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL=1
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG HOPPER_SBO=0
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG BUILD_AND_DOWNLOAD_PARALLEL=8
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.1
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.7.post3
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.9
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.7.post3
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-04-20 19:16:51 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-04-20 19:17:40 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && add-apt-repository ppa:deadsnakes/ppa -y && apt install -y --no-install-recommends python3.12-full python3.12-dev python3.10-venv && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-310-*-linux-gnu.so apt_pkg.so # buildkit
2026-04-20 19:18:33 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-04-20 19:18:34 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-04-20 19:18:59 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:19:00 UTC (buildkit.dockerfile.v0)WORKDIR /build
2026-04-20 19:19:07 UTC (buildkit.dockerfile.v0)COPY sgl-model-gateway /build/sgl-model-gateway # buildkit
2026-04-20 19:19:18 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /build/sgl-model-gateway-bin && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway/target /build/sgl-model-gateway/bindings/python/target # buildkit
2026-04-20 19:19:18 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://just.systems/install.sh | sed "s|https://github.com|https://${GITHUB_ARTIFACTORY}|g" | bash -s -- --tag 1.42.4 --to /tools # buildkit
2026-04-20 19:19:18 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c sh -c "$(curl --retry 3 --retry-delay 2 -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone --depth 1 https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone --depth 1 https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2026-04-20 19:19:18 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)COPY proto /tmp/sglang_deps/proto # buildkit
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.1
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG BUILD_AND_DOWNLOAD_PARALLEL
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-04-20 19:22:19 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMPILE_ARG
2026-04-20 19:23:53 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-20 19:23:53 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/deepep # buildkit
2026-04-20 19:23:54 UTC (buildkit.dockerfile.v0)COPY /build/DeepEP /sgl-workspace/DeepEP # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c pip install /tmp/wheels/deepep/*.whl && rm -rf /tmp/wheels/deepep # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /usr/local/lib/python3.12/dist-packages/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-04-20 19:24:01 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-04-20 19:24:02 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-04-20 19:24:19 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-04-20 19:24:40 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-04-20 19:28:17 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:28:29 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then echo "CUDA >= 13, installing mooncake-transfer-engine from source code"; git clone --branch v${MOONCAKE_VERSION} --depth 1 https://github.com/kvcache-ai/Mooncake.git && cd Mooncake && bash dependencies.sh && mkdir -p build && cd build && cmake .. ${MOONCAKE_COMPILE_ARG} && make -j$(nproc) && make install; else echo "CUDA < 13, installing mooncake-transfer-engine from pip"; python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
2026-04-20 19:28:32 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install "nvidia-cutlass-dsl>=4.4.1" "nvidia-cutlass-dsl-libs-base>=4.4.1" --force-reinstall --no-deps; # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall --no-deps ; python3 -m pip install cuda-python==12.9 ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cudnn-cu13==9.16.0.29 --force-reinstall --no-deps ; python3 -m pip install nvidia-cublas==13.1.0.3 --force-reinstall --no-deps ; python3 -m pip install nixl-cu13 --no-deps ; python3 -m pip install cuda-python==13.2.0 ; fi # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-04-20 19:29:41 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-04-20 19:29:42 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "13" ] && [ -d /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin ]; then rm -f /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas && ln -s /usr/local/cuda/bin/ptxas /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas; fi # buildkit
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.1
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-04-20 19:29:51 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-20 19:29:53 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-04-20 19:31:50 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-04-20 19:31:50 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c cd /sgl-workspace/sglang && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; [ "$success" = "1" ] ) && mkdir -p /root/.cache/sglang && mv python/kernels.lock /root/.cache/sglang/ && find /usr/local/lib/python3.12/dist-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true COPY --from=gateway_builder /build/sgl-model-gateway-bin /usr/local/bin/sgl-model-gateway # buildkit
2026-04-20 19:31:55 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-04-20 19:31:55 UTC (buildkit.dockerfile.v0)RUN |21 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local GRACE_BLACKWELL=1 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.1 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.7.post3 MOONCAKE_VERSION=0.3.9 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-04-20 19:31:55 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.