Namespace
lmsysorg
Image / Tagsglang:dev
Content Digestsha256:d4a56f6f9356539957974bb4008161b4c08d14a712805ff63eae526f36dbda71
Details
2026-11-10 00:36:28 UTC
15.1 GB
Labels
-
ai.sglang.build.commit4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/42726714820
-
ai.sglang.image.taglmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
-
com.nvidia.cudnn.version9.14.0.64-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revision4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/42726714820
-
org.opencontainers.image.versionlmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.7.3
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.96-1
NV_CUDA_CUDART_VERSION13.0.96-1
NV_CUDA_LIB_VERSION13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.14.0.64-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.1.1.3-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.1.1.3-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.1.1.3-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.1.1.3-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
SGLANG_BUILD_COMMIT4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/42726714820
SGLANG_IMAGE_TAGlmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
SGLANG_RUST_BUILD_MODEnever
UV_LINK_MODEcopy
UV_PYTHON_INSTALL_DIR/opt/python
UV_PYTHON_PREFERENCEonly-managed
VIRTUAL_ENV/opt/sglang
Layers
[#000] sha256:689b91d88a0f4086057ec826027b128902ecf2b516be510371c115bc55da19a6 - 0.18% (28.4 MB)
[#001] sha256:95e35692d3cc347d712fd236fd2af3b1c697783518182b1ae716722f694ed616 - 0.04% (6.64 MB)
[#002] sha256:5e25946ba40dcbc2410bf1852d135a46cb31cc7f89c05b9ef1ab12a6ef988aeb - 0.0% (354 KB)
[#003] sha256:f0af354daeda18f18684b23520969ef6bb3de82bb267936f867b12769be9125d - 0.65% (100 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:ccf9c70a85fc6158d617c85f3f719f669efb00c28fd45fa292575d351435bd2f - 0.0% (186 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:a30da298bda6986d68697bc361b9204f189616a3b7cc748c91846ecddbb873aa - 9.32% (1.4 GB)
[#008] sha256:21e0ed254c8bac8e7e21e80b250a5dc4a92211bbc2f658f9f81ef93c7c623f03 - 0.0% (58.6 KB)
[#009] sha256:cb3db0ad5ae089b6ae0c5b39b73e73cac40a558df052e602f8b0f24972b003b4 - 0.0% (1.65 KB)
[#010] sha256:8bd080c2e4b22c71c5058be60551a2735c1bead7341fe005313ca704578d9fa5 - 0.0% (1.49 KB)
[#011] sha256:b533a7368b7da8141f98b9a2442f84b5aa5d32f2d286c2611a32f725361f84b6 - 14.35% (2.16 GB)
[#012] sha256:cc689184d8c0977f56d2da63b3a3d225dc9c7fadb9375338768cf4909b016b32 - 0.0% (221 Bytes)
[#013] sha256:400821fd86ee1a17c460a7addf3892121cfb660a274b37e6a23cf36e7eaa931c - 0.0% (88 KB)
[#014] sha256:adebc1576f3c07100011ce7679aef5e7bb1e4aaca050e6d8e729273d22a2442a - 2.17% (335 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:5e75c86b47bdf1320afb9b0c80cc80280368d036a9a01b3c3c39c3d9bce8ec1d - 0.12% (17.9 MB)
[#017] sha256:40f96b49c80e7adb2bd557ee897bca10118612c6c281908cb93d07ab6d73c00d - 0.22% (34.6 MB)
[#018] sha256:6d43dad3db6aa1b6b6a6dc081ea74d27813a0f0e42214ed3c5bf0b648e214c71 - 2.96% (458 MB)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:85d2ee50c7e77db466b9f118aa641cde977c701bc6552a43dc3c9c7ac11aafea - 0.01% (1.36 MB)
[#021] sha256:df39651665afd70ee5428f1f9e1f70ee2e59b7db41334b384b8f669f93b84070 - 0.0% (187 Bytes)
[#022] sha256:0cc97702aa3e7fdcca445ed36a4751ab80af87ef6b7eeaf9794c3d699c03b864 - 0.01% (846 KB)
[#023] sha256:5727e7d139053566b3d437c49bde9c5f80207c54e2e17140e2ecfbc1db31e25c - 0.0% (103 Bytes)
[#024] sha256:ec5a6dd22bbb92923cb8707265ef46c5d8622c6bdf9d72c0030870891c9e8322 - 1.37% (212 MB)
[#025] sha256:2c18430b1e4fcee67b6449e30c18c225bb7ea8ebb761fff5ff7e725f24c8ea9a - 2.29% (354 MB)
[#026] sha256:927125046fe52e497813eb40627385d0bffd484aa217c09b135b604bd18ca5b4 - 0.0% (3.19 KB)
[#027] sha256:de6fb2603ed7ff1a82154a71882da1396b3d0507b9acef5c4b48691a88e5e406 - 0.0% (24 KB)
[#028] sha256:164bc9b05aefacd93bfd858862c025dd182cecf7e01ef1bf4e0298e08ffe70bd - 0.0% (44.9 KB)
[#029] sha256:334cb90218f895f9c3dced634c96a8586e41c41ab490275b82c95cf30e4aff60 - 0.0% (8.6 KB)
[#030] sha256:7e1be82b421105c23cd9d3a58e884d72bd8f85814705523f6ccd7147628c6f95 - 27.74% (4.18 GB)
[#031] sha256:97d519308054445d9acdf47f2f29eb70a836d2f73349a11fde80fe07725ba9c9 - 0.01% (2.29 MB)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:6e3e01e8d3342f8a5906c894201fb55571aeb901aa13244929bc8947a93923bf - 0.2% (30.9 MB)
[#034] sha256:a18a12e17eaeee75097c45dffbea386c2f812c7c788b9ef52cec3c919e05201a - 0.21% (31.7 MB)
[#035] sha256:d63bba4ee5b40b10e28ff418255711ab6bebdf752f51531897a4de81618506b6 - 0.07% (11.5 MB)
[#036] sha256:09a43bb4d4d53c647dc964ca64348e515bdf9656b6ffdd7a17d89bcd05719cf7 - 0.08% (11.6 MB)
[#037] sha256:950ee835e6a10d3bddfdc34faba5c17c1b80760d136a546d5b106348641585c2 - 20.6% (3.11 GB)
[#038] sha256:16f3afea91d12ab177fe1188f727162c5e004b44b094f4b7d7023298cb6e7d77 - 0.0% (13.1 KB)
[#039] sha256:539f6a6320be12a3a543dddd0a60265ad4eae43efea3260c6a03f516b7048556 - 0.01% (1.7 MB)
[#040] sha256:722aa8970d8a6680c7f7ad28a05ff214a4a7fc78c7c36f9598f793d79d9e08f1 - 0.52% (81 MB)
[#041] sha256:eeadb2ce92be0f85c2b97f421c38f92fd2ad4b8d50105d2142c3d38ba506472d - 0.01% (957 KB)
[#042] sha256:a41862340fc38366108e60de4667a76e4657acc0f232be1ed02a960655567fd4 - 0.04% (6.92 MB)
[#043] sha256:bd2cd1d9213022db7621a0d27f88caf0a1f53ec7562108fb0a55f9b73c2e68c3 - 0.05% (7.52 MB)
[#044] sha256:e3c7625f39fc3cc469fead2c32eabf6d513022254db52cdd8c88b5d127149244 - 0.05% (7.1 MB)
[#045] sha256:6d016b43baffd1b4586cfed43692f18c62d61e69e66049ec986385756a8ac8a6 - 0.01% (1.93 MB)
[#046] sha256:24d08d3c7ab9b69ada35e8d6b5fc9e45749c5df858551e0fa3235ee6f6d8c390 - 0.01% (1.9 MB)
[#047] sha256:451666faa0c5558272db7616e714424a9fc1bd8fb435c45ab757c1865574c239 - 0.05% (7.59 MB)
[#048] sha256:5e78dbeef138486ebad301e29a25e89820c53a1efd12a4c38e0d9372fe380cd2 - 0.46% (70.6 MB)
[#049] sha256:5ec08ea5b2e3bf57a040315e9700243a21932c1ed83fc4c342a53763d24419c8 - 1.38% (213 MB)
[#050] sha256:b0a965d0139dd3086f6ca89128f8949577522e4d447e6c22bf25ddab02ef08bb - 0.31% (48.2 MB)
[#051] sha256:8d2edb4ca7e5667455fe523d0d1c027ded47ef5733d0efb68bfa0cd47a62cf49 - 1.07% (166 MB)
[#052] sha256:5e35224e15f35c57fd368b2e3d118022a60d657a922da560b5a8b14014d82b90 - 0.43% (66.8 MB)
[#053] sha256:7062f24094ad8453558d314b6690d6d06d7a1569a6615ae21755132e2d3470cb - 1.34% (206 MB)
[#054] sha256:dd6299deab2d8c493fdb7afff0d98cff46423d5e8dffbe27a594ec0c428801e7 - 0.48% (73.3 MB)
[#055] sha256:651864cb44bdd6b41bfbae0cf6e726fbd394767aaa345c3c03dd27cfda618f49 - 2.33% (360 MB)
[#056] sha256:1259458664b0b02e633d88c8b65111ecb97d3fc2e5466c4d20078b9fdd225cc1 - 0.0% (444 Bytes)
[#057] sha256:48e7d0d13ffaa46ac665faeb22bd9a524fccb1b83bbc406d732808e1963f14bc - 0.0% (726 Bytes)
[#058] sha256:642d488bbb32614e8c0fbed8a99bc238331cb96c830c92d0608a667132f97eea - 0.0% (511 Bytes)
[#059] sha256:9a9e0be1c2e214b588b44763e16e245bac226a4e0c91c82f4d38d95ec7d14400 - 0.0% (521 Bytes)
[#060] sha256:a473a0d54d1aa3ef6db61348a52444968a1124d74422b7bb2d60d2e3bd0f8620 - 0.0% (392 Bytes)
[#061] sha256:4fb4cbf6f9e7181390d648a1f243c9d9ade0dce2e27f1a62092a98a9e47349e5 - 0.05% (6.96 MB)
[#062] sha256:8d0af5a3f0ddc0b02380bf77ec35a42f26bdd80a14b851484c99b303dfc52250 - 0.02% (3.74 MB)
[#063] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#064] sha256:60e2dc9dd1cccc316305886e0e8ff2163c9633c1b239db1cb9bf199ddf790d8d - 0.61% (94.5 MB)
[#065] sha256:74a1df02833113faddc43a9f75f1b8667eeddfbc664c348471211ff4d81e3fc5 - 0.61% (94.5 MB)
[#066] sha256:36a4bdbb618aa96926ca1563a1aff187516cee802b36d3697a5919aed08c09fb - 7.15% (1.08 GB)
[#067] sha256:8eeefa5ebeb94bb59d7c17365c13b20ccb4f50e5ceb1fef3edc91fb17d50670d - 0.11% (17 MB)
[#068] sha256:bd17959ec311677e10c9134270812b714b4d06edb9de266141873efa2af6409a - 0.11% (17 MB)
[#069] sha256:4ad5ca24f632405af8fea0a701ebac2b8bef880fc07d62af8c0c63145f2d6e80 - 0.15% (23.5 MB)
[#070] sha256:17ea1a45061b002b1b32565f89fba839ab8c1ff4581cd84bdea654002a6f905f - 0.02% (3.14 MB)
[#071] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:16:42 UTC/bin/sh -c #(nop) ADD file:0f6466425c4f1800aae9224ddc3437b90c829cea58fb8edd5dde2f1eb0ee28da in /
2026-04-03 15:16:43 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:31:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.9
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION=2.30.7
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.7.3
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.14
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION=sglang-v0.10.1
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.7.3
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)COPY /uv /uvx /usr/local/bin/ # buildkit
2026-11-10 00:15:17 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/python UV_PYTHON_PREFERENCE=only-managed UV_LINK_MODE=copy VIRTUAL_ENV=/opt/sglang
2026-11-10 00:15:19 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then mkdir -p /etc/uv && printf '[[index]]\nurl = "%s"\ndefault = true\n' "${PIP_DEFAULT_INDEX}" > /etc/uv/uv.toml; fi && if [ "${GITHUB_ARTIFACTORY}" != "github.com" ]; then export UV_PYTHON_INSTALL_MIRROR="https://${GITHUB_ARTIFACTORY}/astral-sh/python-build-standalone/releases/download"; fi && uv --version && uv python install ${PYTHON_VERSION} && uv venv --seed --python ${PYTHON_VERSION} /opt/sglang && uv pip install --upgrade pip && /opt/sglang/bin/python -VV # buildkit
2026-11-10 00:15:19 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-11-10 00:16:24 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && rm -f /usr/bin/python && printf '#!/bin/sh\nexec /opt/sglang/bin/python "$@"\n' > /usr/bin/python && chmod +x /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-11-10 00:16:25 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-11-10 00:16:59 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-11-10 00:16:59 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:17:01 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-11-10 00:17:10 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit
2026-11-10 00:17:19 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 13.0.3) ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && uv pip install sglang-kernel==${SGL_KERNEL_VERSION} --reinstall --no-deps # buildkit
2026-11-10 00:17:19 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit
2026-11-10 00:17:19 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-11-10 00:17:19 UTC (buildkit.dockerfile.v0)COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit
2026-11-10 00:17:19 UTC (buildkit.dockerfile.v0)COPY rust/sglang-runtime-v1-types /tmp/sglang_deps/rust/sglang-runtime-v1-types # buildkit
2026-11-10 00:18:15 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c case "$CUDA_VERSION" in 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && uv pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} --index-strategy unsafe-best-match ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && uv pip freeze | grep -vE "^sglang( |==|@)" > /sgl-workspace/constraints.txt # buildkit
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --no-deps cosmos-guardrail==0.3.1 retinaface-py==0.0.2 && uv pip install "better-profanity==0.7.0" "nltk==3.9.1" "peft==0.18.1" && python3 -c "import importlib.util as u; missing = [m for m in ('cosmos_guardrail', 'retinaface', 'better_profanity', 'nltk', 'cv2', 'peft', 'sentencepiece') if u.find_spec(m) is None]; assert not missing, f'guardrail deps missing: {missing}'" # buildkit
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION
2026-11-10 00:18:16 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:21:10 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/hpc-ops # buildkit
2026-11-10 00:21:11 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then uv pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit
2026-11-10 00:21:11 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/halops # buildkit
2026-11-10 00:21:11 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/halops/*.whl >/dev/null 2>&1; then uv pip install --no-deps /tmp/wheels/halops/*.whl || (uv pip uninstall halops >/dev/null 2>&1 || true; echo "WARNING: halops wheel install failed; building without it"); fi; rm -rf /tmp/wheels/halops # buildkit
2026-11-10 00:21:34 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-11-10 00:21:35 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-11-10 00:21:36 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-11-10 00:21:48 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-11-10 00:22:04 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:22:06 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION} # buildkit
2026-11-10 00:26:37 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" uv pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit
2026-11-10 00:26:39 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-11-10 00:26:40 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --reinstall --no-deps "nvidia-nccl-cu13==${SGL_NCCL_VERSION}" # buildkit
2026-11-10 00:26:42 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install nixl nixl-cu13 --no-deps && uv pip install "cuda-python>=13,<14" # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --prerelease=allow --index-strategy unsafe-best-match --extra-index-url https://pypi.nvidia.com/ ai-dynamo # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-11-10 00:26:52 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-11-10 00:26:53 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-11-10 00:26:59 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:27:00 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-11-10 00:27:02 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-11-10 00:36:25 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c cd /sgl-workspace/sglang && uv pip install --no-deps -e "python[${BUILD_TYPE}]" && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( find /opt/sglang/lib/python3.12/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
2026-11-10 00:36:25 UTC (buildkit.dockerfile.v0)ENV SGLANG_RUST_BUILD_MODE=never
2026-11-10 00:36:25 UTC (buildkit.dockerfile.v0)COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit
2026-11-10 00:36:26 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-11-10 00:36:26 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-11-10 00:36:26 UTC (buildkit.dockerfile.v0)ARG ENABLE_SGL_NVIDIA_MEGA=1
2026-11-10 00:36:26 UTC (buildkit.dockerfile.v0)ARG SGL_NVIDIA_MEGA_REPO=https://github.com/sgl-project/sgl-nvidia-mega.git
2026-11-10 00:36:26 UTC (buildkit.dockerfile.v0)ARG SGL_NVIDIA_MEGA_COMMIT=77360f1fd74dc46010056ebdac0ed5e0b87d3978
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 ENABLE_SGL_NVIDIA_MEGA=1 SGL_NVIDIA_MEGA_REPO=https://github.com/sgl-project/sgl-nvidia-mega.git SGL_NVIDIA_MEGA_COMMIT=77360f1fd74dc46010056ebdac0ed5e0b87d3978 /bin/sh -c if [ "${ENABLE_SGL_NVIDIA_MEGA}" != "1" ]; then echo "[sgl-nvidia-mega] skip (ENABLE_SGL_NVIDIA_MEGA=${ENABLE_SGL_NVIDIA_MEGA})"; elif ! printf '%s\n' 12.9 "${CUDA_VERSION}" | sort -V -C; then echo "[sgl-nvidia-mega] skip (CUDA_VERSION=${CUDA_VERSION} < 12.9)"; else git clone "${SGL_NVIDIA_MEGA_REPO}" /sgl-workspace/sgl-nvidia-mega && cd /sgl-workspace/sgl-nvidia-mega && git checkout -f "${SGL_NVIDIA_MEGA_COMMIT}" && uv pip install --no-deps -e . && cd / && python3 -c "from importlib.metadata import entry_points; assert any(e.name == 'nvidia_megakernel' for e in entry_points(group='sglang.srt.plugins')), 'sgl-nvidia-mega plugin not registered'"; fi # buildkit
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/42726714820
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/42726714820 SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
2026-11-10 00:36:28 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be org.opencontainers.image.version=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/42726714820 ai.sglang.build.commit=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/42726714820 ai.sglang.image.tag=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
Details
2026-11-10 00:35:00 UTC
15.1 GB
Labels
-
ai.sglang.build.commit4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/42726714820
-
ai.sglang.image.taglmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
-
com.nvidia.cudnn.version9.14.0.64-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revision4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/42726714820
-
org.opencontainers.image.versionlmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.7.3
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.96-1
NV_CUDA_CUDART_VERSION13.0.96-1
NV_CUDA_LIB_VERSION13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.14.0.64-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.1.1.3-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.1.1.3-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.1.1.3-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.1.1.3-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
SGLANG_BUILD_COMMIT4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/42726714820
SGLANG_IMAGE_TAGlmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
SGLANG_RUST_BUILD_MODEnever
UV_LINK_MODEcopy
UV_PYTHON_INSTALL_DIR/opt/python
UV_PYTHON_PREFERENCEonly-managed
VIRTUAL_ENV/opt/sglang
Layers
[#000] sha256:76fd055477b6edf8004a5a962edad02a820d4c8b2f02682410edfbe376b418c5 - 0.18% (27.5 MB)
[#001] sha256:2ed23d91404d4701b704d1bde211c59a2a564a31c315f05871a6e9403bc19945 - 0.04% (6.44 MB)
[#002] sha256:b69841cb303ccedcf38d7b88ef5624621de9afac92f991bd9493046493af0459 - 0.0% (368 KB)
[#003] sha256:f96e895ae7545ec872855c3f2adf4d95fa731dd2e8545b054f7aa1afc3d979f9 - 0.61% (94.8 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:4efc2d488f5acb1bcdef886876870bffe7f6435015718596101285c66bfd9fea - 0.0% (187 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:1b32cf91a1bf3f3f7ae37872a438565ab17ba9b8d07603039885d8a0bc0bf99b - 10.05% (1.52 GB)
[#008] sha256:639485f1f45f8c40371c8ef81ac16128b3009825e58436becb1fc4b8a6a6a1ec - 0.0% (58.6 KB)
[#009] sha256:063065dd5a0bcec95324d9aa1f46e7311ea2b41b099949a82cb6cb82a0384622 - 0.0% (1.65 KB)
[#010] sha256:1868124c7d5b7d7ef6579a7d2729713f71b31752baf0d7e2d0cad49ebfb5e128 - 0.0% (1.49 KB)
[#011] sha256:9c6b8f5a26d7663808df6235190a9e4cbf214a8337c0737c66b0beb7a0637d38 - 13.27% (2.01 GB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:17071d079121f2639f05774fea4bc3b899298e87602eae4c41154c28a14fe75a - 0.0% (88 KB)
[#014] sha256:801ff5d640da07c7b698f949f0976a8b29394fad3d0e0470331287aa7de52a37 - 2.56% (397 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:b9aaa82019f73f7f0c63d14b28558b12e8d625abc1d7cd1dfdcb903569cb6df4 - 0.11% (17.1 MB)
[#017] sha256:f76a4f6f789307620abb4cc5c0c9c4b8d91a169de278728517e776a0ab55eafb - 0.19% (29.6 MB)
[#018] sha256:73af52a197a7118c6994cf78b0ca575cf81accf34f494423d52b279fde617e7d - 2.45% (380 MB)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:0d72b3d2c8d8028413cae3b8c4dccc096abf938fb274d44c56d4143b6ee4266f - 0.01% (1.38 MB)
[#021] sha256:3542fec957fb457384b3275e087ef42c85c7d7b198f645c1d74e1ceb2b55ad05 - 0.0% (186 Bytes)
[#022] sha256:850fdcede1222dc796b62b23576b991000d708c61ab7fbbc47e171b1bd7d5219 - 0.01% (846 KB)
[#023] sha256:3136312119345e5a6ae0e527c720c3c4bbba99968c5e53f9d4941930944dd754 - 0.0% (103 Bytes)
[#024] sha256:6d1ac1ee500df4e2e25cc6b5ef49a8557e5ad595c95382050722a98379c40dec - 1.15% (178 MB)
[#025] sha256:e7e0449a533065bc54a29dec43317a2134a634fbc530e35b223b9132979d90fb - 0.16% (25.5 MB)
[#026] sha256:b902c2a0d799e1c1b2b03ccd66d9e6cdfc01e3263160311a4ad24ff1987c80f4 - 0.0% (3.19 KB)
[#027] sha256:d861e48206156d3d064d2f3107b2863834271ac7f753ff1a9cd944dce0344c4e - 0.0% (24 KB)
[#028] sha256:6c1e4e36c85c4159a253d133e031bbf8da7cb26643457530bd51e1f1e86c2570 - 0.0% (45 KB)
[#029] sha256:bd35f9c47e45e70d8104c00197330e2e0d9ad67e95105f6979b8d9713a180c11 - 0.0% (8.6 KB)
[#030] sha256:7a667af180b89fa82843334ed72d4e21d361c733ae134b9908b73d5f473e539a - 26.12% (3.96 GB)
[#031] sha256:376e84222d7b7263b0edb646150875046ecfbd89d8c20fc06e0cddc5a4317ec8 - 1.38% (214 MB)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:6966bc408d4341ebe4ccbf18478a49f1124fa68f0112a7b9a7e28cc46c1430fe - 0.0% (142 Bytes)
[#034] sha256:c67652d6fb29ba5dc2047ed8f883319a4f8efa797471555c827734e16babaefd - 0.0% (155 Bytes)
[#035] sha256:1da150416ae22f4b055366b425a6854b4870830db6b1890322475c9befb7939f - 0.07% (11.4 MB)
[#036] sha256:823fc8e4e163c25a19f722ce8fb8e5fe3ad9b104ad541b880c013781f7213b49 - 0.07% (11.5 MB)
[#037] sha256:89893ddc3d1ae90067c79ed2567469876b4aa91d6e0e6a2fbd45545df4f45aaa - 22.96% (3.48 GB)
[#038] sha256:5071cea92268f00e2c946398e6df67c54f0c1f11b155f8feef60cc8be6fd1665 - 0.0% (13.1 KB)
[#039] sha256:98d8cbb117d6cfda8aa1710cf0cba2f7c7678efdbc4d6a3ea125966a866824e8 - 0.01% (1.7 MB)
[#040] sha256:48c891a2248b2c2164bd23fc71d163190c042e29d4f8269a574e49cc46cea775 - 0.52% (81 MB)
[#041] sha256:a592be510ba9da2f41b4f257483c459e7f9ace18846349c7aa067524ce0707a5 - 0.01% (957 KB)
[#042] sha256:be4984117c1cf36910dd8f2c644d7b63861bbeccec1fcb1c4ff3c4bc72493a1f - 0.05% (7.33 MB)
[#043] sha256:2ddd36b893e08e4261c1b8fd3e5e06ca80f34296bbe558643e04b7d68af0068a - 0.05% (7.96 MB)
[#044] sha256:a708baf1fa1827d196e0f74cf83d9ca37bd7253e008b71d0b8580665055c9f3c - 0.05% (7.51 MB)
[#045] sha256:04eef185ab917dc693e3eee559a363a034f48b22d51f53a296f8afa5743836d0 - 0.01% (1.93 MB)
[#046] sha256:c24c73ffe8516a83ae11ff2ead07802bdb3b75af00ceb47a2dc7aacdcfbc9a99 - 0.01% (1.76 MB)
[#047] sha256:6837e1ce0382036c1263a491e06c7f62674bc5055bc9f62e86a1ab0b1d31b8fd - 0.05% (7.59 MB)
[#048] sha256:32f4011664f13777171f73f2352ef7267de32a69480371dd916ac255fcf706f9 - 0.46% (71.3 MB)
[#049] sha256:6366fbf3f58e56ade8c605a261b5b9597fd75cc29a7d99d49a369fd5ee77fd73 - 1.28% (199 MB)
[#050] sha256:22728faffb44bfc8fa4a08b63e6c732b84be93710d7aa42ac4f3d3fd209eb82d - 0.19% (29.2 MB)
[#051] sha256:e2af323b2b007eb27ba86394a24248db955fed5989d615fd07c84dd09df27cf9 - 1.09% (169 MB)
[#052] sha256:4e5c6f02f28f23fe62431a80ca048829c381928b6cf4a5d3b1d57950ac502136 - 1.79% (278 MB)
[#053] sha256:4c33803e5b5227b826b55f9fc74f96852507b8dc906ea588e2a149367b5af98f - 1.33% (206 MB)
[#054] sha256:dc47ae581cc3d587d49142ca9b1d213fc2e0b068c7c5a2fb35a28b6987b54add - 0.46% (71.8 MB)
[#055] sha256:cae1b7d38e072e94b365b3d67f660a5a87dc74b373fdf69e3f0ed7a5fd0d23d6 - 2.26% (350 MB)
[#056] sha256:9ad47f8d03d1c51f48387d6d3f167b31726696d6c86f601d8ef253ad53815e99 - 0.0% (444 Bytes)
[#057] sha256:5498795586b79201d8f8ae5ef5ecf1190e002025285bdc2bf34e09933cce630f - 0.0% (724 Bytes)
[#058] sha256:4380d97ae6705e6d35b1d8978a614fa2db5177315f3a0a5c02101c07e66cb315 - 0.0% (508 Bytes)
[#059] sha256:6f2a1b4f9a52d23a8d35689faa8fd1f0c28a75a09b57a01bddf9a7f0963a63fa - 0.0% (520 Bytes)
[#060] sha256:144e72571e5a57dae44fc8f1dc626ad62ee5f96de47888448a2b6530197f8381 - 0.0% (390 Bytes)
[#061] sha256:2f89dfda4eb5d021d71ffe0a0d69eb2be3e6acbac73c4ab5943d262dd67f23b8 - 0.04% (6.43 MB)
[#062] sha256:1ad30f2f3d9fd84af07e5092787b5f17a2ba7ceedf69fc7210f0d145387895ae - 0.02% (3.76 MB)
[#063] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#064] sha256:b16bfa9dfa080444d83a0b9d2af87d4635a1dffa44f35f35ebc48098b1fb1f2c - 0.76% (119 MB)
[#065] sha256:e97f65d547832fec6210fdd191e18599ce6915ea144f7286aa9037dbce7a3288 - 0.76% (119 MB)
[#066] sha256:1829d19c9a675b8a67897c945ddf51c150547fd4e9bdc0bae49ad640372f9e6a - 7.0% (1.06 GB)
[#067] sha256:4930321cc859201ae782a7075dd5da21671deaaabd50ef138a0ad6300232a166 - 0.11% (17.5 MB)
[#068] sha256:532d6f7355b3cced73ee4067b56f6007777e225558c4cee04508f8c0d555b0d7 - 0.11% (17.4 MB)
[#069] sha256:601990fe3942eead05a079e64ad4693a81df4acad0922f1f896dbbf96ed758ae - 0.15% (23.8 MB)
[#070] sha256:f8168b36872f52ae47290d1e51dffd3a0f45fee08807275ab276e0d3542362f8 - 0.02% (3.14 MB)
[#071] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) ADD file:9bab986009eae65b5534b3547eb3a7d0a1564404426de350dfd183cf3a4ffa9f in /
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:41:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:46:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.9
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION=2.30.7
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.7.3
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.14
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION=sglang-v0.10.1
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.7.3
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)COPY /uv /uvx /usr/local/bin/ # buildkit
2026-11-10 00:14:50 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/python UV_PYTHON_PREFERENCE=only-managed UV_LINK_MODE=copy VIRTUAL_ENV=/opt/sglang
2026-11-10 00:14:52 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then mkdir -p /etc/uv && printf '[[index]]\nurl = "%s"\ndefault = true\n' "${PIP_DEFAULT_INDEX}" > /etc/uv/uv.toml; fi && if [ "${GITHUB_ARTIFACTORY}" != "github.com" ]; then export UV_PYTHON_INSTALL_MIRROR="https://${GITHUB_ARTIFACTORY}/astral-sh/python-build-standalone/releases/download"; fi && uv --version && uv python install ${PYTHON_VERSION} && uv venv --seed --python ${PYTHON_VERSION} /opt/sglang && uv pip install --upgrade pip && /opt/sglang/bin/python -VV # buildkit
2026-11-10 00:14:52 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-11-10 00:16:14 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && rm -f /usr/bin/python && printf '#!/bin/sh\nexec /opt/sglang/bin/python "$@"\n' > /usr/bin/python && chmod +x /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-11-10 00:16:14 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:16:41 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-11-10 00:16:49 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit
2026-11-10 00:16:53 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 13.0.3) ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && uv pip install sglang-kernel==${SGL_KERNEL_VERSION} --reinstall --no-deps # buildkit
2026-11-10 00:16:53 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit
2026-11-10 00:16:53 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-11-10 00:16:53 UTC (buildkit.dockerfile.v0)COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit
2026-11-10 00:16:53 UTC (buildkit.dockerfile.v0)COPY rust/sglang-runtime-v1-types /tmp/sglang_deps/rust/sglang-runtime-v1-types # buildkit
2026-11-10 00:17:46 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c case "$CUDA_VERSION" in 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && uv pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} --index-strategy unsafe-best-match ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && uv pip freeze | grep -vE "^sglang( |==|@)" > /sgl-workspace/constraints.txt # buildkit
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --no-deps cosmos-guardrail==0.3.1 retinaface-py==0.0.2 && uv pip install "better-profanity==0.7.0" "nltk==3.9.1" "peft==0.18.1" && python3 -c "import importlib.util as u; missing = [m for m in ('cosmos_guardrail', 'retinaface', 'better_profanity', 'nltk', 'cv2', 'peft', 'sentencepiece') if u.find_spec(m) is None]; assert not missing, f'guardrail deps missing: {missing}'" # buildkit
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION
2026-11-10 00:17:51 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:17:53 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/hpc-ops # buildkit
2026-11-10 00:17:53 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then uv pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit
2026-11-10 00:17:59 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/halops # buildkit
2026-11-10 00:18:00 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/halops/*.whl >/dev/null 2>&1; then uv pip install --no-deps /tmp/wheels/halops/*.whl || (uv pip uninstall halops >/dev/null 2>&1 || true; echo "WARNING: halops wheel install failed; building without it"); fi; rm -rf /tmp/wheels/halops # buildkit
2026-11-10 00:20:56 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit
2026-11-10 00:20:56 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-11-10 00:20:56 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-11-10 00:20:57 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-11-10 00:20:58 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-11-10 00:21:21 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-11-10 00:21:50 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:21:50 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION} # buildkit
2026-11-10 00:25:29 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" uv pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit
2026-11-10 00:25:32 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-11-10 00:25:50 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --reinstall --no-deps "nvidia-nccl-cu13==${SGL_NCCL_VERSION}" # buildkit
2026-11-10 00:25:52 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install nixl nixl-cu13 --no-deps && uv pip install "cuda-python>=13,<14" # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --prerelease=allow --index-strategy unsafe-best-match --extra-index-url https://pypi.nvidia.com/ ai-dynamo # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-11-10 00:25:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-11-10 00:26:06 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-10 00:26:07 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-11-10 00:26:10 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-11-10 00:34:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c cd /sgl-workspace/sglang && uv pip install --no-deps -e "python[${BUILD_TYPE}]" && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( find /opt/sglang/lib/python3.12/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
2026-11-10 00:34:58 UTC (buildkit.dockerfile.v0)ENV SGLANG_RUST_BUILD_MODE=never
2026-11-10 00:34:58 UTC (buildkit.dockerfile.v0)COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit
2026-11-10 00:34:58 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-11-10 00:34:59 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 /bin/sh -c uv pip install --reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-11-10 00:34:59 UTC (buildkit.dockerfile.v0)ARG ENABLE_SGL_NVIDIA_MEGA=1
2026-11-10 00:34:59 UTC (buildkit.dockerfile.v0)ARG SGL_NVIDIA_MEGA_REPO=https://github.com/sgl-project/sgl-nvidia-mega.git
2026-11-10 00:34:59 UTC (buildkit.dockerfile.v0)ARG SGL_NVIDIA_MEGA_COMMIT=77360f1fd74dc46010056ebdac0ed5e0b87d3978
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)RUN |20 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local SGL_KERNEL_VERSION=0.4.9 SGL_VERSION= USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.7.3 MOONCAKE_VERSION=0.3.14 MSCCLPP_VERSION=sglang-v0.10.1 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.3 ENABLE_SGL_NVIDIA_MEGA=1 SGL_NVIDIA_MEGA_REPO=https://github.com/sgl-project/sgl-nvidia-mega.git SGL_NVIDIA_MEGA_COMMIT=77360f1fd74dc46010056ebdac0ed5e0b87d3978 /bin/sh -c if [ "${ENABLE_SGL_NVIDIA_MEGA}" != "1" ]; then echo "[sgl-nvidia-mega] skip (ENABLE_SGL_NVIDIA_MEGA=${ENABLE_SGL_NVIDIA_MEGA})"; elif ! printf '%s\n' 12.9 "${CUDA_VERSION}" | sort -V -C; then echo "[sgl-nvidia-mega] skip (CUDA_VERSION=${CUDA_VERSION} < 12.9)"; else git clone "${SGL_NVIDIA_MEGA_REPO}" /sgl-workspace/sgl-nvidia-mega && cd /sgl-workspace/sgl-nvidia-mega && git checkout -f "${SGL_NVIDIA_MEGA_COMMIT}" && uv pip install --no-deps -e . && cd / && python3 -c "from importlib.metadata import entry_points; assert any(e.name == 'nvidia_megakernel' for e in entry_points(group='sglang.srt.plugins')), 'sgl-nvidia-mega plugin not registered'"; fi # buildkit
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/42726714820
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/42726714820 SGLANG_IMAGE_TAG=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
2026-11-10 00:35:00 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be org.opencontainers.image.version=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/42726714820 ai.sglang.build.commit=4a5c6b8f632f1bb9ef1fb7724da9fda771dda6be ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/42726714820 ai.sglang.image.tag=lmsysorg/sglang:nightly-dev-20261110-4a5c6b8f
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.