Namespace
lmsysorg
Image / Tagsglang:latest-runtime-efa
Content Digestsha256:27beb6348d41eb0590f001a0333b2e70fc0e6be939b3803f697633dd502dd9f8
Details
2026-10-30 03:36:31 UTC
13.6 GB
Labels
-
ai.sglang.build.commit297e54fd105e974cdf401e5b4d20253a22c16f90
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/40978390925
-
ai.sglang.efa.base-imagelmsysorg/sglang:v0.5.23-runtime
-
ai.sglang.efa.installer-version1.50.0
-
ai.sglang.image.taglmsysorg/sglang:v0.5.23-runtime-efa
-
com.nvidia.cudnn.version9.14.0.64-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revision297e54fd105e974cdf401e5b4d20253a22c16f90
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/40978390925
-
org.opencontainers.image.versionlmsysorg/sglang:v0.5.23-runtime-efa
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/opt/amazon/efa/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
MOONCAKE_PROTOCOLefa
NCCL_NET_PLUGINofi
NCCL_TUNER_PLUGINofi
NCCL_VERSION2.28.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.96-1
NV_CUDA_CUDART_VERSION13.0.96-1
NV_CUDA_LIB_VERSION13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.14.0.64-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.1.1.3-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.1.1.3-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.1.1.3-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.1.1.3-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/opt/amazon/efa/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin
SGLANG_BUILD_COMMIT297e54fd105e974cdf401e5b4d20253a22c16f90
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/40978390925
SGLANG_DISAGGREGATION_NIXL_BACKENDLIBFABRIC
SGLANG_IMAGE_TAGlmsysorg/sglang:v0.5.23-runtime-efa
SGLANG_RUST_BUILD_MODEnever
UV_LINK_MODEcopy
UV_PYTHON_INSTALL_DIR/opt/python
UV_PYTHON_PREFERENCEonly-managed
VIRTUAL_ENV/opt/sglang
Layers
[#000] sha256:689b91d88a0f4086057ec826027b128902ecf2b516be510371c115bc55da19a6 - 0.2% (28.4 MB)
[#001] sha256:95e35692d3cc347d712fd236fd2af3b1c697783518182b1ae716722f694ed616 - 0.05% (6.64 MB)
[#002] sha256:5e25946ba40dcbc2410bf1852d135a46cb31cc7f89c05b9ef1ab12a6ef988aeb - 0.0% (354 KB)
[#003] sha256:f0af354daeda18f18684b23520969ef6bb3de82bb267936f867b12769be9125d - 0.72% (100 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:ccf9c70a85fc6158d617c85f3f719f669efb00c28fd45fa292575d351435bd2f - 0.0% (186 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:a30da298bda6986d68697bc361b9204f189616a3b7cc748c91846ecddbb873aa - 10.36% (1.4 GB)
[#008] sha256:21e0ed254c8bac8e7e21e80b250a5dc4a92211bbc2f658f9f81ef93c7c623f03 - 0.0% (58.6 KB)
[#009] sha256:cb3db0ad5ae089b6ae0c5b39b73e73cac40a558df052e602f8b0f24972b003b4 - 0.0% (1.65 KB)
[#010] sha256:8bd080c2e4b22c71c5058be60551a2735c1bead7341fe005313ca704578d9fa5 - 0.0% (1.49 KB)
[#011] sha256:b533a7368b7da8141f98b9a2442f84b5aa5d32f2d286c2611a32f725361f84b6 - 15.96% (2.16 GB)
[#012] sha256:cc689184d8c0977f56d2da63b3a3d225dc9c7fadb9375338768cf4909b016b32 - 0.0% (221 Bytes)
[#013] sha256:400821fd86ee1a17c460a7addf3892121cfb660a274b37e6a23cf36e7eaa931c - 0.0% (88 KB)
[#014] sha256:adebc1576f3c07100011ce7679aef5e7bb1e4aaca050e6d8e729273d22a2442a - 2.42% (335 MB)
[#015] sha256:8aa25b1eecaf0c9e83f45be3715a2ec90d25e4ede3ec5c43a35d2f27b6c471d3 - 6.28% (871 MB)
[#016] sha256:a227d555e3187fa66756693c08ba2797f464e79fa1791d24615dfd08b5350431 - 0.13% (17.8 MB)
[#017] sha256:6f077cad93ff5978224864f6f630feab798ab9db9ff7074ff71c90ad884a51df - 0.24% (32.9 MB)
[#018] sha256:13280da651d5863e911e47aee52ff0e0773e5962f3c6e2bfa17f48e143885931 - 0.0% (7.92 KB)
[#019] sha256:e5af1715a2a96bec9a56c8e94c3090a2d059e2521f21f3f6e3720f7e70a48516 - 0.11% (15.3 MB)
[#020] sha256:d25e59797c9467679cdfb833216d9d034f54d24ade8e955a343228a5fdcb0b0c - 0.02% (3.36 MB)
[#021] sha256:9ef6679d5aba3132103f6b256439f229d15cfbe72e391b3cbdaabf6120e50563 - 55.89% (7.58 GB)
[#022] sha256:68cfc7523020c7646bd2932ebebce03c65892b2e7a5033bddc323bbe219f22f6 - 0.0% (373 Bytes)
[#023] sha256:a348bf8e0fb3b74738372b5938ff60f78b577be91b3ac210de9661274e7c280b - 6.9% (957 MB)
[#024] sha256:9a8ceb204ea53b1706c5bbf11aff94451b3ba1f201f14616e75e1d57a114aa83 - 0.12% (17 MB)
[#025] sha256:7d101accd5a8fa5919565995afd7969fb9ded32add5cac963f62ab4e29697f2d - 0.0% (325 Bytes)
[#026] sha256:4c815cf0c650bb007718bc2c922803bb4720fac0417874faa8f016d2ba409841 - 0.02% (2.78 MB)
[#027] sha256:f1bdf792abfa9b168e27ef344fd96bb5af388b58c6accbab3ac1c3197eeacf19 - 0.0% (2.18 KB)
[#028] sha256:24a6386351130d4073cba4c3c3b0740cbaaaf8c220d42149370ca5dea1784909 - 0.0% (632 Bytes)
[#029] sha256:f19679cb54b51c2c73661cbd8291ebd7ff1741094e3f4b5bdcdf36fb3b0b5bb5 - 0.0% (9.95 KB)
[#030] sha256:586370c36ae2fd291be3cb70b7e044e8f8f46467c9bcdea9390a5ae997306567 - 0.0% (307 KB)
[#031] sha256:aa6e1a47a40522df9e5e79fc9ad6a19c06ea061be108df705192674e2ad5d7d4 - 0.0% (19.1 KB)
[#032] sha256:3cf8773e393167938ab710f2077d659d6fd667324f7f5ab14dd2eb3734959689 - 0.0% (18.7 KB)
[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#034] sha256:9663867ba763112ebea130a183ee115986c14303622cbb8d55d79e19bfab5ac0 - 0.21% (28.9 MB)
[#035] sha256:3b862fe52bc510111c3e9dda90b5ba81c553951f21c66d03068bd1b95ef613c0 - 0.36% (50.1 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:16:42 UTC/bin/sh -c #(nop) ADD file:0f6466425c4f1800aae9224ddc3437b90c829cea58fb8edd5dde2f1eb0ee28da in /
2026-04-03 15:16:43 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:31:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.14.0.64-1
2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ SGLANG_RUST_BUILD_MODE=never
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends --allow-change-held-packages wget ca-certificates netcat-openbsd curl ffmpeg git libopenmpi3 libnuma1 numactl libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 ibverbs-providers libgoogle-glog0v6t64 libunwind8 libboost-system1.83.0 libboost-thread1.83.0 libboost-filesystem1.83.0 libgrpc++1.51t64 libprotobuf32t64 libhiredis1.1.0 libcurl4 libczmq4 libfabric1 libssl-dev rdma-core infiniband-diags perftest ninja-build libnccl2 libnccl-dev gnupg2 linux-libc-dev && for py in python python3; do rm -f /usr/bin/$py && printf '#!/bin/sh\nexec /opt/sglang/bin/python "$@"\n' > /usr/bin/$py && chmod +x /usr/bin/$py; done && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-10-30 01:48:06 UTC (buildkit.dockerfile.v0)COPY /uv /uvx /usr/local/bin/ # buildkit
2026-10-30 01:49:23 UTC (buildkit.dockerfile.v0)COPY /opt/python /opt/python # buildkit
2026-10-30 01:49:23 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/python UV_PYTHON_PREFERENCE=only-managed UV_LINK_MODE=copy VIRTUAL_ENV=/opt/sglang
2026-10-30 01:49:23 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c UV_PYTHON_DOWNLOADS=never uv venv --python ${PYTHON_VERSION} /opt/sglang && /opt/sglang/bin/python -VV # buildkit
2026-10-30 01:49:23 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin
2026-10-30 01:49:34 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends locales && locale-gen en_US.UTF-8 && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 01:49:34 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-10-30 01:49:43 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 02:11:31 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/lib/python3.12/site-packages /opt/sglang/lib/python3.12/site-packages # buildkit
2026-10-30 02:11:32 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/pip* /opt/sglang/bin/ # buildkit
2026-10-30 02:11:38 UTC (buildkit.dockerfile.v0)COPY /sgl-workspace /sgl-workspace # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/sgl-model-gateway /opt/sglang/bin/sgl-model-gateway # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/sglang /opt/sglang/bin/sglang # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/py-spy /opt/sglang/bin/py-spy # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /root/.cache/huggingface /root/.cache/huggingface # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /root/.cache/sglang /root/.cache/sglang # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /usr/lib/*-linux-gnu/libgdrapi.so* /usr/lib/ # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /usr/bin/gdrcopy_* /usr/bin/ # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)COPY /usr/src/gdrdrv-2.5.1 /usr/src/gdrdrv-2.5.1 # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=amd64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so && ldconfig # buildkit
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=297e54fd105e974cdf401e5b4d20253a22c16f90
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/40978390925
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=297e54fd105e974cdf401e5b4d20253a22c16f90 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/40978390925 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=297e54fd105e974cdf401e5b4d20253a22c16f90 org.opencontainers.image.version=lmsysorg/sglang:v0.5.23-runtime org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/40978390925 ai.sglang.build.commit=297e54fd105e974cdf401e5b4d20253a22c16f90 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/40978390925 ai.sglang.image.tag=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 02:11:39 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-30 03:36:28 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-30 03:36:28 UTC (buildkit.dockerfile.v0)ARG EFA_INSTALLER_VERSION=1.50.0
2026-10-30 03:36:28 UTC (buildkit.dockerfile.v0)ARG EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841
2026-10-30 03:36:28 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 EFA_INSTALLER_VERSION=1.50.0 EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841 /bin/sh -c set -eux; EFA_INSTALLER_ARCHIVE="/tmp/aws-efa-installer-${EFA_INSTALLER_VERSION}.tar.gz"; curl -fsSL --retry 3 --retry-all-errors "https://efa-installer.amazonaws.com/aws-efa-installer-${EFA_INSTALLER_VERSION}.tar.gz" -o "${EFA_INSTALLER_ARCHIVE}"; echo "${EFA_INSTALLER_SHA256} ${EFA_INSTALLER_ARCHIVE}" | sha256sum -c -; tar -xzf "${EFA_INSTALLER_ARCHIVE}" -C /tmp; apt-get update -y; (cd /tmp/aws-efa-installer && ./efa_installer.sh -y --skip-kmod --skip-limit-conf --no-verify); test -x /opt/amazon/efa/bin/fi_info; /opt/amazon/efa/bin/fi_info --version; /opt/amazon/efa/bin/fi_info -l | grep -q '^efa:'; ldconfig -p | grep -m1 'libfabric\.so\.1' | grep -q '/opt/amazon/efa/lib/'; NIXL_LIBFABRIC_PLUGINS="$(find "$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')" -name libplugin_LIBFABRIC.so)"; test -n "${NIXL_LIBFABRIC_PLUGINS}"; for plugin in ${NIXL_LIBFABRIC_PLUGINS}; do ldd "${plugin}" | grep -E '^[[:space:]]*libfabric\.so\.1 => /opt/amazon/efa/lib/'; done; ldconfig -p | grep -q '/opt/amazon/ofi-nccl/lib/libnccl-net-ofi\.so$'; ldconfig -p | grep -q '/opt/amazon/ofi-nccl/lib/libnccl-tuner-ofi\.so$'; apt-get clean; rm -rf "${EFA_INSTALLER_ARCHIVE}" /tmp/aws-efa-installer /var/lib/apt/lists/* # buildkit
2026-10-30 03:36:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/amazon/efa/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 PATH=/opt/amazon/efa/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin NCCL_NET_PLUGIN=ofi NCCL_TUNER_PLUGIN=ofi
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 EFA_INSTALLER_VERSION=1.50.0 EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841 /bin/sh -c set -eux; if [ "${TARGETARCH}" = "amd64" ]; then pkg_version() { python3 -c 'import importlib.metadata as m, sys; print(m.version(sys.argv[1]))' "$1"; }; MOONCAKE_VERSION="$(pkg_version mooncake-transfer-engine-cuda13)"; test -n "${MOONCAKE_VERSION}"; python3 -m pip uninstall -y mooncake-transfer-engine-cuda13; python3 -m pip install --no-deps "mooncake-transfer-engine-efa-cuda13==${MOONCAKE_VERSION}"; test "$(pkg_version mooncake-transfer-engine-efa-cuda13)" = "${MOONCAKE_VERSION}"; if pkg_version mooncake-transfer-engine-cuda13 >/dev/null 2>&1; then echo "mooncake-transfer-engine-cuda13 is still installed" >&2; exit 1; fi; else echo "TARGETARCH=${TARGETARCH}: mooncake-transfer-engine-efa-cuda13 is x86_64-only, keeping the standard wheel (Mooncake EFA protocol unavailable)"; fi # buildkit
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ARG ARCH_IF_NOT_AMD64=
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ARG PROTOCOL_IF_NOT_AMD64=
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ENV MOONCAKE_PROTOCOL=efa SGLANG_DISAGGREGATION_NIXL_BACKEND=LIBFABRIC
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ARG EFA_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime-efa
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)ENV SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime-efa
2026-10-30 03:36:31 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.version=lmsysorg/sglang:v0.5.23-runtime-efa ai.sglang.image.tag=lmsysorg/sglang:v0.5.23-runtime-efa ai.sglang.efa.base-image=lmsysorg/sglang:v0.5.23-runtime ai.sglang.efa.installer-version=1.50.0
Details
2026-10-30 03:53:36 UTC
13.4 GB
Labels
-
ai.sglang.build.commit297e54fd105e974cdf401e5b4d20253a22c16f90
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/40978390925
-
ai.sglang.efa.base-imagelmsysorg/sglang:v0.5.23-runtime
-
ai.sglang.efa.installer-version1.50.0
-
ai.sglang.image.taglmsysorg/sglang:v0.5.23-runtime-efa
-
com.nvidia.cudnn.version9.14.0.64-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revision297e54fd105e974cdf401e5b4d20253a22c16f90
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/40978390925
-
org.opencontainers.image.versionlmsysorg/sglang:v0.5.23-runtime-efa
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/opt/amazon/efa/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
MOONCAKE_PROTOCOLtcp
NCCL_NET_PLUGINofi
NCCL_TUNER_PLUGINofi
NCCL_VERSION2.28.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.96-1
NV_CUDA_CUDART_VERSION13.0.96-1
NV_CUDA_LIB_VERSION13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.14.0.64-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.14.0.64-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.1.1.3-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.1.1.3-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.1.1.3-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.1.1.3-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/opt/amazon/efa/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin
SGLANG_BUILD_COMMIT297e54fd105e974cdf401e5b4d20253a22c16f90
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/40978390925
SGLANG_DISAGGREGATION_NIXL_BACKENDLIBFABRIC
SGLANG_IMAGE_TAGlmsysorg/sglang:v0.5.23-runtime-efa
SGLANG_RUST_BUILD_MODEnever
UV_LINK_MODEcopy
UV_PYTHON_INSTALL_DIR/opt/python
UV_PYTHON_PREFERENCEonly-managed
VIRTUAL_ENV/opt/sglang
Layers
[#000] sha256:76fd055477b6edf8004a5a962edad02a820d4c8b2f02682410edfbe376b418c5 - 0.2% (27.5 MB)
[#001] sha256:2ed23d91404d4701b704d1bde211c59a2a564a31c315f05871a6e9403bc19945 - 0.05% (6.44 MB)
[#002] sha256:b69841cb303ccedcf38d7b88ef5624621de9afac92f991bd9493046493af0459 - 0.0% (368 KB)
[#003] sha256:f96e895ae7545ec872855c3f2adf4d95fa731dd2e8545b054f7aa1afc3d979f9 - 0.69% (94.8 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:4efc2d488f5acb1bcdef886876870bffe7f6435015718596101285c66bfd9fea - 0.0% (187 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:1b32cf91a1bf3f3f7ae37872a438565ab17ba9b8d07603039885d8a0bc0bf99b - 11.33% (1.52 GB)
[#008] sha256:639485f1f45f8c40371c8ef81ac16128b3009825e58436becb1fc4b8a6a6a1ec - 0.0% (58.6 KB)
[#009] sha256:063065dd5a0bcec95324d9aa1f46e7311ea2b41b099949a82cb6cb82a0384622 - 0.0% (1.65 KB)
[#010] sha256:1868124c7d5b7d7ef6579a7d2729713f71b31752baf0d7e2d0cad49ebfb5e128 - 0.0% (1.49 KB)
[#011] sha256:9c6b8f5a26d7663808df6235190a9e4cbf214a8337c0737c66b0beb7a0637d38 - 14.97% (2.01 GB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:17071d079121f2639f05774fea4bc3b899298e87602eae4c41154c28a14fe75a - 0.0% (88 KB)
[#014] sha256:801ff5d640da07c7b698f949f0976a8b29394fad3d0e0470331287aa7de52a37 - 2.89% (397 MB)
[#015] sha256:08d93f2f231b689420b5887d9fab6289b6294d31e0eea0bdb6293738d0890d09 - 5.8% (798 MB)
[#016] sha256:b9d49c418ae1a51bae5f56a999f0c1c6610a61403a0395627322f1346b202b65 - 0.12% (17.1 MB)
[#017] sha256:ede23d17b40a8addce8857ce842fd8e7955417b513a074a882f14e2904258204 - 0.2% (28 MB)
[#018] sha256:756198621d03ca193c91ad46b6c4b176c8d52ef6a2c7d8632346cf4f79cca229 - 0.0% (7.92 KB)
[#019] sha256:397500d3591cef312a034f5c4fb41591e3851cb98a600a96489922bbefa1b6b9 - 0.1% (14.1 MB)
[#020] sha256:ee4307203bf56686dbf5775f6a4006284d29852cce4533e7a3b2acd45072b02d - 0.02% (3.38 MB)
[#021] sha256:ba3f3917f1c47609570fc41a417ea8e7c02ed6ff1a257d7fafede34c792b82b0 - 56.43% (7.58 GB)
[#022] sha256:8aa90a544c6ab512b6249933c4c310967feaab708041f4f02d64658f0dc71b9d - 0.0% (374 Bytes)
[#023] sha256:478b15009139b7bf7ea858a286bec829007814e556e408244506e575109d2279 - 6.82% (937 MB)
[#024] sha256:ebf38758efec1293143742e945b59303258a6dffa3f5f40c428bcd941ed261ac - 0.13% (17.5 MB)
[#025] sha256:5833fb31f64215acc4a5759b8afab4392bd3994118434b0a26176483acb0c1f6 - 0.0% (326 Bytes)
[#026] sha256:502021b6c4bef4253062050ef6247b8814f348c82b715992bb160af754de6e45 - 0.02% (2.69 MB)
[#027] sha256:eb11dea7383bea8ce98cae689eda3f1c4256126389f454502b9d0b41baca6b84 - 0.0% (2.11 KB)
[#028] sha256:eed8a9a4419a9a8245fde1d2d22dcf78833bcf0d02bac10c8fa5373ce869a0f2 - 0.0% (633 Bytes)
[#029] sha256:2a80120cf2a11f61e3eee0dc9c3815d787d470a18151ed4be1d5a9d61fb48c7b - 0.0% (21.4 KB)
[#030] sha256:a46d499860b6cfa9f4f24a58e18be3adf6cddd8cd26d79f32f44cf9deb8e53dc - 0.0% (319 KB)
[#031] sha256:e8a5cb500340a82418557cd583b9154923141db7971ea41e4f73830681f5582a - 0.0% (19.1 KB)
[#032] sha256:c2f93597c7c7639820a9e83a1b988d2e7ce20ad2f86400d73dd7f95b00aa80d7 - 0.0% (17.8 KB)
[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#034] sha256:2c345251612c65dcb20965ada35870d01d41e958e73dd183b7947c2eed97b5fb - 0.21% (29.3 MB)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) ADD file:9bab986009eae65b5534b3547eb3a7d0a1564404426de350dfd183cf3a4ffa9f in /
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:41:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:46:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.14.0.64-1
2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ SGLANG_RUST_BUILD_MODE=never
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends --allow-change-held-packages wget ca-certificates netcat-openbsd curl ffmpeg git libopenmpi3 libnuma1 numactl libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 ibverbs-providers libgoogle-glog0v6t64 libunwind8 libboost-system1.83.0 libboost-thread1.83.0 libboost-filesystem1.83.0 libgrpc++1.51t64 libprotobuf32t64 libhiredis1.1.0 libcurl4 libczmq4 libfabric1 libssl-dev rdma-core infiniband-diags perftest ninja-build libnccl2 libnccl-dev gnupg2 linux-libc-dev && for py in python python3; do rm -f /usr/bin/$py && printf '#!/bin/sh\nexec /opt/sglang/bin/python "$@"\n' > /usr/bin/$py && chmod +x /usr/bin/$py; done && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-10-30 00:48:33 UTC (buildkit.dockerfile.v0)COPY /uv /uvx /usr/local/bin/ # buildkit
2026-10-30 00:49:34 UTC (buildkit.dockerfile.v0)COPY /opt/python /opt/python # buildkit
2026-10-30 00:49:34 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/python UV_PYTHON_PREFERENCE=only-managed UV_LINK_MODE=copy VIRTUAL_ENV=/opt/sglang
2026-10-30 00:49:35 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c UV_PYTHON_DOWNLOADS=never uv venv --python ${PYTHON_VERSION} /opt/sglang && /opt/sglang/bin/python -VV # buildkit
2026-10-30 00:49:35 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin
2026-10-30 00:49:46 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends locales && locale-gen en_US.UTF-8 && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 00:49:46 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-10-30 00:49:53 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-30 01:07:07 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/lib/python3.12/site-packages /opt/sglang/lib/python3.12/site-packages # buildkit
2026-10-30 01:07:08 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/pip* /opt/sglang/bin/ # buildkit
2026-10-30 01:07:12 UTC (buildkit.dockerfile.v0)COPY /sgl-workspace /sgl-workspace # buildkit
2026-10-30 01:07:12 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/sgl-model-gateway /opt/sglang/bin/sgl-model-gateway # buildkit
2026-10-30 01:07:12 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/sglang /opt/sglang/bin/sglang # buildkit
2026-10-30 01:07:12 UTC (buildkit.dockerfile.v0)COPY /opt/sglang/bin/py-spy /opt/sglang/bin/py-spy # buildkit
2026-10-30 01:07:12 UTC (buildkit.dockerfile.v0)COPY /root/.cache/huggingface /root/.cache/huggingface # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)COPY /root/.cache/sglang /root/.cache/sglang # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)COPY /usr/lib/*-linux-gnu/libgdrapi.so* /usr/lib/ # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)COPY /usr/bin/gdrcopy_* /usr/bin/ # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)COPY /usr/src/gdrdrv-2.5.1 /usr/src/gdrdrv-2.5.1 # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)RUN |4 CUDA_VERSION=13.0.3 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 PYTHON_VERSION=3.12 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so && ldconfig # buildkit
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=297e54fd105e974cdf401e5b4d20253a22c16f90
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/40978390925
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=297e54fd105e974cdf401e5b4d20253a22c16f90 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/40978390925 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=297e54fd105e974cdf401e5b4d20253a22c16f90 org.opencontainers.image.version=lmsysorg/sglang:v0.5.23-runtime org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/40978390925 ai.sglang.build.commit=297e54fd105e974cdf401e5b4d20253a22c16f90 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/40978390925 ai.sglang.image.tag=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 01:07:13 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG EFA_INSTALLER_VERSION=1.50.0
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 EFA_INSTALLER_VERSION=1.50.0 EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841 /bin/sh -c set -eux; EFA_INSTALLER_ARCHIVE="/tmp/aws-efa-installer-${EFA_INSTALLER_VERSION}.tar.gz"; curl -fsSL --retry 3 --retry-all-errors "https://efa-installer.amazonaws.com/aws-efa-installer-${EFA_INSTALLER_VERSION}.tar.gz" -o "${EFA_INSTALLER_ARCHIVE}"; echo "${EFA_INSTALLER_SHA256} ${EFA_INSTALLER_ARCHIVE}" | sha256sum -c -; tar -xzf "${EFA_INSTALLER_ARCHIVE}" -C /tmp; apt-get update -y; (cd /tmp/aws-efa-installer && ./efa_installer.sh -y --skip-kmod --skip-limit-conf --no-verify); test -x /opt/amazon/efa/bin/fi_info; /opt/amazon/efa/bin/fi_info --version; /opt/amazon/efa/bin/fi_info -l | grep -q '^efa:'; ldconfig -p | grep -m1 'libfabric\.so\.1' | grep -q '/opt/amazon/efa/lib/'; NIXL_LIBFABRIC_PLUGINS="$(find "$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')" -name libplugin_LIBFABRIC.so)"; test -n "${NIXL_LIBFABRIC_PLUGINS}"; for plugin in ${NIXL_LIBFABRIC_PLUGINS}; do ldd "${plugin}" | grep -E '^[[:space:]]*libfabric\.so\.1 => /opt/amazon/efa/lib/'; done; ldconfig -p | grep -q '/opt/amazon/ofi-nccl/lib/libnccl-net-ofi\.so$'; ldconfig -p | grep -q '/opt/amazon/ofi-nccl/lib/libnccl-tuner-ofi\.so$'; apt-get clean; rm -rf "${EFA_INSTALLER_ARCHIVE}" /tmp/aws-efa-installer /var/lib/apt/lists/* # buildkit
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/amazon/efa/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 PATH=/opt/amazon/efa/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin NCCL_NET_PLUGIN=ofi NCCL_TUNER_PLUGIN=ofi
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 EFA_INSTALLER_VERSION=1.50.0 EFA_INSTALLER_SHA256=fa6dff8593d866866c13cb4640d9059835cd4efa427971f100ab40c97bef2841 /bin/sh -c set -eux; if [ "${TARGETARCH}" = "amd64" ]; then pkg_version() { python3 -c 'import importlib.metadata as m, sys; print(m.version(sys.argv[1]))' "$1"; }; MOONCAKE_VERSION="$(pkg_version mooncake-transfer-engine-cuda13)"; test -n "${MOONCAKE_VERSION}"; python3 -m pip uninstall -y mooncake-transfer-engine-cuda13; python3 -m pip install --no-deps "mooncake-transfer-engine-efa-cuda13==${MOONCAKE_VERSION}"; test "$(pkg_version mooncake-transfer-engine-efa-cuda13)" = "${MOONCAKE_VERSION}"; if pkg_version mooncake-transfer-engine-cuda13 >/dev/null 2>&1; then echo "mooncake-transfer-engine-cuda13 is still installed" >&2; exit 1; fi; else echo "TARGETARCH=${TARGETARCH}: mooncake-transfer-engine-efa-cuda13 is x86_64-only, keeping the standard wheel (Mooncake EFA protocol unavailable)"; fi # buildkit
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG ARCH_IF_NOT_AMD64=arm64
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG PROTOCOL_IF_NOT_AMD64=tcp
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ENV MOONCAKE_PROTOCOL=tcp SGLANG_DISAGGREGATION_NIXL_BACKEND=LIBFABRIC
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=lmsysorg/sglang:v0.5.23-runtime
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ARG EFA_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime-efa
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)ENV SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.23-runtime-efa
2026-10-30 03:53:36 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.version=lmsysorg/sglang:v0.5.23-runtime-efa ai.sglang.image.tag=lmsysorg/sglang:v0.5.23-runtime-efa ai.sglang.efa.base-image=lmsysorg/sglang:v0.5.23-runtime ai.sglang.efa.installer-version=1.50.0
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.