Namespace
lmsysorg
Image / Tag
sglang:dev-kimi-k31-pro-cu134
Content Digest
sha256:a42079a8d1299b94824eab821de5f261c016797434cf69dc1fb3b15bdfddfc0e
Details
Created

2026-11-04 16:14:47 UTC

Size

15.4 GB

Content Digest
Labels
  • ai.radixark.base.image
    lmsysorg/sglang:nightly-cu134-20261027-3927a73@sha256:be6da9c3bb351c36345a72cc290270d934733e0b0ff4519c393af85ab4183a8c
  • ai.radixark.cuda
    cu134
  • ai.radixark.extras
    sgl-nvidia-mega@761cc0c6
  • ai.radixark.nightly.image
    lmsysorg/sglang:nightly-cu134-20261027-3927a73@sha256:be6da9c3bb351c36345a72cc290270d934733e0b0ff4519c393af85ab4183a8c
  • ai.radixark.source.commit
    afcd7d6b487a9cbe73e25941971b4cc107e6f9ae
  • ai.radixark.source.local_changes
    python/sglang/srt/rust_extensions/torch_build.py: _MAX_SUPPORTED_TORCH (2, 15) from PR #237
  • ai.radixark.source.ref
    day-0-public
  • ai.radixark.source.repo
    radixark/sglang-k31
  • ai.sglang.build.commit
    unknown
  • ai.sglang.build.url
  • ai.sglang.image.tag
    local/sglang:dev
  • com.nvidia.cudnn.version
    9.26.0.51-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.revision
    unknown
  • org.opencontainers.image.source
    https://github.com/sgl-project/sglang
  • org.opencontainers.image.url
  • org.opencontainers.image.version
    local/sglang:dev

Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

13.4.1

DEBIAN_FRONTEND

noninteractive

GDRCOPY_HOME

/usr/src/gdrdrv-2.5.1/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.31.2-1

NVARCH

sbsa

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=13.4 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581 brand=unknown,driver>=590,driver<591 brand=grid,driver>=590,driver<591 brand=tesla,driver>=590,driver<591 brand=nvidia,driver>=590,driver<591 brand=quadro,driver>=590,driver<591 brand=quadrortx,driver>=590,driver<591 brand=nvidiartx,driver>=590,driver<591 brand=vapps,driver>=590,driver<591 brand=vpc,driver>=590,driver<591 brand=vcs,driver>=590,driver<591 brand=vws,driver>=590,driver<591 brand=cloudgaming,driver>=590,driver<591 brand=unknown,driver>=595,driver<596 brand=grid,driver>=595,driver<596 brand=tesla,driver>=595,driver<596 brand=nvidia,driver>=595,driver<596 brand=quadro,driver>=595,driver<596 brand=quadrortx,driver>=595,driver<596 brand=nvidiartx,driver>=595,driver<596 brand=vapps,driver>=595,driver<596 brand=vpc,driver>=595,driver<596 brand=vcs,driver>=595,driver<596 brand=vws,driver>=595,driver<596 brand=cloudgaming,driver>=595,driver<596 brand=unknown,driver>=610,driver<611 brand=grid,driver>=610,driver<611 brand=tesla,driver>=610,driver<611 brand=nvidia,driver>=610,driver<611 brand=quadro,driver>=610,driver<611 brand=quadrortx,driver>=610,driver<611 brand=nvidiartx,driver>=610,driver<611 brand=vapps,driver>=610,driver<611 brand=vpc,driver>=610,driver<611 brand=vcs,driver>=610,driver<611 brand=vws,driver>=610,driver<611 brand=cloudgaming,driver>=610,driver<611

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_DEV_VERSION

13.4.49-1

NV_CUDA_CUDART_VERSION

13.4.49-1

NV_CUDA_LIB_VERSION

13.4.1-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-13-4=13.4.1-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

13.4.1-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-13=9.26.0.51-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-13=9.26.0.51-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-13=9.26.0.51-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-13

NV_CUDNN_VERSION

9.26.0.51-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-13-4=13.7.0.27-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-13-4

NV_LIBCUBLAS_DEV_VERSION

13.7.0.27-1

NV_LIBCUBLAS_PACKAGE

libcublas-13-4=13.7.0.27-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-13-4

NV_LIBCUBLAS_VERSION

13.7.0.27-1

NV_LIBCUSPARSE_DEV_VERSION

12.8.6.49-1

NV_LIBCUSPARSE_VERSION

12.8.6.49-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.31.2-1+cuda13.4

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.31.2-1

NV_LIBNCCL_PACKAGE

libnccl2=2.31.2-1+cuda13.4

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.31.2-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-13-4=13.2.0.35-1

NV_LIBNPP_DEV_VERSION

13.2.0.35-1

NV_LIBNPP_PACKAGE

libnpp-13-4=13.2.0.35-1

NV_LIBNPP_VERSION

13.2.0.35-1

NV_NVML_DEV_VERSION

13.4.61-1

NV_NVTX_VERSION

13.4.49-1

PATH

/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin

SGLANG_BUILD_COMMIT

unknown

SGLANG_BUILD_URL

SGLANG_IMAGE_TAG

local/sglang:dev

SGLANG_RUST_BUILD_MODE

never

TORCH_DIST_USE_NCCL2

0

TRITON_PTXAS_BLACKWELL_PATH

/usr/local/cuda-13.4/bin/ptxas

TRITON_PTXAS_PATH

/usr/local/cuda-13.4/bin/ptxas


Layers

[#000] sha256:9332cde1e07015fd0f14e769fc74ea901a957e3f62a76de66638f99854867dd2 - 0.17% (27.6 MB)

[#001] sha256:41539e8f3ab4d59d1cfbaf7d1a7b8980174025fddbb4d4d024bde423fcf2d8bd - 0.06% (9.9 MB)

[#002] sha256:2b65f41e87808cf0182588cd6c34f19e0b6a26ffe72c37f66c5ebc9b5d12f886 - 0.0% (398 KB)

[#003] sha256:e9565537a4394232947398643dee33cfa46093d9c4d449c6d4ecc6d89efcfcc3 - 0.97% (153 MB)

[#004] sha256:cf2558de4d5cf175a4e3006dd6ca332bd29780d432770bb5fc2a0fd09b83b5c2 - 0.97% (153 MB)

[#005] sha256:d7bed4e05d98a671f84a9e0df60967420a7764e777680a6446a07dd8e107d33e - 0.0% (187 Bytes)

[#006] sha256:541a3eb87cd3c57a7b35621cc132a2096274503bffe4806c14db97943b681042 - 0.0% (6.72 KB)

[#007] sha256:85eb39e5062f4c8a710d21d512e64814adbc3fbb2f111a07916e8412b76db5aa - 10.75% (1.66 GB)

[#008] sha256:d78062fdcaac1deb44e98bc4257ecd327f9c412bbc1d13a843fdbaaaffb5b25b - 0.0% (59.1 KB)

[#009] sha256:9c6af9057ef18771ba8a748ace3d875e696b4acb7bf08dba56aec48f51759363 - 0.0% (1.64 KB)

[#010] sha256:7307e318c047dcb1217ae35330f7489d2c5f4ba6b69f7d4235dd5c3f35155b9a - 0.0% (1.49 KB)

[#011] sha256:c08cb26621e6d5f7954f16bad67d211e232cecd46d498ac667fb381a13c10fd2 - 14.85% (2.29 GB)

[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#013] sha256:226dcffc70131ecde4328d58574a4210048eef1c8447944ec20e943726068337 - 0.0% (89.2 KB)

[#014] sha256:c59325346f9d2f97e91abd3dbd89cc31d19d52d10d3957c2ff607a79c4f8b22b - 3.63% (574 MB)

[#015] sha256:d1e7cb7fb009dc41b6d3b6984bda8ee899d9ec3f5dd83e7bde022b718f1acf11 - 5.38% (852 MB)

[#016] sha256:b4eede3da4b83a1c249618f20c53d2ec37735feae6c78350ce96c37ee437e665 - 0.03% (4 MB)

[#017] sha256:f28828e5360de7372d1571d0ffef0e31787f8fc4dda225ea8096b366a1b9c1f9 - 0.04% (6.52 MB)

[#018] sha256:7768e7469130379bdfafcbdaf8e931af437ad8539dde685e2c24a376ccecdae1 - 0.01% (1.3 MB)

[#019] sha256:b0c48c7aa16446056442dc1e9e311b7f3c082ff8446354a39b8d6badc0a51af4 - 50.47% (7.8 GB)

[#020] sha256:3a27c280141ffa67742ad5fa08bbe0d85fe693a3368fc0d0814edaaa939b42a8 - 6.76% (1.04 GB)

[#021] sha256:569d01485d46649916fe18bf6cff557b4aa048954b91e3533d1ed4eb222f7619 - 0.11% (17.5 MB)

[#022] sha256:26693eaae4294475aa4050cfe6d10d67fcb616f7ea4dcc79288189fa4171c5b0 - 0.0% (283 Bytes)

[#023] sha256:d1fc690a023e1f9f5b74593956e30bf19b74d33cde1e90f06091a0b1724776e2 - 0.02% (2.69 MB)

[#024] sha256:a083cff6f3586d72152f29f279cecf610acd9e7570b8cb63314bf45c8f0972f5 - 0.0% (2.11 KB)

[#025] sha256:4be729f5a5e96b538f268cac4d9b9926957bdf0ea90b6fecac5f8e82dcba5644 - 0.0% (627 Bytes)

[#026] sha256:41305045dba1d3bd135704e8ce148cff2015a900530fda8fdb4f86eff9b0103e - 0.0% (21.4 KB)

[#027] sha256:6c6a1e5dbb32a1e72044494c78cf5a95c07ad5c98ec9c10c9f1e257fd8bdb0ce - 0.0% (348 KB)

[#028] sha256:a0729e9054cc50060e23032adbdb425ad4ee851a57db2d97e70b2fb55072bbc7 - 0.0% (19.1 KB)

[#029] sha256:a5ca621b89a8a97f94250386e03fd70e153d35e5f43ffb464644d8ab7b3b8a66 - 0.0% (18.4 KB)

[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#031] sha256:266fb69b8cd856c1d4fcb5e2cb959182b72bcd4292d4913a80ab3f958ac10176 - 5.24% (829 MB)

[#032] sha256:e676c509ba1c197030e11072d91b4d6befffc49e91c168016f456859a7c40258 - 0.54% (85.1 MB)


History
2026-09-07 06:57:57 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-09-07 06:57:57 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-09-07 06:57:57 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2026-09-07 06:58:01 UTC

/bin/sh -c #(nop) ADD file:06e064cbfe0750594affea730437107320bdf1e36232c304b900eaa55f88a633 in /

2026-09-07 06:58:01 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ENV NVARCH=sbsa

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.4 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581 brand=unknown,driver>=590,driver<591 brand=grid,driver>=590,driver<591 brand=tesla,driver>=590,driver<591 brand=nvidia,driver>=590,driver<591 brand=quadro,driver>=590,driver<591 brand=quadrortx,driver>=590,driver<591 brand=nvidiartx,driver>=590,driver<591 brand=vapps,driver>=590,driver<591 brand=vpc,driver>=590,driver<591 brand=vcs,driver>=590,driver<591 brand=vws,driver>=590,driver<591 brand=cloudgaming,driver>=590,driver<591 brand=unknown,driver>=595,driver<596 brand=grid,driver>=595,driver<596 brand=tesla,driver>=595,driver<596 brand=nvidia,driver>=595,driver<596 brand=quadro,driver>=595,driver<596 brand=quadrortx,driver>=595,driver<596 brand=nvidiartx,driver>=595,driver<596 brand=vapps,driver>=595,driver<596 brand=vpc,driver>=595,driver<596 brand=vcs,driver>=595,driver<596 brand=vws,driver>=595,driver<596 brand=cloudgaming,driver>=595,driver<596 brand=unknown,driver>=610,driver<611 brand=grid,driver>=610,driver<611 brand=tesla,driver>=610,driver<611 brand=nvidia,driver>=610,driver<611 brand=quadro,driver>=610,driver<611 brand=quadrortx,driver>=610,driver<611 brand=nvidiartx,driver>=610,driver<611 brand=vapps,driver>=610,driver<611 brand=vpc,driver>=610,driver<611 brand=vcs,driver>=610,driver<611 brand=vws,driver>=610,driver<611 brand=cloudgaming,driver>=610,driver<611

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=13.4.49-1

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ARG IMAGE_UPGRADE_ID=0

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260914 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 19:22:48 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.4.1

2026-09-14 19:24:45 UTC (buildkit.dockerfile.v0)

RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260914 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-4=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-4-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 19:28:14 UTC (buildkit.dockerfile.v0)

RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260914 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-4 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-4; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 19:31:49 UTC (buildkit.dockerfile.v0)

RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260914 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-4 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-4; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

RUN |2 TARGETARCH=arm64 IMAGE_UPGRADE_ID=20260914 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2026-09-14 19:31:50 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.4.1-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=13.4.49-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=13.2.0.35-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-13-4=13.2.0.35-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.8.6.49-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-4

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=13.7.0.27-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-4=13.7.0.27-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.31.2-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.31.2-1

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.31.2-1+cuda13.4

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-09-14 19:43:20 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-4=${NV_NVTX_VERSION} libcusparse-13-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 19:43:21 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2026-09-14 19:43:21 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2026-09-14 19:43:22 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2026-09-14 19:43:22 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2026-09-14 19:43:22 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.4.1-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=13.4.49-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=13.4.61-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.8.6.49-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=13.2.0.35-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-4=13.2.0.35-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-4

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=13.7.0.27-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-4=13.7.0.27-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.4.1-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-4=13.4.1-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.31.2-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.31.2-1

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.31.2-1+cuda13.4

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-09-14 20:03:14 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-4=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-4=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-4=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-4=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-4=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-4=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-14 20:03:15 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit

2026-09-14 20:03:17 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2026-09-14 20:03:17 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.26.0.51-1

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.26.0.51-1

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.26.0.51-1

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.26.0.51-1

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.26.0.51-1

2026-09-14 20:55:34 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.4.1

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=arm64

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ENV TRITON_PTXAS_PATH=/usr/local/cuda-13.4/bin/ptxas TRITON_PTXAS_BLACKWELL_PATH=/usr/local/cuda-13.4/bin/ptxas

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ENV TORCH_DIST_USE_NCCL2=0

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-10-25 10:11:59 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=13.4.1 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends --allow-change-held-packages python3.12-full python3.12-dev wget ca-certificates netcat-openbsd curl git ffmpeg libopenmpi3 libnuma1 numactl libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 ibverbs-providers libgoogle-glog0v6t64 libunwind8 libboost-system1.83.0 libboost-thread1.83.0 libboost-filesystem1.83.0 libgrpc++1.51t64 libprotobuf32t64 libhiredis1.1.0 libcurl4 libczmq4 libfabric1 libssl-dev rdma-core infiniband-diags perftest ninja-build libnccl2 libnccl-dev gnupg2 linux-libc-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-10-25 10:12:02 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=13.4.1 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 /bin/sh -c python3 -m venv /opt/sglang # buildkit

2026-10-25 10:12:02 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin

2026-10-25 10:12:10 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=13.4.1 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends locales && locale-gen en_US.UTF-8 && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-25 10:12:10 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

2026-10-25 10:12:17 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=13.4.1 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-27 11:14:47 UTC (buildkit.dockerfile.v0)

COPY /opt/sglang/lib/python3.12/site-packages /opt/sglang/lib/python3.12/site-packages # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /sgl-workspace /sgl-workspace # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /opt/sglang/bin/sgl-model-gateway /opt/sglang/bin/sgl-model-gateway # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /opt/sglang/bin/sglang /opt/sglang/bin/sglang # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /opt/sglang/bin/py-spy /opt/sglang/bin/py-spy # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /root/.cache/huggingface /root/.cache/huggingface # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /root/.cache/sglang /root/.cache/sglang # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /usr/lib/*-linux-gnu/libgdrapi.so* /usr/lib/ # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /usr/bin/gdrcopy_* /usr/bin/ # buildkit

2026-10-27 11:14:52 UTC (buildkit.dockerfile.v0)

COPY /usr/src/gdrdrv-2.5.1 /usr/src/gdrdrv-2.5.1 # buildkit

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=13.4.1 TARGETARCH=arm64 GDRCOPY_VERSION=2.5.1 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so && ldconfig # buildkit

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_COMMIT=unknown

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_URL=

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

ARG SGLANG_IMAGE_TAG=local/sglang:dev

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

ENV SGLANG_BUILD_COMMIT=unknown SGLANG_BUILD_URL= SGLANG_IMAGE_TAG=local/sglang:dev

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=unknown org.opencontainers.image.version=local/sglang:dev org.opencontainers.image.url= ai.sglang.build.commit=unknown ai.sglang.build.url= ai.sglang.image.tag=local/sglang:dev

2026-10-27 11:14:53 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2026-11-04 16:14:24 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/cuda/nvvm/bin

2026-11-04 16:14:24 UTC (buildkit.dockerfile.v0)

ENV SGLANG_RUST_BUILD_MODE=never

2026-11-04 16:14:24 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c set -e; cd /; A=$(uname -m)-linux-gnu; R="env LD_LIBRARY_PATH=/k31src/usr/lib/$A:/k31src/lib/$A /k31src/usr/bin/rsync"; $R -aH --numeric-ids --delete --exclude=/proc --exclude=/sys --exclude=/dev --exclude=/k31src --exclude=/run --exclude=/tmp --exclude=/etc/hosts --exclude=/etc/hostname --exclude=/etc/resolv.conf --exclude=/sgl-workspace/sglang --exclude=/k31-build-outputs.txt /k31src/ /; rm -rf /sgl-workspace/sglang; mkdir -p /sgl-workspace/sglang; $R -aH --numeric-ids --files-from=/k31src/k31-build-outputs.txt /k31src/sgl-workspace/sglang/ /sgl-workspace/sglang/ # buildkit

2026-11-04 16:14:47 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c set -e; cd /; A=$(uname -m)-linux-gnu; env LD_LIBRARY_PATH=/k31src/usr/lib/$A:/k31src/lib/$A /k31src/usr/bin/rsync -aH --numeric-ids --exclude=__pycache__/ --exclude=target/ /k31src/sgl-workspace/sglang/ /sgl-workspace/sglang/; echo "git status:"; git -C /sgl-workspace/sglang status --porcelain --untracked-files=no; test "$(git -C /sgl-workspace/sglang status --porcelain --untracked-files=no)" = " M python/sglang/srt/rust_extensions/torch_build.py"; cp -a /mnt/sgl-nvidia-mega /tmp/sgl-nvidia-mega; pip install --no-cache-dir --no-deps --no-build-isolation /tmp/sgl-nvidia-mega; rm -rf /tmp/sgl-nvidia-mega; python3 -c 'import importlib.metadata as m, sgl_nvidia_mega; eps=[e.value for e in m.entry_points(group="sglang.srt.plugins") if e.name=="nvidia_megakernel"]; print("sgl-nvidia-mega", m.version("sgl-nvidia-mega"), sgl_nvidia_mega.__file__, eps); assert eps and "site-packages" in sgl_nvidia_mega.__file__'; PYTHONDONTWRITEBYTECODE=1 python3 -c 'import torch; print("torch", torch.__version__)'; PYTHONDONTWRITEBYTECODE=1 python3 /opt/k31-image/verify_image.py; echo "sglang-k31 $(cat /sgl-workspace/sglang/.k31-source-commit)" # buildkit

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete