Namespace
lmsysorg
Image / Tag
sglang:v0.5.4
Content Digest
sha256:d112c28f38787600818b24ed7c913ec9c3e8f73573ee64d8dbb6f70da1d07f50
Details
Created

2025-10-24 01:44:18 UTC

Size

15 GB

Content Digest
Labels
  • com.nvidia.cudnn.version
    9.10.2.21-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04

Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

12.9.1

DEBIAN_FRONTEND

noninteractive

GDRCOPY_HOME

/usr/src/gdrdrv-2.4.4/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.27.3-1

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

NVIDIA_VISIBLE_DEVICES

all

NVSHMEM_DIR

/sgl-workspace/nvshmem/install

NV_CUDA_CUDART_DEV_VERSION

12.9.79-1

NV_CUDA_CUDART_VERSION

12.9.79-1

NV_CUDA_LIB_VERSION

12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-12-9=12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

12.9.1-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-12

NV_CUDNN_VERSION

9.10.2.21-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-12-9=12.9.1.4-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-12-9

NV_LIBCUBLAS_DEV_VERSION

12.9.1.4-1

NV_LIBCUBLAS_PACKAGE

libcublas-12-9=12.9.1.4-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-12-9

NV_LIBCUBLAS_VERSION

12.9.1.4-1

NV_LIBCUSPARSE_DEV_VERSION

12.5.10.65-1

NV_LIBCUSPARSE_VERSION

12.5.10.65-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.27.3-1+cuda12.9

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.27.3-1

NV_LIBNCCL_PACKAGE

libnccl2=2.27.3-1+cuda12.9

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.27.3-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-12-9=12.4.1.87-1

NV_LIBNPP_DEV_VERSION

12.4.1.87-1

NV_LIBNPP_PACKAGE

libnpp-12-9=12.4.1.87-1

NV_LIBNPP_VERSION

12.4.1.87-1

NV_NVML_DEV_VERSION

12.9.79-1

NV_NVPROF_DEV_PACKAGE

cuda-nvprof-12-9=12.9.79-1

NV_NVPROF_VERSION

12.9.79-1

NV_NVTX_VERSION

12.9.79-1

PATH

/root/.cargo/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin


Layers

[#000] sha256:1d387567261efec2a352c45b8d512a8db5c246122fb9f246ae9190252a0c3adb - 0.18% (28.2 MB)

[#001] sha256:f29b1d4013a93a17a4d4acbb760170b608e6707e85419f0e1a2973233f1c0080 - 0.03% (4.43 MB)

[#002] sha256:340d44d2921c44112afe4f535a1a3bcfdc4eed5093388d098937942f7f883739 - 0.64% (98.7 MB)

[#003] sha256:59a4bcbddda3c45ff4949d35d2321b6eca9eaff7daae2334c99226bb19f60c3a - 0.0% (184 Bytes)

[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)

[#005] sha256:8ea5fd421fac4df9781ff4b09f5adad1c01576da281547ce65dd37b9106492b9 - 14.28% (2.15 GB)

[#006] sha256:5de956dea2722793a4d4e84deecf7e544137cf645f53a8f1f95e83a273c98b85 - 0.0% (62.7 KB)

[#007] sha256:fe0519e81d203325ecf35ac372dbbeed3401026e23b9a3601d6977a23f9b27a0 - 0.0% (1.64 KB)

[#008] sha256:4a20f2253cd0ddc12b47db2a5fe6315c1fb0c72c2788c5dd1630a3fb7384d74b - 0.0% (1.49 KB)

[#009] sha256:cf7979b2359a35715bcc5f67059bc7774d57a1ea9214ec012110073d4fc02d00 - 19.99% (3 GB)

[#010] sha256:7eb010f4bfa09a1f31a1c89cc197c644182471558fa4ee98937711b56becc42a - 0.0% (86.9 KB)

[#011] sha256:528be669b3e60f485d8b63b73780f7585504b87018f688195e5acaa6d581744a - 4.41% (679 MB)

[#012] sha256:c9e542db85014a33736375f3ed5cf3074632e7cbc0b0a4239d950c6d8f42cdb6 - 1.03% (158 MB)

[#013] sha256:2ce55f302b77e9ab1979e3841a7b2188f9014bf07cf012573bbc1d9a8ab76305 - 2.03% (312 MB)

[#014] sha256:994e262c59f95726213276a9440d59f26179999d9e7155dd34ed38484dc1b643 - 0.0% (665 KB)

[#015] sha256:9a257a3e59c0031674c4077fd45db3dc139aff36c87ab1da6f56d39f91f93c67 - 0.0% (187 Bytes)

[#016] sha256:f994582102f08a274a0f241546c50cd8a5090af06128f0ef3262e58ad78f6d7f - 0.0% (103 Bytes)

[#017] sha256:7b9dbe46b1aa31868ae1ab168677c5539841ea3c3a244085cc8f7cb8b1f50f12 - 0.34% (51.9 MB)

[#018] sha256:720e2a9c5ace5efe0f75592139bacd1dd263f05e32bda9cc435766f3349f02bd - 0.08% (12.4 MB)

[#019] sha256:3df27e5e0b71f80ba3aca593befa3de907bc32f1812187cad74b1b9996da38ec - 34.48% (5.18 GB)

[#020] sha256:6b75d303ee363d276286354d68cf148044f9e88b90335f06be0041534802bcda - 0.03% (4.56 MB)

[#021] sha256:a49b2af4da6589460e8e1006550e172536b871793d35fe636f6ff9fbdd348e3e - 5.33% (820 MB)

[#022] sha256:c55de4d9cfb841e44c1a572d02530913c1b364d29632fb161f82754bed0635e3 - 0.22% (33.2 MB)

[#023] sha256:c8c240a4f7a1122414345dca9c847ed32438e980695d8308bb63c9f8394efff4 - 0.65% (100 MB)

[#024] sha256:0ac343d6f46d8db067b3a4a9ac11e4fffb41ba3d1d90ae054f69a8b34d39af53 - 2.66% (410 MB)

[#025] sha256:bdb10b49a089c7c1af46247305fe268707b9fcca8f890c476a766db2ffaef124 - 0.34% (52 MB)

[#026] sha256:236b55d01199cf2a874c667cc77a23a2080af42a31a863cd12127d3f7be19d71 - 1.52% (234 MB)

[#027] sha256:8af12467e37dc3fc606ce1480fa88463309b99808db73e5a8f7908257b0c2e8f - 0.01% (845 KB)

[#028] sha256:7e6d813c042e797e7231d4e2563c42a26cbbd5c0b628722790705459c6b15beb - 0.13% (20.3 MB)

[#029] sha256:a7eed62228ee64c811d4c17d4a900291859262bd488383ef103b66895411ad6c - 0.0% (13.1 KB)

[#030] sha256:8c228a7153f30b472a6238fd8474d47c6127c7a64f1050d2677e28b727ab5cc1 - 0.01% (1.7 MB)

[#031] sha256:9b18e2ebedf4e891c98845da25bf967337c8a091492eeaf700852831b12d66aa - 0.53% (81.9 MB)

[#032] sha256:c094b270a11e2a0ffcf782568663e2efb2d9bb065d7f676551a864771d83b3fa - 0.29% (44.4 MB)

[#033] sha256:47f940ad73c57b59e55e7c69bb3ab55b677b4d62dd7079f5ecc38516b38b7057 - 1.82% (280 MB)

[#034] sha256:c9f09af7bcd82e91b023b282a9a6a7a8e59e69f2846f355cdf5d81eb53da15c4 - 8.9% (1.34 GB)

[#035] sha256:b80932fa1c05ebcabd2fc3672364917a22f605751c32c4f382fb835afa34633c - 0.0% (444 Bytes)

[#036] sha256:833fef04c27119af4ba6b04e231eb4d6878ee4d4a7f01390dc2a6dff3319da9f - 0.0% (440 Bytes)

[#037] sha256:bce256f1d6c25d4bd37d0d89507049fe751e933cd451355812dfe96d21e0f864 - 0.06% (8.99 MB)

[#038] sha256:4b21e0799590211ad189c4750e0303a5dab179e507a3ff6d1e3aeccbd06c30d6 - 0.0% (696 Bytes)

[#039] sha256:da1d143f9fb148123384c213148ede113961c0242de9facfe3d1191a7564faa2 - 0.0% (482 Bytes)

[#040] sha256:bd3cd95e4aeb03b4fd58eb30ea8c412528af690404840398936b6b333205229d - 0.0% (490 Bytes)

[#041] sha256:8ddc3fd427710c0074eb9ee22e7989fbeba9260e1c3d9474fc6b527f0b9eb6df - 0.0% (390 Bytes)

[#042] sha256:a201edf24f175169d92d159c2e1364976ab1f72574b55c51765fc18c84baded0 - 0.01% (1.84 MB)

[#043] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)


History
2025-07-14 16:33:29 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-07-14 16:33:29 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-07-14 16:33:29 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-07-14 16:33:29 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2025-07-14 16:33:31 UTC

/bin/sh -c #(nop) ADD file:415bbc01dfb447d002e2d8173e113ef025d2bbfa20f1205823fa699dc87a2019 in /

2025-07-14 16:33:32 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.9.79-1

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.9.1

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=12.9.79-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=12.4.1.87-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=12.9.79-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_VERSION=12.9.79-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.10.2.21-1

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.10.2.21-1

2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL=0

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=remote

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG CMAKE_BUILD_PARALLEL_LEVEL=2

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION=0.3.16.post3

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/ NVSHMEM_DIR=/sgl-workspace/nvshmem/install

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-10-24 01:05:51 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt update && apt install wget -y && apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && apt install python3.12-full python3.12-dev python3.10-venv -y && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py # buildkit

2025-10-24 01:06:26 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof zsh ccache tmux htop git-lfs tree build-essential cmake libopenmpi-dev libnuma1 libnuma-dev libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev patchelf nvidia-dkms-550 devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2025-10-24 01:06:51 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit

2025-10-24 01:06:52 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2025-10-24 01:06:52 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-10-24 01:06:52 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2025-10-24 01:06:53 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2025-10-24 01:06:55 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; else git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit

2025-10-24 01:13:54 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.1" ]; then python3 -m pip install --no-cache-dir https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; fi && if [ "$CUDA_VERSION" = "12.8.1" ] || [ "$CUDA_VERSION" = "12.9.1" ]; then python3 -m pip install --no-cache-dir sgl-kernel==${SGL_KERNEL_VERSION} ; fi && python3 -m pip install --no-cache-dir -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && python3 -m pip install --no-cache-dir nvidia-nccl-cu12==2.27.6 --force-reinstall --no-deps && FLASHINFER_LOGGING_LEVEL=warning python3 -m flashinfer --download-cubin # buildkit

2025-10-24 01:13:55 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/source/nvshmem_src_cuda12-all-all-3.3.9.tar.gz && if [ "$GRACE_BLACKWELL" = "1" ]; then git clone https://github.com/fzyzcjy/DeepEP.git && cd DeepEP && git checkout 1fd57b0276311d035d16176bb0076426166e52f3 && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; else git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout ${DEEPEP_COMMIT} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; fi && tar -xf nvshmem_src_cuda12-all-all-3.3.9.tar.gz && mv nvshmem_src nvshmem && rm -f /sgl-workspace/nvshmem_src_cuda12-all-all-3.3.9.tar.gz # buildkit

2025-10-24 01:28:51 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c cd /sgl-workspace/nvshmem && if [ "$GRACE_BLACKWELL" = "1" ]; then CUDA_ARCH="90;100;120"; else CUDA_ARCH="90"; fi && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=${NVSHMEM_DIR} -DCMAKE_CUDA_ARCHITECTURES=${CUDA_ARCH} && cmake --build build --target install -j${CMAKE_BUILD_PARALLEL_LEVEL} # buildkit

2025-10-24 01:30:17 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c cd /sgl-workspace/DeepEP && case "$CUDA_VERSION" in 12.6.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0' ;; 12.8.1|12.9.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0' ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && NVSHMEM_DIR=${NVSHMEM_DIR} TORCH_CUDA_ARCH_LIST="${CHOSEN_TORCH_CUDA_ARCH_LIST}" pip install . # buildkit

2025-10-24 01:33:05 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c git clone https://github.com/deepseek-ai/FlashMLA.git flash-mla && cd flash-mla && git checkout ${FLASHMLA_COMMIT} && git submodule update --init --recursive && if [ "$CUDA_VERSION" = "12.6.1" ]; then export FLASH_MLA_DISABLE_SM100=1; fi && pip install -v . ; # buildkit

2025-10-24 01:33:23 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir datamodel_code_generator mooncake-transfer-engine==0.3.6.post1 pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy # buildkit

2025-10-24 01:33:41 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache less && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2025-10-24 01:34:12 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit

2025-10-24 01:34:14 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c locale-gen en_US.UTF-8 # buildkit

2025-10-24 01:34:14 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8

2025-10-24 01:34:14 UTC (buildkit.dockerfile.v0)

ENV LANGUAGE=en_US:en

2025-10-24 01:34:14 UTC (buildkit.dockerfile.v0)

ENV LC_ALL=en_US.UTF-8

2025-10-24 01:34:18 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir --break-system-packages pytest black isort icdiff scikit-build-core uv pre-commit pandas matplotlib tabulate # buildkit

2025-10-24 01:34:18 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit

2025-10-24 01:34:19 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit

2025-10-24 01:34:22 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit

2025-10-24 01:34:29 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c CMAKE_VERSION=3.31.1 && ARCH=$(uname -m) && CMAKE_INSTALLER="cmake-${CMAKE_VERSION}-linux-${ARCH}" && wget "https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION}/${CMAKE_INSTALLER}.tar.gz" && tar -xzf "${CMAKE_INSTALLER}.tar.gz" && cp -r "${CMAKE_INSTALLER}/bin/"* /usr/local/bin/ && cp -r "${CMAKE_INSTALLER}/share/"* /usr/local/share/ && rm -rf "${CMAKE_INSTALLER}" "${CMAKE_INSTALLER}.tar.gz" # buildkit

2025-10-24 01:34:29 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2025-10-24 01:34:45 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit

2025-10-24 01:44:15 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir setuptools-rust && cd /sgl-workspace/sglang/sgl-router && cargo build --release && python3 -m pip install --no-cache-dir . && rm -rf /root/.cache # buildkit

2025-10-24 01:44:15 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit

2025-10-24 01:44:15 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c chmod +x /usr/local/bin/yank # buildkit

2025-10-24 01:44:17 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit

2025-10-24 01:44:17 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.vimrc # buildkit

2025-10-24 01:44:17 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit

2025-10-24 01:44:17 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit

2025-10-24 01:44:17 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.zshrc # buildkit

2025-10-24 01:44:18 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=amd64 GRACE_BLACKWELL=0 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin # buildkit

2025-10-24 01:44:18 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

Details
Created

2025-10-24 01:38:39 UTC

Size

14.5 GB

Content Digest
Labels
  • com.nvidia.cudnn.version
    9.10.2.21-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04

Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

12.9.1

DEBIAN_FRONTEND

noninteractive

GDRCOPY_HOME

/usr/src/gdrdrv-2.4.4/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.27.3-1

NVARCH

sbsa

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

NVIDIA_VISIBLE_DEVICES

all

NVSHMEM_DIR

/sgl-workspace/nvshmem/install

NV_CUDA_CUDART_DEV_VERSION

12.9.79-1

NV_CUDA_CUDART_VERSION

12.9.79-1

NV_CUDA_LIB_VERSION

12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-12-9=12.9.1-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

12.9.1-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-12=9.10.2.21-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-12

NV_CUDNN_VERSION

9.10.2.21-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-12-9=12.9.1.4-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-12-9

NV_LIBCUBLAS_DEV_VERSION

12.9.1.4-1

NV_LIBCUBLAS_PACKAGE

libcublas-12-9=12.9.1.4-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-12-9

NV_LIBCUBLAS_VERSION

12.9.1.4-1

NV_LIBCUSPARSE_DEV_VERSION

12.5.10.65-1

NV_LIBCUSPARSE_VERSION

12.5.10.65-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.27.3-1+cuda12.9

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.27.3-1

NV_LIBNCCL_PACKAGE

libnccl2=2.27.3-1+cuda12.9

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.27.3-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-12-9=12.4.1.87-1

NV_LIBNPP_DEV_VERSION

12.4.1.87-1

NV_LIBNPP_PACKAGE

libnpp-12-9=12.4.1.87-1

NV_LIBNPP_VERSION

12.4.1.87-1

NV_NVML_DEV_VERSION

12.9.79-1

NV_NVTX_VERSION

12.9.79-1

PATH

/root/.cargo/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin


Layers

[#000] sha256:ef6d179edc98e93dc6073cb3ddec6f1a6ed1d68d04cd7836a82abfd397922a05 - 0.18% (26.1 MB)

[#001] sha256:7aa2d0bb5c94f1cf869e71e4db856d2ca0733f5eaab55dd514441da9616abb35 - 0.03% (4.38 MB)

[#002] sha256:5136ae4e75ffd61960e9220c7d7625a3ee213ff63c25fdc24e85bfe229b16ab5 - 0.63% (93.1 MB)

[#003] sha256:6f760a753c5e1fc35281126d63b6ca9bef93e49f89a826a2bc2786e293d88f00 - 0.0% (182 Bytes)

[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)

[#005] sha256:a1a8ac6c8810bbba69c79c0b786559cdb43046337afb5e1072c2dfb7e12081f0 - 14.43% (2.1 GB)

[#006] sha256:2d795fdb14b35972f7cd05a0d3bc05f0dc533568b9f3845936159a5ba02c5efa - 0.0% (62.6 KB)

[#007] sha256:5025e003abc70f17d0181b91a9b463f826a6eff3c11b4ea44db2049d28030f4a - 0.0% (1.64 KB)

[#008] sha256:3dfb0cd50961219324866618c37873560cb92dd42eba2c71227de18c485193b5 - 0.0% (1.49 KB)

[#009] sha256:0ea494e54b55c563449895cf1e9606104fce7f6cdec0bc77470a5ca2db5137c7 - 18.17% (2.64 GB)

[#010] sha256:6bdaf2d0557fe1f99e5382d128801569f6c3bc8056777958161c2f08bbbbf073 - 0.0% (86.9 KB)

[#011] sha256:762bfca5fbfc5b486f96283b0aae973b10755d901cedd02247e5a412297ac786 - 4.55% (678 MB)

[#012] sha256:f85b5f7296391e9bc30e40b982ff4ba289d2d913665a29ea2d3628bdf879d5bf - 1.04% (155 MB)

[#013] sha256:264675ddb65104d296f4bcf1b6f435f10720c4e95c07a3e3c7544b1c4258a00c - 2.05% (306 MB)

[#014] sha256:75de31e2471602958c270e9cdce98a6745a71b4970d3c508f9a843aec8d55a16 - 0.0% (665 KB)

[#015] sha256:9ce98fcc73936a6089ba882536687ff08f21b8e1a17ae07c022a9b58c4c07b76 - 0.0% (186 Bytes)

[#016] sha256:4324f796583a9c2c86db26926c756af87712d8eb6c443ef8e6a0a65b782c8afb - 0.0% (103 Bytes)

[#017] sha256:7ce51bc471e1b1fc1e8feb33641bcbcdbd87e9ef02d8eacae71fc693b57eb5c8 - 0.08% (12.4 MB)

[#018] sha256:d8572710473c1a6fd6b8ac2d0f3633e12ef7df8f62791580b4fa85eab869d9b2 - 0.08% (12.4 MB)

[#019] sha256:d2907b8fc134662b21996b4db61ed0289504ab96fd0e45681eb7e4a081b08d7f - 30.74% (4.47 GB)

[#020] sha256:c54983687e953008dc4c150dcb58f1c313595874f1d46a0559a53d1057f476d8 - 0.03% (4.63 MB)

[#021] sha256:a1e1a44469201d778ba3dcf9431ea5be8a200bf644f4ff4f958df9e1c700586d - 12.72% (1.85 GB)

[#022] sha256:cd25ae1be3d7f7c7b4a8479e6dfd5ad27dcc92fc9ea888142664955c1412e8f7 - 0.29% (42.7 MB)

[#023] sha256:e11188e202b14c900221d5e7b2ebdde55067b91fca758c3bff90a9571ec14af4 - 0.67% (99.9 MB)

[#024] sha256:119efb2546c94b90e7af5c14e765f3ff4b39f4c1624ee4fc39b574c6c84bf538 - 0.6% (88.8 MB)

[#025] sha256:41764c0686bcf45503e4e9c79df3a7995d0497ababfb4fa0c207fbc43943ea9f - 0.33% (48.6 MB)

[#026] sha256:a3bfe1e93f698c6e453d3a7a8d8f5cf06dbc606c3b0cac6e458d3693dd15258b - 1.5% (223 MB)

[#027] sha256:ba29b662aca4ba272b24b436b9c9320eb494c965d0b5f836f758cd1594353150 - 0.01% (845 KB)

[#028] sha256:812fc6972eafabd606be8aa1aea58f577c86c6f57bd9c2041d7c3f1c75320756 - 0.14% (20.9 MB)

[#029] sha256:76b442a8a89e078cd2e0f1976d358b35681a97e572c32c33f83115c09882f512 - 0.0% (13.1 KB)

[#030] sha256:a06036103702614beda2630b9005d8d4894fa734c1dc20a33d0927decf70eb89 - 0.01% (1.7 MB)

[#031] sha256:ad8fa56667be77135e54c3fa96da9c97d61b1221b73fd02e2e1aff8977f58eea - 0.55% (81.9 MB)

[#032] sha256:02d8c5f282756df5ffa55977b1797a630b177bcc9f7d4de1dd65ec68c900be09 - 0.31% (46.5 MB)

[#033] sha256:af5f2f70c99bc7d8efb5449e629781845ce882bbdb4728ca853817fed92ad93b - 1.67% (248 MB)

[#034] sha256:e1a65c5561621b652d291c51d3ba0373b507937fb39a83941b987002f4d5279d - 9.12% (1.33 GB)

[#035] sha256:ba97311c7e68c1fffeacf312f8ef3417e9a5fd769f5d022183e592bb4c2cadc9 - 0.0% (447 Bytes)

[#036] sha256:96ea1791df10c63aa08b06c9406b66e11cad0078b09dff0f5c9dceb940a02728 - 0.0% (443 Bytes)

[#037] sha256:060b2c1f8ee1d1fa8cbb672135835eb57bc06f8653b78a47dd39cdf0bdf807d1 - 0.06% (8.99 MB)

[#038] sha256:54bbb01b3becd0de1e07066e114fb456e9b37734d258716e79b5d9bfcd704161 - 0.0% (696 Bytes)

[#039] sha256:11dd8ae85cd52abbcb5edf6d08c4db9ef90cdc715d3948e9a0ac5dc702b3c2d0 - 0.0% (482 Bytes)

[#040] sha256:26b830610c67c885c81f5fb30b568aa1281ad322c7c8499a30a13413f332161e - 0.0% (490 Bytes)

[#041] sha256:03f40b60b403e988baf162182e7a5ff2687315f2f8176973f265fbd318a2aa6e - 0.0% (392 Bytes)

[#042] sha256:3aa7641c434508140b557f9925676a69d61f7630178a26fc1137c36520823536 - 0.01% (1.7 MB)

[#043] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)


History
2025-07-14 16:34:14 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-07-14 16:34:14 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-07-14 16:34:14 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-07-14 16:34:14 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2025-07-14 16:34:16 UTC

/bin/sh -c #(nop) ADD file:834c1c2a4c7753a37759a9b21f64a990572643eee18669b1faa782fee45355ed in /

2025-07-14 16:34:17 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

ENV NVARCH=sbsa

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.9.79-1

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:12:35 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.9.1

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2025-07-18 20:13:38 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=12.9.79-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=12.4.1.87-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.9.1-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=12.9.79-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.27.3-1

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-18 20:35:59 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-07-18 20:36:00 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2025-07-18 20:36:00 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.10.2.21-1

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.10.2.21-1

2025-07-25 15:16:45 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=arm64

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL=1

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=remote

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG CMAKE_BUILD_PARALLEL_LEVEL=2

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION=0.3.16.post3

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/ NVSHMEM_DIR=/sgl-workspace/nvshmem/install

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-10-24 01:04:17 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt update && apt install wget -y && apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && apt install python3.12-full python3.12-dev python3.10-venv -y && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py # buildkit

2025-10-24 01:05:36 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof zsh ccache tmux htop git-lfs tree build-essential cmake libopenmpi-dev libnuma1 libnuma-dev libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev patchelf nvidia-dkms-550 devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2025-10-24 01:05:50 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit

2025-10-24 01:05:50 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2025-10-24 01:05:50 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-10-24 01:05:50 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2025-10-24 01:05:50 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2025-10-24 01:05:52 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; else git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit

2025-10-24 01:10:39 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel html5lib six && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.1" ]; then python3 -m pip install --no-cache-dir https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; fi && if [ "$CUDA_VERSION" = "12.8.1" ] || [ "$CUDA_VERSION" = "12.9.1" ]; then python3 -m pip install --no-cache-dir sgl-kernel==${SGL_KERNEL_VERSION} ; fi && python3 -m pip install --no-cache-dir -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && python3 -m pip install --no-cache-dir nvidia-nccl-cu12==2.27.6 --force-reinstall --no-deps && FLASHINFER_LOGGING_LEVEL=warning python3 -m flashinfer --download-cubin # buildkit

2025-10-24 01:10:40 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/source/nvshmem_src_cuda12-all-all-3.3.9.tar.gz && if [ "$GRACE_BLACKWELL" = "1" ]; then git clone https://github.com/fzyzcjy/DeepEP.git && cd DeepEP && git checkout 1fd57b0276311d035d16176bb0076426166e52f3 && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; else git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout ${DEEPEP_COMMIT} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; fi && tar -xf nvshmem_src_cuda12-all-all-3.3.9.tar.gz && mv nvshmem_src nvshmem && rm -f /sgl-workspace/nvshmem_src_cuda12-all-all-3.3.9.tar.gz # buildkit

2025-10-24 01:24:53 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c cd /sgl-workspace/nvshmem && if [ "$GRACE_BLACKWELL" = "1" ]; then CUDA_ARCH="90;100;120"; else CUDA_ARCH="90"; fi && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=${NVSHMEM_DIR} -DCMAKE_CUDA_ARCHITECTURES=${CUDA_ARCH} && cmake --build build --target install -j${CMAKE_BUILD_PARALLEL_LEVEL} # buildkit

2025-10-24 01:25:56 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c cd /sgl-workspace/DeepEP && case "$CUDA_VERSION" in 12.6.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0' ;; 12.8.1|12.9.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0' ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && NVSHMEM_DIR=${NVSHMEM_DIR} TORCH_CUDA_ARCH_LIST="${CHOSEN_TORCH_CUDA_ARCH_LIST}" pip install . # buildkit

2025-10-24 01:28:05 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c git clone https://github.com/deepseek-ai/FlashMLA.git flash-mla && cd flash-mla && git checkout ${FLASHMLA_COMMIT} && git submodule update --init --recursive && if [ "$CUDA_VERSION" = "12.6.1" ]; then export FLASH_MLA_DISABLE_SM100=1; fi && pip install -v . ; # buildkit

2025-10-24 01:28:10 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir datamodel_code_generator mooncake-transfer-engine==0.3.6.post1 pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy # buildkit

2025-10-24 01:28:24 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache less && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2025-10-24 01:28:37 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit

2025-10-24 01:28:38 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c locale-gen en_US.UTF-8 # buildkit

2025-10-24 01:28:38 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8

2025-10-24 01:28:38 UTC (buildkit.dockerfile.v0)

ENV LANGUAGE=en_US:en

2025-10-24 01:28:38 UTC (buildkit.dockerfile.v0)

ENV LC_ALL=en_US.UTF-8

2025-10-24 01:28:41 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir --break-system-packages pytest black isort icdiff scikit-build-core uv pre-commit pandas matplotlib tabulate # buildkit

2025-10-24 01:28:41 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit

2025-10-24 01:28:42 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit

2025-10-24 01:28:44 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit

2025-10-24 01:28:46 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c CMAKE_VERSION=3.31.1 && ARCH=$(uname -m) && CMAKE_INSTALLER="cmake-${CMAKE_VERSION}-linux-${ARCH}" && wget "https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION}/${CMAKE_INSTALLER}.tar.gz" && tar -xzf "${CMAKE_INSTALLER}.tar.gz" && cp -r "${CMAKE_INSTALLER}/bin/"* /usr/local/bin/ && cp -r "${CMAKE_INSTALLER}/share/"* /usr/local/share/ && rm -rf "${CMAKE_INSTALLER}" "${CMAKE_INSTALLER}.tar.gz" # buildkit

2025-10-24 01:28:46 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2025-10-24 01:28:55 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit

2025-10-24 01:38:36 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c python3 -m pip install --no-cache-dir setuptools-rust && cd /sgl-workspace/sglang/sgl-router && cargo build --release && python3 -m pip install --no-cache-dir . && rm -rf /root/.cache # buildkit

2025-10-24 01:38:36 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit

2025-10-24 01:38:36 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c chmod +x /usr/local/bin/yank # buildkit

2025-10-24 01:38:38 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit

2025-10-24 01:38:38 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.vimrc # buildkit

2025-10-24 01:38:38 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit

2025-10-24 01:38:38 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit

2025-10-24 01:38:38 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root <<EOF /root/.zshrc # buildkit

2025-10-24 01:38:39 UTC (buildkit.dockerfile.v0)

RUN |9 TARGETARCH=arm64 GRACE_BLACKWELL=1 BUILD_TYPE=all BRANCH_TYPE=remote DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee FLASHMLA_COMMIT=1408756a88e52a25196b759eaf8db89d2b51b5a1 FAST_HADAMARD_TRANSFORM_COMMIT=7fd811c2b47f63b0b08d2582619f939e14dad77c CMAKE_BUILD_PARALLEL_LEVEL=2 SGL_KERNEL_VERSION=0.3.16.post3 /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin # buildkit

2025-10-24 01:38:39 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete