Namespace
lmsysorg
Image / Tag
sglang:dev-kimi-k31-pro-mi35x
Content Digest
sha256:5901db1401ad7b8bc62ac67175f6f013b1b868e2a2dab063ee8848e7290fa9a7
Details
Created

2026-11-09 08:43:00 UTC

Size

12.7 GB

Content Digest
Labels
  • ai.radixark.base-image
    radixark/sglang@sha256:c3da23e96cea62c96e9acc9c7b916612e9470309a1c3265ac23cbc8c7456c027
  • org.opencontainers.image.revision
    de0f491836c7aec0baeb1016c15c909bd0be0f29
  • org.opencontainers.image.source
    https://github.com/kevin-mii/sglang/tree/k31-amd-pd
  • org.opencontainers.image.version
    24.04

Environment
AITER_COMMIT

5405ee00264ee1591a5419b1f6651f0655e2b353

AITER_COMMIT_DEFAULT

5405ee00264ee1591a5419b1f6651f0655e2b353

AITER_USE_SYSTEM_TRITON

1

BUILD_AITER_ALL

1

BUILD_LLVM

0

BUILD_MOONCAKE

1

BUILD_TRITON

0

BUILD_UTLX

0

BUILD_VLLM

0

CARGO_BUILD_JOBS

4

CPATH

/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include

DEBIAN_FRONTEND

noninteractive

GPU_ARCH

gfx950-rocm1000

GPU_ARCH_LIST

gfx950

HIP_FORCE_DEV_KERNARG

1

HSA_NO_SCRATCH_RECLAIM

1

LD_LIBRARY_PATH

/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib

LIBGL_ALWAYS_INDIRECT

1

LIBRARY_PATH

/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib

NCCL_MIN_NCHANNELS

112

PATH

/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

PIP_CONSTRAINT

/etc/sglang/constraints/torch-rocm.txt

PYTORCH_ROCM_ARCH

gfx942;gfx950;gfx1250

RCCL_COMMIT

ROCM_HOME

/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel

ROCM_PATH

/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel

SETUPTOOLS_SCM_PRETEND_VERSION

SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN

1

SGLANG_DISABLE_CUDNN_CHECK

1

SGLANG_INT4_WEIGHT

0

SGLANG_MOE_PADDING

1

SGLANG_ROCM_DISABLE_LINEARQUANT

0

SGLANG_ROCM_FUSED_DECODE_MLA

1

SGLANG_RUST_BUILD_MODE

never

SGLANG_SET_CPU_AFFINITY

1

SGLANG_USE_AITER

1

SGLANG_USE_ROCM700A

1

TORCHINDUCTOR_MAX_AUTOTUNE

1

TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE

1

TRITON_COMMIT

4cff872ced001ea92d9fcf05b3f6517e2b486d19

TRITON_COMMIT_DEFAULT

4cff872ced001ea92d9fcf05b3f6517e2b486d19

TRITON_REPO

https://github.com/ROCm/triton.git

TRITON_REPO_DEFAULT

https://github.com/ROCm/triton.git

TRITON_REVERT_COMMITS

TRITON_WHEEL_VERSION_SUFFIX

.rocm10.0.0

VIRTUAL_ENV

/opt/venv


Layers

[#000] sha256:7a48b8f0e5c73d0cc2a85b008978396aa19d253dc1b96fdb0b769ee6dcbeca4a - 0.22% (28.4 MB)

[#001] sha256:e7d0e5c0650e4d784799da8a66ea9a868b7dc1a8478d73262e2732183faaccff - 1.16% (151 MB)

[#002] sha256:52c9b90d40b29b5b8bb81f265b7c48542e24f68381ff84289d1551d1d7956595 - 0.03% (4 MB)

[#003] sha256:43610cb0fdde0a2cb1d9c11a6abd5b26a08b0ab863630dc493081b5d9e46e1aa - 0.05% (6.31 MB)

[#004] sha256:4136c2277dd5132c617826aff240f90cc6eafe5b8a9c2203b8ce79202c6aa1d6 - 20.04% (2.55 GB)

[#005] sha256:6c912ca79e90e0d7dc4a67edf89277a971e6e796a574e592c7c50bc80da34fdd - 13.77% (1.75 GB)

[#006] sha256:5f12b89a8de7e36fdbc30d5d319a62c06ac724880f78e76bc5427a7bbc36bc62 - 0.0% (278 Bytes)

[#007] sha256:163f0edb059def270c8007cd854ee3f4253cf7cd132fe3459e033176e08dcfb2 - 0.0% (1.22 KB)

[#008] sha256:5c7ec22383d4d1e8f8408150a83c2293e4e4f8e7114da2e27dbb7948c407a27a - 0.0% (167 Bytes)

[#009] sha256:d2b946e4097a9ab2a089fdff2cbc54e56969058ca8e5ed18ab29b727cab6439b - 0.0% (165 Bytes)

[#010] sha256:fe901734aae32bcfdfdd5d5b32689328fcdfca352448776ab2302190175de4b3 - 0.0% (174 Bytes)

[#011] sha256:3430d88d3328085dfe1437fb55ec372a57a874f767f1b085888560c533ee9862 - 0.0% (1.31 KB)

[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#013] sha256:cc7d0913d8b273207992957dd61a9dd38df875ac3b94b72a8720b9b7d5ecbc49 - 0.0% (235 Bytes)

[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#015] sha256:427930af0f873ef338b8a45b0d238e6806e3d3b265f9c01fd732d8983695105d - 0.0% (39.8 KB)

[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#017] sha256:30a9580159676ea914b9b2b300bbea8f1fdee6c2eab327edee0a01c77ef92f80 - 0.01% (1.3 MB)

[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#019] sha256:8e56b142a819be0bffe48603601835c8e4701f2ac750f71eb350e1b05952fa16 - 0.0% (221 Bytes)

[#020] sha256:ad5ba6ac667624cedb330b221afd083f1891736d21d3e31d1cfabcf1aaba1ff2 - 0.0% (103 Bytes)

[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#023] sha256:91c147c81066dd90b2d1aa59631e8ba1ae04ed9e6599dcfe313a0a84923f4760 - 6.52% (849 MB)

[#024] sha256:cb6b1ca1c7d46a0a6ab53d854726895e5d3012e19a440af8d78115388f2fc2c0 - 0.0% (16.9 KB)

[#025] sha256:f8e554b16c84ae35e18e33c501ce25f3684decc13f6e7a01edae9e8541671fe8 - 5.95% (774 MB)

[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#027] sha256:9cc8b44bed06e6057d009812b9d7a460771952cc56ff327ebf1473d848984ea0 - 20.27% (2.58 GB)

[#028] sha256:d704796469812d32106bc8457ada12058a5e49f89f5b5d79d327236f9ddc16a0 - 0.11% (14.7 MB)

[#029] sha256:992dc3e9eb49f2b202f4db351ee17771ba95555fb8b13a2cc444bcc24301841e - 2.27% (295 MB)

[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#031] sha256:cc2625f9a9ac7a38813a9f9fea80b2198c5881934c01b9718f88ee64fafe8523 - 1.22% (158 MB)

[#032] sha256:61c9bb42f4c82571fb01ae6693d748f0d0e75ff8d1751e7060d5df91b1b051d7 - 1.33% (173 MB)

[#033] sha256:8e208dfeebce83b09d6d443bf69d5fc4523e543c03a71997149d3578d3dd64cb - 0.0% (199 Bytes)

[#034] sha256:b63f621a7c4f6ac7a4b8c7d8e0dc8fb2559d92b44ef530c9022b73ad65e364e3 - 6.49% (844 MB)

[#035] sha256:2eccc8fe8d74f3d5123bc4788e934ed344818abc381004bd583ff1460715eeae - 0.14% (17.9 MB)

[#036] sha256:6b3719869e8668bc54b7d9e7d87bb963c16b0cb376038c44688df4d3f7f0b3a3 - 0.0% (175 Bytes)

[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#039] sha256:f220001bb653beb1cff06bdb9b20234fc0e0b8b7cb6ebe5a33b8c3b2655b400a - 10.51% (1.34 GB)

[#040] sha256:a1fa49ba094704932e7839f37af954d720ab86514f3519aec16d92f630750820 - 0.0% (235 Bytes)

[#041] sha256:7f82bb176924c33c7cadc473d73af5fa947b52113b13de49927f47fd2e5db1bb - 8.01% (1.02 GB)

[#042] sha256:10a694b4f7b9e5ea11378d390823076580b8b0a15d2838604b3c1862c49b39f1 - 0.14% (17.7 MB)

[#043] sha256:010c4a97f6064f44ba3ff93fd16e520e1643f4d5e28792f24e227568535fc1bb - 0.03% (4.42 MB)

[#044] sha256:8e6b8123831b3b15d37cc6f1d194a99da4c7d9bbe65f3ffdc6effd03293cb413 - 0.05% (7.09 MB)

[#045] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#046] sha256:cce392a78d6f05bbc7d13ed628c52feba055b8c8ca35b624c0d6dd5db9a9ab13 - 1.66% (217 MB)

[#047] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#048] sha256:8056952a15597088b1e7c4c5ea765010f69a169d8e849311e289501921a7dec9 - 0.0% (926 Bytes)

[#049] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#050] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#051] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#052] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#053] sha256:080644c7320a48a8805e384b45e4c80a08532d96389386452ce05cab27d18b0e - 0.0% (44.8 KB)

[#054] sha256:b667092a7b3ac8df2bfab4cb2cfd7d5d93b1a0726b29a3ffce9aecd0c1bb3c10 - 0.01% (1.35 MB)


History
2026-10-25 14:17:45 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-10-25 14:17:45 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-10-25 14:17:45 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2026-10-25 14:17:47 UTC

/bin/sh -c #(nop) ADD file:eed88e94d6aa7c9da62836e137f889e03988c1a6b237b0cedb6ca666dfaa98ea in /

2026-10-25 14:17:47 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG GPU_ARCH=gfx950-rocm1000

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1000_SDK_VERSION=10.0.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1000_TORCH_VERSION=2.11.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1000_TORCHVISION_VERSION=0.26.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1000_TORCHAUDIO_VERSION=2.11.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1000_TRITON_VERSION=3.8.0+git4cff872c

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1010_SDK_VERSION=10.1.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1010_TORCH_VERSION=2.12.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1010_TORCHVISION_VERSION=0.27.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1010_TORCHAUDIO_VERSION=2.11.0

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM1010_TRITON_VERSION=3.8.0+git669b31ac

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ARG ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential ca-certificates curl git gnupg libstdc++-12-dev python-is-python3 python3 python3-dev python3-pip python3.12-venv wget && rm -rf /var/lib/apt/lists/* # buildkit

2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)

ENV VIRTUAL_ENV=/opt/venv

2026-11-09 04:23:24 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c python3 -m venv "$VIRTUAL_ENV" # buildkit

2026-11-09 04:23:24 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-11-09 04:23:27 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c python3 -m pip install --no-cache-dir -U pip setuptools setuptools_scm wheel # buildkit

2026-11-09 04:25:53 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c set -eux; ROCM_DEVICE_ARCH="${GPU_ARCH%%-*}"; case " ${ROCM_DEVICE_ARCH_LIST} " in *" ${ROCM_DEVICE_ARCH} "*) ;; *) echo "Unsupported GPU_ARCH=${GPU_ARCH}"; exit 1 ;; esac; case "${GPU_ARCH##*-}" in rocm1000) sdk="${ROCM1000_SDK_VERSION}"; torch="${ROCM1000_TORCH_VERSION}"; vision="${ROCM1000_TORCHVISION_VERSION}"; audio="${ROCM1000_TORCHAUDIO_VERSION}"; triton="${ROCM1000_TRITON_VERSION}" ;; rocm1010) sdk="${ROCM1010_SDK_VERSION}"; torch="${ROCM1010_TORCH_VERSION}"; vision="${ROCM1010_TORCHVISION_VERSION}"; audio="${ROCM1010_TORCHAUDIO_VERSION}"; triton="${ROCM1010_TRITON_VERSION}" ;; *) echo "No pinned ROCm stack for GPU_ARCH=${GPU_ARCH}"; exit 1 ;; esac; python3 -m pip install --no-cache-dir --index-url ${ROCM_INDEX_URL} "rocm-sdk-core==${sdk}" "rocm-sdk-libraries==${sdk}" "rocm-sdk-devel==${sdk}" "rocm-sdk-device-${ROCM_DEVICE_ARCH}==${sdk}" "torch==${torch}+rocm${sdk}" "torchvision==${vision}+rocm${sdk}" "torchaudio==${audio}+rocm${sdk}" "amd-torch-device-${ROCM_DEVICE_ARCH}==${torch}+rocm${sdk}" "amd-torchvision-device-${ROCM_DEVICE_ARCH}==${vision}+rocm${sdk}" "triton==${triton}.rocm${sdk}"; for package in "rocm-sdk-device-${ROCM_DEVICE_ARCH}" "amd-torch-device-${ROCM_DEVICE_ARCH}" "amd-torchvision-device-${ROCM_DEVICE_ARCH}"; do if ! python3 -m pip show "${package}" >/dev/null 2>&1; then echo "Missing target ROCm device package: ${package}"; exit 1; fi; done; for candidate_arch in ${ROCM_DEVICE_ARCH_LIST}; do [ "${candidate_arch}" = "${ROCM_DEVICE_ARCH}" ] && continue; for package in "rocm-sdk-device-${candidate_arch}" "amd-torch-device-${candidate_arch}" "amd-torchvision-device-${candidate_arch}"; do if python3 -m pip show "${package}" >/dev/null 2>&1; then echo "Unexpected non-target ROCm device package: ${package}"; exit 1; fi; done; done # buildkit

2026-11-09 04:27:11 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c rocm-sdk init && rocm-sdk targets # buildkit

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c set -eux; SP="$VIRTUAL_ENV/lib/python3.12/site-packages"; CORE=$(ls "$SP"/_rocm_sdk_core/lib/libamd_smi.so.* 2>/dev/null | head -1); DEVEL="$SP/_rocm_sdk_devel/lib/libamd_smi.so"; if [ -n "${CORE}" ] && [ -e "${DEVEL}" ] && [ ! -L "${DEVEL}" ]; then ln -sf "${CORE}" "${DEVEL}"; echo "linked ${DEVEL} -> ${CORE}"; fi # buildkit

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib

2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib

2026-11-09 04:27:13 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c echo 'export PATH=$ROCM_HOME/llvm/bin:$ROCM_HOME/bin:$PATH' >> /etc/bash.bashrc # buildkit

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c mkdir -p /usr/lib64 && ln -sf /lib/x86_64-linux-gnu/libc.so /usr/lib64/libc.so # buildkit

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c ln -s ${ROCM_HOME} /opt/rocm # buildkit

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV BUILD_VLLM=0

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV BUILD_TRITON=0

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV TRITON_REPO_DEFAULT=https://github.com/ROCm/triton.git

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV TRITON_COMMIT_DEFAULT=4cff872ced001ea92d9fcf05b3f6517e2b486d19

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV TRITON_WHEEL_VERSION_SUFFIX=.rocm10.0.0

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV BUILD_LLVM=0

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV BUILD_AITER_ALL=1

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV BUILD_MOONCAKE=1

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT_DEFAULT=5405ee00264ee1591a5419b1f6651f0655e2b353

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ENV PIP_CONSTRAINT=/etc/sglang/constraints/torch-rocm.txt

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c mkdir -p /etc/sglang/constraints && : > /etc/sglang/constraints/torch-rocm.txt # buildkit

2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)

ARG GPU_ARCH=gfx950-rocm1000

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c echo GPU_ARCH="${GPU_ARCH}" && echo "GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/environment && echo "export GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/bash.bashrc # buildkit

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH=gfx950-rocm1000

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH_LIST=gfx950

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1250

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SGL_REPO=https://github.com/sgl-project/sglang.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SGL_DEFAULT=main

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SGL_BRANCH=main

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=local

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SETUPTOOLS_SCM_PRETEND_VERSION=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV TRITON_REPO=https://github.com/ROCm/triton.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV TRITON_COMMIT=4cff872ced001ea92d9fcf05b3f6517e2b486d19

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TRITON_REVERT_COMMITS=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV TRITON_REVERT_COMMITS=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG BUILD_UTLX=0

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV BUILD_UTLX=0

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 /bin/sh -c if [ "${BUILD_UTLX}" = "1" ] && [ "${GPU_ARCH}" != "gfx950-rocm1000" ]; then echo "[uTLX] BUILD_UTLX=1 is not supported for GPU_ARCH=${GPU_ARCH}"; exit 1; fi # buildkit

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_VERSION=2.11.0+rocm7.2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG AITER_COMMIT=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG RCCL_REPO=https://github.com/ROCm/rocm-systems.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG RCCL_COMMIT=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ENV RCCL_COMMIT=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG LLVM_BRANCH=MainOpSelV2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG FHT_BRANCH=rocm

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG ENABLE_SGL_AMD_MONO=1

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG SGL_AMD_MONO_COMMIT=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MORI=0

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG NIC_BACKEND=none

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG MORI_REPO=https://github.com/ROCm/mori.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG ENABLE_NIXL=1

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG UCX_REPO=https://github.com/openucx/ucx.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG UCX_BRANCH=v1.19.x

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG AINIC_VERSION=1.117.5-a-38

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_CODENAME=jammy

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_MIRROR=

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

USER root

2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then find /etc/apt -type f \( -name '*.list' -o -name '*.sources' \) -exec sed -i -e "s|http://[^[:space:]/]*archive.ubuntu.com|$UBUNTU_MIRROR|g" -e "s|http://[^[:space:]/]*security.ubuntu.com|$UBUNTU_MIRROR|g" {} + ; fi && printf 'Acquire::Retries "5";\nAcquire::http::Timeout "30";\nAcquire::https::Timeout "30";\n' > /etc/apt/apt.conf.d/80-net-hardening # buildkit

2026-11-09 04:27:16 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm1000*|*rocm1010*) echo "ROCm 10 (GPU_ARCH=${GPU_ARCH}): pip SDK libdrm has the ids table built in, skipping"; ;; *rocm724*) echo "ROCm 7.2.4 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu from graphics/7.2.4 noble"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.2.4/ubuntu noble main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; *rocm720*) echo "ROCm 7.2.0 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac # buildkit

2026-11-09 04:27:16 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit

2026-11-09 04:27:17 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*|*rocm724*|*rocm1000*|*rocm1010*) echo "ROCm 7.2 / 10 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi; if [ -f setup.py ] || [ -f pyproject.toml ]; then python3 -m pip install --no-cache-dir . ; else version=$(sed -n 's/^__version__ = "\(.*\)"/\1/p' amdsmi/_version.py); test -n "${version}"; rm -rf /tmp/amdsmi-pkg; mkdir -p /tmp/amdsmi-pkg; cp -r amdsmi /tmp/amdsmi-pkg/; printf '[build-system]\nrequires = ["setuptools>=59.0"]\nbuild-backend = "setuptools.build_meta"\n\n[project]\nname = "amdsmi"\nversion = "%s"\ndescription = "AMDSMI Python LIB - AMD GPU Monitoring Library"\n\n[tool.setuptools]\npackages = ["amdsmi"]\ninclude-package-data = true\n' "${version}" > /tmp/amdsmi-pkg/pyproject.toml; python3 -m pip install --no-cache-dir /tmp/amdsmi-pkg; rm -rf /tmp/amdsmi-pkg; fi; cd / && python3 -c "import amdsmi; print('[amdsmi]', amdsmi.__file__)"; ;; *) echo "Not a ROCm 7.2 / 10 flavor (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac # buildkit

2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c case "${GPU_ARCH}" in *-rocm724) python3 -m pip install --no-cache-dir --index-url "${TORCH_ROCM_INDEX_URL}" "torch==${TORCH_ROCM_VERSION}" "torchvision==${TORCHVISION_ROCM_VERSION}" "torchaudio==${TORCHAUDIO_ROCM_VERSION}" ;; *) echo "Not a ROCm 7.2.4 flavor (GPU_ARCH=${GPU_ARCH}), keep base torch/triton"; ;; esac # buildkit

2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c case "${GPU_ARCH}" in *-rocm724|*-rocm1000|*-rocm1010) python3 -m pip freeze | grep -E '^(torch|torchvision|torchaudio)(==| @ )' > /etc/sglang/constraints/torch-rocm.txt && cat /etc/sglang/constraints/torch-rocm.txt ;; esac # buildkit

2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit

2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)

ENV SETUPTOOLS_SCM_PRETEND_VERSION=

2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)

ENV AITER_USE_SYSTEM_TRITON=1

2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c pip uninstall -y aiter # buildkit

2026-11-09 04:28:01 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c git clone ${AITER_REPO} && cd aiter && { git cat-file -e "${AITER_COMMIT}^{commit}" 2>/dev/null || git fetch origin "${AITER_COMMIT}"; } && git checkout -f ${AITER_COMMIT} && sed -i 's/from functools import lru_cache/from functools import cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py && sed -i 's/@lru_cache(maxsize=32)/@cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py && git submodule update --init --recursive && pip install -r requirements.txt # buildkit

2026-11-09 04:28:03 UTC (buildkit.dockerfile.v0)

COPY /src/python/sglang/kernels/ops/attention/dsv4/asm/gfx950/mla_v4/mla_a8w8_qh64_qseqlen1_gqaratio64_nm.co /sgl-workspace/aiter/hsa/gfx950/mla_v4/ # buildkit

2026-11-09 05:27:16 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && echo "[AITER] AITER_USE_SYSTEM_TRITON=${AITER_USE_SYSTEM_TRITON}" && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" python setup.py build_ext --inplace && PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" pip install --no-build-isolation -e .; elif [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc # buildkit

2026-11-09 05:27:17 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c python3 <<'PY' from pathlib import Path p = Path("/sgl-workspace/aiter/csrc/cpp_itfs/torch_utils.py") s = p.read_text() old = """ elif isinstance(arg, torch.cuda.Stream): c_args.append(ctypes.cast(arg.cuda_stream, ctypes.c_void_p)) """ new = """ elif isinstance(arg, torch.Stream): handle = getattr(arg, "cuda_stream", None) if handle is None: handle = torch.cuda.Stream( stream_id=arg.stream_id, device_index=arg.device_index, device_type=arg.device_type, ).cuda_stream c_args.append(ctypes.cast(handle, ctypes.c_void_p)) """ if old in s: p.write_text(s.replace(old, new)) PY # buildkit

2026-11-09 05:27:17 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)

RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON -DENABLE_MULTI_PROTOCOL=ON -DWITH_STORE=ON -DBUILD_UNIT_TESTS=OFF && make -j "$(nproc)" && make install; fi # buildkit

2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)

ARG SETUPTOOLS_SCM_PRETEND_VERSION

2026-11-09 05:34:41 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install pybind11 # buildkit

2026-11-09 05:34:41 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 5 --retry-delay 3 --retry-all-errors -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit

2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)

ENV CARGO_BUILD_JOBS=4

2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit

2026-11-09 05:35:06 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2026-11-09 05:35:37 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then echo "Using local source (BRANCH_TYPE=local)."; cp -r /tmp/local_src sglang; else git clone ${SGL_REPO} sglang && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd ..; fi && rm -rf /tmp/local_src && cd sglang && cd python/sglang/kernels/aot && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install # buildkit

2026-11-09 05:35:37 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip list --format=freeze | grep -E '^(torch|triton)' > /tmp/constraints.txt # buildkit

2026-11-09 05:37:28 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c cd sglang && cp python/pyproject_other.toml python/pyproject.toml && case "${GPU_ARCH}" in *-rocm1000) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm1010) srt_extras="srt_hip_rocm101,diffusion_hip"; all_extras="all_hip_rocm101" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm724) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm720) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; ;; *) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; echo 'diffusers==0.37.0' >> /tmp/constraints.txt ; echo 'transformers==5.19.0' >> /tmp/constraints.txt ; echo 'tokenizers==0.23.2' >> /tmp/constraints.txt ; echo 'huggingface_hub==1.33.0' >> /tmp/constraints.txt ; ;; esac && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${srt_extras}]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${all_extras}]"; fi # buildkit

2026-11-09 05:38:48 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c cd sglang/python && python -m pip --no-cache-dir install "setuptools-rust>=1.11" && sed -i -E 's/^rust-extensions = \["multimodal"\]$/rust-extensions = ["multimodal", "rust_tree_core"]/' pyproject.toml && SGLANG_BUILD_RUST_EXTS=rust_tree_core python setup.py build_rust --inplace && rm -rf ../rust/sglang-radix-tree/target && SGLANG_RUST_BUILD_MODE=never python -c "from sglang.srt.mem_cache.rust_tree_core import extension" # buildkit

2026-11-09 05:38:48 UTC (buildkit.dockerfile.v0)

ENV SGLANG_RUST_BUILD_MODE=never

2026-11-09 05:38:49 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit

2026-11-09 05:38:52 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c case "${GPU_ARCH##*-}" in rocm724) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; rocm1000) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; rocm1010) expected_torch="2.12."; expected_audio="2.11."; expected_vision="0.27." ;; *) exit 0 ;; esac && python3 -m pip check && python3 -c "import torch, torchaudio, torchvision, triton; expected={'torch':'${expected_torch}','torchaudio':'${expected_audio}','torchvision':'${expected_vision}'}; actual={'torch':torch.__version__,'torchaudio':torchaudio.__version__,'torchvision':torchvision.__version__,'triton':triton.__version__}; assert torch.version.hip, actual; assert all(actual[name].startswith(version) for name, version in expected.items()), actual; print('Validated ROCm stack:', actual, 'HIP', torch.version.hip)" && if pip list --format=freeze | grep -Eq '^nvidia-.*-cu[0-9]+'; then echo "ERROR: NVIDIA CUDA runtime packages were installed into the ROCm image"; exit 1; fi # buildkit

2026-11-09 05:38:53 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit

2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir "maturin<1.14" && sed -i -E 's|^(smg-[a-zA-Z-]+)\s*=\s*"~1\.0\.0"|\1 = "=1.0.0"|' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && grep -E '^smg-' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache # buildkit

2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)

ENV LIBGL_ALWAYS_INDIRECT=1

2026-11-09 05:48:08 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit

2026-11-09 05:50:52 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel "cmake==4.3.4" ninja scikit-build-core && "$VENV_PIP" cache purge || true; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then export ROCM_PATH=${ROCM_HOME}; else export ROCM_PATH=/opt/rocm; fi; export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=${ROCM_PATH} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"' # buildkit

2026-11-09 05:51:46 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; PYTORCH_ROCM_ARCH=${GPU_ARCH_LIST} python setup.py install' # buildkit

2026-11-09 05:51:50 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_SGL_AMD_MONO}" = "1" ] || { echo "[sgl-amd-mono] skip (ENABLE_SGL_AMD_MONO=${ENABLE_SGL_AMD_MONO})"; exit 0; }; case "${GPU_ARCH}" in gfx950*) ;; *) echo "[sgl-amd-mono] skip (GPU_ARCH=${GPU_ARCH})"; exit 0 ;; esac; python3 -m pip show sgl-amd-mono > /dev/null || { echo "[sgl-amd-mono] skip (this SGLang does not install it)"; exit 0; }; commit="${SGL_AMD_MONO_COMMIT:-$(python3 -c "import json, importlib.metadata as md; print(json.loads(md.distribution(\"sgl-amd-mono\").read_text(\"direct_url.json\"))[\"vcs_info\"][\"commit_id\"])")}"; git clone "${SGL_AMD_MONO_REPO}" /sgl-workspace/sgl-amd-mono; cd /sgl-workspace/sgl-amd-mono; git checkout -f "${commit}"; python3 -m pip install --no-cache-dir --no-deps -e .; python3 -c "from importlib.metadata import entry_points; assert any(e.name == \"sgl_amd_mono\" for e in entry_points(group=\"sglang.srt.plugins\")), \"sgl-amd-mono plugin not registered\""' # buildkit

2026-11-09 05:51:51 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate # buildkit

2026-11-09 05:51:51 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get update && apt-get install -y --no-install-recommends libdrm-dev librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core openssh-server openmpi-bin openmpi-common libopenmpi-dev libgrpc++-dev protobuf-compiler-grpc && rm -rf /var/lib/apt/lists/*; fi; case "${NIC_BACKEND}" in none) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; ainic) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; bnxt) echo "[MORI] Enabling Broadcom BNXT backend"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl && install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} NIC_BACKEND=${NIC_BACKEND}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; ROCM_SYSDEPS="${ROCM_HOME:-/opt/rocm}/lib/rocm_sysdeps"; if [ "${GPU_ARCH_LIST}" = "gfx1250" ] && [ -d "${ROCM_SYSDEPS}" ]; then export PATH="${ROCM_HOME}/bin:${PATH}"; export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}/lib/cmake:${ROCM_SYSDEPS}:${ROCM_HOME}/lib/cmake:${ROCM_HOME}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; elif [ "${GPU_ARCH##*-}" = "rocm1000" ] && [ -d "${ROCM_SYSDEPS}" ]; then export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; fi; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."' # buildkit

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_NIXL}" = "1" ] || { echo "[NIXL] skip (ENABLE_NIXL=${ENABLE_NIXL})"; exit 0; }; apt-get update && apt-get install -y --no-install-recommends build-essential autoconf automake libtool pkg-config git libibverbs-dev librdmacm-dev rdma-core && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get remove -y libabsl-dev libabsl20220623 || true; else case "${GPU_ARCH}" in *-rocm724|*-rocm1000) apt-get remove -y libabsl-dev ;; esac; fi; pip install --no-cache-dir meson ninja pybind11 meson-python patchelf pyyaml; git clone --depth=1 -b "${UCX_BRANCH}" "${UCX_REPO}" /sgl-workspace/ucx; cd /sgl-workspace/ucx && ./autogen.sh && mkdir build && cd build && ../configure --prefix=/opt/ucx --enable-shared --disable-static --disable-doxygen-doc --enable-optimizations --enable-devel-headers --with-rocm=/opt/rocm --with-verbs --with-dm --enable-mt && make -j"$(nproc)" && make install; git clone --depth=1 -b v3.10.0 https://github.com/taskflow/taskflow.git /sgl-workspace/taskflow; cp -r /sgl-workspace/taskflow/taskflow /usr/local/include/; mkdir -p /usr/local/lib/pkgconfig; printf "Name: taskflow\nDescription: Taskflow\nVersion: 3.10.0\nCflags: -I/usr/local/include\n" > /usr/local/lib/pkgconfig/taskflow.pc; git clone "${NIXL_REPO}" /sgl-workspace/nixl && cd /sgl-workspace/nixl && git checkout -f "${NIXL_COMMIT}"; CXXFLAGS="-Wno-error" LD_LIBRARY_PATH="/opt/ucx/lib:/opt/rocm/lib" PKG_CONFIG_PATH="/usr/local/lib/pkgconfig" pip install . --no-deps --no-build-isolation --config-settings=setup-args="-Ducx_path=/opt/ucx" --config-settings=setup-args="-Dwheel_variant=rocm" --config-settings=setup-args="-Denable_plugins=UCX,POSIX"; SITE=$(python3 -c "import sysconfig; print(sysconfig.get_paths()[\"purelib\"])"); ln -sfn nixl_rocm "$SITE/nixl"; echo "export LD_LIBRARY_PATH=/opt/ucx/lib:\${LD_LIBRARY_PATH}" >> /etc/bash.bashrc' # buildkit

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c if [ "${BUILD_RCCL:-0}" = "1" ]; then set -eux; echo "[RCCL] building ${RCCL_COMMIT} for ${GPU_ARCH_LIST}"; pip install --no-cache-dir patchelf; SP="$VIRTUAL_ENV/lib/python3.12/site-packages"; RPATH="$(patchelf --print-rpath "$SP/_rocm_sdk_libraries/lib/librccl.so.1")"; mkdir -p /sgl-workspace/rocm-systems && cd /sgl-workspace/rocm-systems; git init -q; git remote add origin "${RCCL_REPO}"; git sparse-checkout init --cone; git sparse-checkout set projects/rccl; git fetch --depth 1 --filter=blob:none origin "${RCCL_COMMIT}"; git checkout -q FETCH_HEAD; cd projects/rccl; CMAKE_PREFIX_PATH="${ROCM_HOME}" ./install.sh --amdgpu_targets "${GPU_ARCH_LIST}" --prefix /opt/rccl -i -j "$(nproc)"; cp /opt/rccl/lib/librccl.so.1.0 /tmp/librccl.so.1; patchelf --force-rpath --set-rpath "${RPATH}" /tmp/librccl.so.1; for d in "$SP/_rocm_sdk_libraries/lib" "$SP/_rocm_sdk_devel/lib"; do rm -f "$d/librccl.so.1" "$d/librccl.so.1.0"; cp /tmp/librccl.so.1 "$d/librccl.so.1"; ln -sf librccl.so.1 "$d/librccl.so.1.0"; if [ -e "$d/librccl.so" ]; then ln -sf librccl.so.1 "$d/librccl.so"; fi; done; cd / && rm -rf /sgl-workspace/rocm-systems /opt/rccl /tmp/librccl.so.1; python3 -c "import ctypes, torch; v = ctypes.c_int(); ctypes.CDLL('librccl.so.1').ncclGetVersion(ctypes.byref(v)); maps = sorted({l.split()[-1] for l in open('/proc/self/maps') if 'librccl' in l}); print('[RCCL] ncclGetVersion', v.value, maps); assert len(maps) == 1, maps"; fi # buildkit

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY" import zipfile, csv, os, re from pathlib import Path fname = os.environ["TORCH_ROCM_FILE"] in_whl = Path("/") / fname out_whl = Path("/tmp")/ fname work = Path("/tmp/whl") # 1) Extract with zipfile.ZipFile(in_whl, "r") as z: z.extractall(work) # 2) Locate dist-info and patch METADATA (edit this logic to match your exact line) dist_info = next(work.glob("*.dist-info")) meta = dist_info / "METADATA" txt = meta.read_text(encoding="utf-8") # Example: replace one exact requirement form. # Adjust the string to match what you actually see. pat = r"^Requires-Dist:\s*triton==3.5.1[^\s]*;" txt2, n = re.subn(pat, r"triton>=3.5.1;", txt, flags=re.MULTILINE) if txt2 == txt: raise SystemExit("Did not find expected Requires-Dist line to replace in METADATA") meta.write_text(txt2, encoding="utf-8") # 3) Hacky step: blank hash/size columns in RECORD record = dist_info / "RECORD" rows = [] with record.open(newline="", encoding="utf-8") as f: for r in csv.reader(f): if not r: continue # keep filename, blank out hash and size rows.append([r[0], "", ""]) with record.open("w", newline="", encoding="utf-8") as f: csv.writer(f).writerows(rows) # 4) Re-zip as a wheel with zipfile.ZipFile(out_whl, "w", compression=zipfile.ZIP_DEFLATED) as z: for p in work.rglob("*"): if p.is_file(): z.write(p, p.relative_to(work).as_posix()) print("Wrote", out_whl) PY # buildkit

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit

2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)

RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c if [ "$BUILD_TRITON" = "1" ] || [ "$BUILD_UTLX" = "1" ]; then case "${GPU_ARCH}" in gfx950-rocm1000|gfx1250-rocm1000|gfx1250-rocm1010) echo "[Triton] building ${TRITON_COMMIT} from ${TRITON_REPO}"; pip uninstall -y triton triton-rocm || true && apt-get update && apt-get install -y --no-install-recommends cmake && rm -rf /var/lib/apt/lists/* && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && for rev in ${TRITON_REVERT_COMMITS}; do echo "[Triton] reverting $rev"; git -c user.email=build@sglang -c user.name=sglang-build revert --no-commit "$rev" || git checkout --ours -- Makefile; git -c user.email=build@sglang -c user.name=sglang-build commit -q -am "Revert $rev" || exit 1; done && if [ "${BUILD_UTLX}" = "1" ]; then git cherry-pick --no-commit 89c3a46ba4908396313782443229eee3541a08f2 && export TRITON_EXT_ENABLED=ON; fi && pip install -r python/requirements.txt && pip install -e . && if [ -d python/triton_kernels ]; then pip install -e python/triton_kernels --no-deps; fi; ;; *rocm72*) echo "[Triton] ROCm 7.2: installing pinned wheels from ${TRITON_INDEX_URL}"; pip uninstall -y triton-rocm || true && PIP_NO_CACHE_DIR=1 pip install --extra-index-url ${TRITON_INDEX_URL} "triton==${TRITON_VERSION}" "triton-kernels==${TRITON_KERNELS_VERSION}"; ;; esac && python3 -c "import torch; from importlib.metadata import version; v = version('triton'); k = version('triton-kernels'); assert torch.version.hip is not None, torch.__version__; print(f'[Triton] ROCm Torch {torch.__version__}, Triton {v}, triton-kernels {k}')"; fi # buildkit

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c case "${GPU_ARCH}" in *-rocm724|gfx1250-rocm1010) python3 -c "import pathlib,re,importlib.metadata as m; p=pathlib.Path(m.distribution('torch')._path)/'METADATA'; v=m.version('triton'); t,n=re.subn(r'^Requires-Dist: (?:triton|triton-rocm)==[^\s;]+', 'Requires-Dist: triton=='+v, p.read_text(), count=1, flags=re.M); assert n==1, n; p.write_text(t)" ;; esac # buildkit

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ARG UTLX_REPO=https://github.com/triton-lang/triton-ext.git

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ARG UTLX_COMMIT=268252bcc64e13b553b7906e5b69f02fa69054fb

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

RUN |61 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl UTLX_REPO=https://github.com/triton-lang/triton-ext.git UTLX_COMMIT=268252bcc64e13b553b7906e5b69f02fa69054fb /bin/sh -c if [ "${BUILD_UTLX}" = "1" ]; then echo "[uTLX] building ${UTLX_COMMIT} against /sgl-workspace/triton-custom"; cd /sgl-workspace/triton-custom && if [ ! -d python/triton/include ]; then cmake --install build/cmake.* --component headers --prefix /tmp/triton-headers && mv /tmp/triton-headers/include python/triton/include && rm -rf /tmp/triton-headers; fi && git clone ${UTLX_REPO} /sgl-workspace/triton-ext && cd /sgl-workspace/triton-ext && git checkout ${UTLX_COMMIT} && unset CPATH LIBRARY_PATH && export TRITON_WHEEL_DIR=/sgl-workspace/triton-custom/python/triton && export LLVM_INSTALL_DIR="$(readlink -f /root/.triton/llvm/llvm-ubuntu-x64)" && pip install --no-build-isolation --no-deps --config-settings=cmake.define.UTLX_TRITON_ROCM=ON ./extensions/utlx && mkdir -p /sgl-workspace/utlx && cp -r extensions/utlx/examples extensions/utlx/test /sgl-workspace/utlx/ && rm -rf /root/.cache/pip; fi # buildkit

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_DISABLE_CUDNN_CHECK=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV HSA_NO_SCRATCH_RECLAIM=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_INT4_WEIGHT=0

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_MOE_PADDING=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_FUSED_DECODE_MLA=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_SET_CPU_AFFINITY=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_AITER=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_ROCM700A=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV NCCL_MIN_NCHANNELS=112

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1

2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2026-11-09 08:42:59 UTC (buildkit.dockerfile.v0)

COPY pd.bundle /tmp/pd.bundle # buildkit

2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)

ARG NEWVER=0.5.24.dev809+gde0f49183

2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)

RUN |1 NEWVER=0.5.24.dev809+gde0f49183 /bin/sh -c set -e; cd /sgl-workspace/sglang && git fetch -q /tmp/pd.bundle k31-amd-pd && git checkout -q de0f491836 && test "$(git rev-parse --short=10 HEAD)" = de0f491836 && git diff --name-only ae76e623f0 HEAD | grep -v -E "\.py$|^docker/rocm.Dockerfile$" | { ! grep .; } && sed -i "s/0\.5\.24\.dev799+gae76e623f/${NEWVER}/g" python/sglang/_version.py && M=$(python3 -c "import importlib.metadata as m; print(m.distribution(\"sglang\")._path)") && sed -i "s/^Version: .*/Version: ${NEWVER}/" $M/METADATA && rm /tmp/pd.bundle && grep -q _fp4_ragged_mqa_logits_from python/sglang/kernels/ops/attention/dsa/fp4_index_hip.py # buildkit

2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.revision=de0f491836c7aec0baeb1016c15c909bd0be0f29 org.opencontainers.image.source=https://github.com/kevin-mii/sglang/tree/k31-amd-pd ai.radixark.base-image=radixark/sglang@sha256:c3da23e96cea62c96e9acc9c7b916612e9470309a1c3265ac23cbc8c7456c027

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete