2026-11-09 08:43:00 UTC
12.7 GB
5405ee00264ee1591a5419b1f6651f0655e2b353
AITER_COMMIT_DEFAULT5405ee00264ee1591a5419b1f6651f0655e2b353
AITER_USE_SYSTEM_TRITON1
BUILD_AITER_ALL1
BUILD_LLVM0
BUILD_MOONCAKE1
BUILD_TRITON0
BUILD_UTLX0
BUILD_VLLM0
CARGO_BUILD_JOBS4
CPATH/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include
DEBIAN_FRONTENDnoninteractive
GPU_ARCHgfx950-rocm1000
GPU_ARCH_LISTgfx950
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib
LIBGL_ALWAYS_INDIRECT1
LIBRARY_PATH/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib
NCCL_MIN_NCHANNELS112
PATH/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
PIP_CONSTRAINT/etc/sglang/constraints/torch-rocm.txt
PYTORCH_ROCM_ARCHgfx942;gfx950;gfx1250
RCCL_COMMIT ROCM_HOME/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel
ROCM_PATH/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel
SETUPTOOLS_SCM_PRETEND_VERSION SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_DISABLE_CUDNN_CHECK1
SGLANG_INT4_WEIGHT0
SGLANG_MOE_PADDING1
SGLANG_ROCM_DISABLE_LINEARQUANT0
SGLANG_ROCM_FUSED_DECODE_MLA1
SGLANG_RUST_BUILD_MODEnever
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
SGLANG_USE_ROCM700A1
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
TRITON_COMMIT4cff872ced001ea92d9fcf05b3f6517e2b486d19
TRITON_COMMIT_DEFAULT4cff872ced001ea92d9fcf05b3f6517e2b486d19
TRITON_REPOhttps://github.com/ROCm/triton.git
TRITON_REPO_DEFAULThttps://github.com/ROCm/triton.git
TRITON_REVERT_COMMITS TRITON_WHEEL_VERSION_SUFFIX.rocm10.0.0
VIRTUAL_ENV/opt/venv
[#000] sha256:7a48b8f0e5c73d0cc2a85b008978396aa19d253dc1b96fdb0b769ee6dcbeca4a - 0.22% (28.4 MB)
[#001] sha256:e7d0e5c0650e4d784799da8a66ea9a868b7dc1a8478d73262e2732183faaccff - 1.16% (151 MB)
[#002] sha256:52c9b90d40b29b5b8bb81f265b7c48542e24f68381ff84289d1551d1d7956595 - 0.03% (4 MB)
[#003] sha256:43610cb0fdde0a2cb1d9c11a6abd5b26a08b0ab863630dc493081b5d9e46e1aa - 0.05% (6.31 MB)
[#004] sha256:4136c2277dd5132c617826aff240f90cc6eafe5b8a9c2203b8ce79202c6aa1d6 - 20.04% (2.55 GB)
[#005] sha256:6c912ca79e90e0d7dc4a67edf89277a971e6e796a574e592c7c50bc80da34fdd - 13.77% (1.75 GB)
[#006] sha256:5f12b89a8de7e36fdbc30d5d319a62c06ac724880f78e76bc5427a7bbc36bc62 - 0.0% (278 Bytes)
[#007] sha256:163f0edb059def270c8007cd854ee3f4253cf7cd132fe3459e033176e08dcfb2 - 0.0% (1.22 KB)
[#008] sha256:5c7ec22383d4d1e8f8408150a83c2293e4e4f8e7114da2e27dbb7948c407a27a - 0.0% (167 Bytes)
[#009] sha256:d2b946e4097a9ab2a089fdff2cbc54e56969058ca8e5ed18ab29b727cab6439b - 0.0% (165 Bytes)
[#010] sha256:fe901734aae32bcfdfdd5d5b32689328fcdfca352448776ab2302190175de4b3 - 0.0% (174 Bytes)
[#011] sha256:3430d88d3328085dfe1437fb55ec372a57a874f767f1b085888560c533ee9862 - 0.0% (1.31 KB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:cc7d0913d8b273207992957dd61a9dd38df875ac3b94b72a8720b9b7d5ecbc49 - 0.0% (235 Bytes)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:427930af0f873ef338b8a45b0d238e6806e3d3b265f9c01fd732d8983695105d - 0.0% (39.8 KB)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:30a9580159676ea914b9b2b300bbea8f1fdee6c2eab327edee0a01c77ef92f80 - 0.01% (1.3 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:8e56b142a819be0bffe48603601835c8e4701f2ac750f71eb350e1b05952fa16 - 0.0% (221 Bytes)
[#020] sha256:ad5ba6ac667624cedb330b221afd083f1891736d21d3e31d1cfabcf1aaba1ff2 - 0.0% (103 Bytes)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:91c147c81066dd90b2d1aa59631e8ba1ae04ed9e6599dcfe313a0a84923f4760 - 6.52% (849 MB)
[#024] sha256:cb6b1ca1c7d46a0a6ab53d854726895e5d3012e19a440af8d78115388f2fc2c0 - 0.0% (16.9 KB)
[#025] sha256:f8e554b16c84ae35e18e33c501ce25f3684decc13f6e7a01edae9e8541671fe8 - 5.95% (774 MB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:9cc8b44bed06e6057d009812b9d7a460771952cc56ff327ebf1473d848984ea0 - 20.27% (2.58 GB)
[#028] sha256:d704796469812d32106bc8457ada12058a5e49f89f5b5d79d327236f9ddc16a0 - 0.11% (14.7 MB)
[#029] sha256:992dc3e9eb49f2b202f4db351ee17771ba95555fb8b13a2cc444bcc24301841e - 2.27% (295 MB)
[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#031] sha256:cc2625f9a9ac7a38813a9f9fea80b2198c5881934c01b9718f88ee64fafe8523 - 1.22% (158 MB)
[#032] sha256:61c9bb42f4c82571fb01ae6693d748f0d0e75ff8d1751e7060d5df91b1b051d7 - 1.33% (173 MB)
[#033] sha256:8e208dfeebce83b09d6d443bf69d5fc4523e543c03a71997149d3578d3dd64cb - 0.0% (199 Bytes)
[#034] sha256:b63f621a7c4f6ac7a4b8c7d8e0dc8fb2559d92b44ef530c9022b73ad65e364e3 - 6.49% (844 MB)
[#035] sha256:2eccc8fe8d74f3d5123bc4788e934ed344818abc381004bd583ff1460715eeae - 0.14% (17.9 MB)
[#036] sha256:6b3719869e8668bc54b7d9e7d87bb963c16b0cb376038c44688df4d3f7f0b3a3 - 0.0% (175 Bytes)
[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#039] sha256:f220001bb653beb1cff06bdb9b20234fc0e0b8b7cb6ebe5a33b8c3b2655b400a - 10.51% (1.34 GB)
[#040] sha256:a1fa49ba094704932e7839f37af954d720ab86514f3519aec16d92f630750820 - 0.0% (235 Bytes)
[#041] sha256:7f82bb176924c33c7cadc473d73af5fa947b52113b13de49927f47fd2e5db1bb - 8.01% (1.02 GB)
[#042] sha256:10a694b4f7b9e5ea11378d390823076580b8b0a15d2838604b3c1862c49b39f1 - 0.14% (17.7 MB)
[#043] sha256:010c4a97f6064f44ba3ff93fd16e520e1643f4d5e28792f24e227568535fc1bb - 0.03% (4.42 MB)
[#044] sha256:8e6b8123831b3b15d37cc6f1d194a99da4c7d9bbe65f3ffdc6effd03293cb413 - 0.05% (7.09 MB)
[#045] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#046] sha256:cce392a78d6f05bbc7d13ed628c52feba055b8c8ca35b624c0d6dd5db9a9ab13 - 1.66% (217 MB)
[#047] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#048] sha256:8056952a15597088b1e7c4c5ea765010f69a169d8e849311e289501921a7dec9 - 0.0% (926 Bytes)
[#049] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#050] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#051] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#052] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#053] sha256:080644c7320a48a8805e384b45e4c80a08532d96389386452ce05cab27d18b0e - 0.0% (44.8 KB)
[#054] sha256:b667092a7b3ac8df2bfab4cb2cfd7d5d93b1a0726b29a3ffce9aecd0c1bb3c10 - 0.01% (1.35 MB)
/bin/sh -c #(nop) ARG RELEASE
2026-10-25 14:17:45 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-10-25 14:17:45 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-10-25 14:17:47 UTC/bin/sh -c #(nop) ADD file:eed88e94d6aa7c9da62836e137f889e03988c1a6b237b0cedb6ca666dfaa98ea in /
2026-10-25 14:17:47 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx950-rocm1000
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1000_SDK_VERSION=10.0.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1000_TORCH_VERSION=2.11.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1000_TORCHVISION_VERSION=0.26.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1000_TORCHAUDIO_VERSION=2.11.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1000_TRITON_VERSION=3.8.0+git4cff872c
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1010_SDK_VERSION=10.1.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1010_TORCH_VERSION=2.12.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1010_TORCHVISION_VERSION=0.27.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1010_TORCHAUDIO_VERSION=2.11.0
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM1010_TRITON_VERSION=3.8.0+git669b31ac
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ARG ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential ca-certificates curl git gnupg libstdc++-12-dev python-is-python3 python3 python3-dev python3-pip python3.12-venv wget && rm -rf /var/lib/apt/lists/* # buildkit
2026-11-09 04:23:22 UTC (buildkit.dockerfile.v0)ENV VIRTUAL_ENV=/opt/venv
2026-11-09 04:23:24 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c python3 -m venv "$VIRTUAL_ENV" # buildkit
2026-11-09 04:23:24 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-11-09 04:23:27 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c python3 -m pip install --no-cache-dir -U pip setuptools setuptools_scm wheel # buildkit
2026-11-09 04:25:53 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c set -eux; ROCM_DEVICE_ARCH="${GPU_ARCH%%-*}"; case " ${ROCM_DEVICE_ARCH_LIST} " in *" ${ROCM_DEVICE_ARCH} "*) ;; *) echo "Unsupported GPU_ARCH=${GPU_ARCH}"; exit 1 ;; esac; case "${GPU_ARCH##*-}" in rocm1000) sdk="${ROCM1000_SDK_VERSION}"; torch="${ROCM1000_TORCH_VERSION}"; vision="${ROCM1000_TORCHVISION_VERSION}"; audio="${ROCM1000_TORCHAUDIO_VERSION}"; triton="${ROCM1000_TRITON_VERSION}" ;; rocm1010) sdk="${ROCM1010_SDK_VERSION}"; torch="${ROCM1010_TORCH_VERSION}"; vision="${ROCM1010_TORCHVISION_VERSION}"; audio="${ROCM1010_TORCHAUDIO_VERSION}"; triton="${ROCM1010_TRITON_VERSION}" ;; *) echo "No pinned ROCm stack for GPU_ARCH=${GPU_ARCH}"; exit 1 ;; esac; python3 -m pip install --no-cache-dir --index-url ${ROCM_INDEX_URL} "rocm-sdk-core==${sdk}" "rocm-sdk-libraries==${sdk}" "rocm-sdk-devel==${sdk}" "rocm-sdk-device-${ROCM_DEVICE_ARCH}==${sdk}" "torch==${torch}+rocm${sdk}" "torchvision==${vision}+rocm${sdk}" "torchaudio==${audio}+rocm${sdk}" "amd-torch-device-${ROCM_DEVICE_ARCH}==${torch}+rocm${sdk}" "amd-torchvision-device-${ROCM_DEVICE_ARCH}==${vision}+rocm${sdk}" "triton==${triton}.rocm${sdk}"; for package in "rocm-sdk-device-${ROCM_DEVICE_ARCH}" "amd-torch-device-${ROCM_DEVICE_ARCH}" "amd-torchvision-device-${ROCM_DEVICE_ARCH}"; do if ! python3 -m pip show "${package}" >/dev/null 2>&1; then echo "Missing target ROCm device package: ${package}"; exit 1; fi; done; for candidate_arch in ${ROCM_DEVICE_ARCH_LIST}; do [ "${candidate_arch}" = "${ROCM_DEVICE_ARCH}" ] && continue; for package in "rocm-sdk-device-${candidate_arch}" "amd-torch-device-${candidate_arch}" "amd-torchvision-device-${candidate_arch}"; do if python3 -m pip show "${package}" >/dev/null 2>&1; then echo "Unexpected non-target ROCm device package: ${package}"; exit 1; fi; done; done # buildkit
2026-11-09 04:27:11 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c rocm-sdk init && rocm-sdk targets # buildkit
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c set -eux; SP="$VIRTUAL_ENV/lib/python3.12/site-packages"; CORE=$(ls "$SP"/_rocm_sdk_core/lib/libamd_smi.so.* 2>/dev/null | head -1); DEVEL="$SP/_rocm_sdk_devel/lib/libamd_smi.so"; if [ -n "${CORE}" ] && [ -e "${DEVEL}" ] && [ ! -L "${DEVEL}" ]; then ln -sf "${CORE}" "${DEVEL}"; echo "linked ${DEVEL} -> ${CORE}"; fi # buildkit
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib
2026-11-09 04:27:12 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib
2026-11-09 04:27:13 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c echo 'export PATH=$ROCM_HOME/llvm/bin:$ROCM_HOME/bin:$PATH' >> /etc/bash.bashrc # buildkit
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c mkdir -p /usr/lib64 && ln -sf /lib/x86_64-linux-gnu/libc.so /usr/lib64/libc.so # buildkit
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c ln -s ${ROCM_HOME} /opt/rocm # buildkit
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV BUILD_VLLM=0
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV BUILD_TRITON=0
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV TRITON_REPO_DEFAULT=https://github.com/ROCm/triton.git
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV TRITON_COMMIT_DEFAULT=4cff872ced001ea92d9fcf05b3f6517e2b486d19
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV TRITON_WHEEL_VERSION_SUFFIX=.rocm10.0.0
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV BUILD_LLVM=0
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV BUILD_AITER_ALL=1
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV BUILD_MOONCAKE=1
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT_DEFAULT=5405ee00264ee1591a5419b1f6651f0655e2b353
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ENV PIP_CONSTRAINT=/etc/sglang/constraints/torch-rocm.txt
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c mkdir -p /etc/sglang/constraints && : > /etc/sglang/constraints/torch-rocm.txt # buildkit
2026-11-09 04:27:14 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx950-rocm1000
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)RUN |13 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 /bin/sh -c echo GPU_ARCH="${GPU_ARCH}" && echo "GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/environment && echo "export GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/bash.bashrc # buildkit
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH=gfx950-rocm1000
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH_LIST=gfx950
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1250
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SGL_DEFAULT=main
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=main
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=local
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV TRITON_REPO=https://github.com/ROCm/triton.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV TRITON_COMMIT=4cff872ced001ea92d9fcf05b3f6517e2b486d19
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TRITON_REVERT_COMMITS=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV TRITON_REVERT_COMMITS=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG BUILD_UTLX=0
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV BUILD_UTLX=0
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 /bin/sh -c if [ "${BUILD_UTLX}" = "1" ] && [ "${GPU_ARCH}" != "gfx950-rocm1000" ]; then echo "[uTLX] BUILD_UTLX=1 is not supported for GPU_ARCH=${GPU_ARCH}"; exit 1; fi # buildkit
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TORCH_ROCM_VERSION=2.11.0+rocm7.2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG AITER_COMMIT=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG RCCL_REPO=https://github.com/ROCm/rocm-systems.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG RCCL_COMMIT=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ENV RCCL_COMMIT=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG LLVM_BRANCH=MainOpSelV2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG FHT_BRANCH=rocm
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG ENABLE_SGL_AMD_MONO=1
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG SGL_AMD_MONO_COMMIT=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG ENABLE_MORI=0
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND=none
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG MORI_REPO=https://github.com/ROCm/mori.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG ENABLE_NIXL=1
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG UCX_REPO=https://github.com/openucx/ucx.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG UCX_BRANCH=v1.19.x
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION=1.117.5-a-38
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG UBUNTU_CODENAME=jammy
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR=
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)USER root
2026-11-09 04:27:15 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then find /etc/apt -type f \( -name '*.list' -o -name '*.sources' \) -exec sed -i -e "s|http://[^[:space:]/]*archive.ubuntu.com|$UBUNTU_MIRROR|g" -e "s|http://[^[:space:]/]*security.ubuntu.com|$UBUNTU_MIRROR|g" {} + ; fi && printf 'Acquire::Retries "5";\nAcquire::http::Timeout "30";\nAcquire::https::Timeout "30";\n' > /etc/apt/apt.conf.d/80-net-hardening # buildkit
2026-11-09 04:27:16 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm1000*|*rocm1010*) echo "ROCm 10 (GPU_ARCH=${GPU_ARCH}): pip SDK libdrm has the ids table built in, skipping"; ;; *rocm724*) echo "ROCm 7.2.4 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu from graphics/7.2.4 noble"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.2.4/ubuntu noble main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; *rocm720*) echo "ROCm 7.2.0 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac # buildkit
2026-11-09 04:27:16 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2026-11-09 04:27:17 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*|*rocm724*|*rocm1000*|*rocm1010*) echo "ROCm 7.2 / 10 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi; if [ -f setup.py ] || [ -f pyproject.toml ]; then python3 -m pip install --no-cache-dir . ; else version=$(sed -n 's/^__version__ = "\(.*\)"/\1/p' amdsmi/_version.py); test -n "${version}"; rm -rf /tmp/amdsmi-pkg; mkdir -p /tmp/amdsmi-pkg; cp -r amdsmi /tmp/amdsmi-pkg/; printf '[build-system]\nrequires = ["setuptools>=59.0"]\nbuild-backend = "setuptools.build_meta"\n\n[project]\nname = "amdsmi"\nversion = "%s"\ndescription = "AMDSMI Python LIB - AMD GPU Monitoring Library"\n\n[tool.setuptools]\npackages = ["amdsmi"]\ninclude-package-data = true\n' "${version}" > /tmp/amdsmi-pkg/pyproject.toml; python3 -m pip install --no-cache-dir /tmp/amdsmi-pkg; rm -rf /tmp/amdsmi-pkg; fi; cd / && python3 -c "import amdsmi; print('[amdsmi]', amdsmi.__file__)"; ;; *) echo "Not a ROCm 7.2 / 10 flavor (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac # buildkit
2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c case "${GPU_ARCH}" in *-rocm724) python3 -m pip install --no-cache-dir --index-url "${TORCH_ROCM_INDEX_URL}" "torch==${TORCH_ROCM_VERSION}" "torchvision==${TORCHVISION_ROCM_VERSION}" "torchaudio==${TORCHAUDIO_ROCM_VERSION}" ;; *) echo "Not a ROCm 7.2.4 flavor (GPU_ARCH=${GPU_ARCH}), keep base torch/triton"; ;; esac # buildkit
2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c case "${GPU_ARCH}" in *-rocm724|*-rocm1000|*-rocm1010) python3 -m pip freeze | grep -E '^(torch|torchvision|torchaudio)(==| @ )' > /etc/sglang/constraints/torch-rocm.txt && cat /etc/sglang/constraints/torch-rocm.txt ;; esac # buildkit
2026-11-09 04:27:19 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit
2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)ENV SETUPTOOLS_SCM_PRETEND_VERSION=
2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)ENV AITER_USE_SYSTEM_TRITON=1
2026-11-09 04:27:20 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c pip uninstall -y aiter # buildkit
2026-11-09 04:28:01 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c git clone ${AITER_REPO} && cd aiter && { git cat-file -e "${AITER_COMMIT}^{commit}" 2>/dev/null || git fetch origin "${AITER_COMMIT}"; } && git checkout -f ${AITER_COMMIT} && sed -i 's/from functools import lru_cache/from functools import cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py && sed -i 's/@lru_cache(maxsize=32)/@cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py && git submodule update --init --recursive && pip install -r requirements.txt # buildkit
2026-11-09 04:28:03 UTC (buildkit.dockerfile.v0)COPY /src/python/sglang/kernels/ops/attention/dsv4/asm/gfx950/mla_v4/mla_a8w8_qh64_qseqlen1_gqaratio64_nm.co /sgl-workspace/aiter/hsa/gfx950/mla_v4/ # buildkit
2026-11-09 05:27:16 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && echo "[AITER] AITER_USE_SYSTEM_TRITON=${AITER_USE_SYSTEM_TRITON}" && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" python setup.py build_ext --inplace && PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" pip install --no-build-isolation -e .; elif [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc # buildkit
2026-11-09 05:27:17 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c python3 <<'PY' from pathlib import Path p = Path("/sgl-workspace/aiter/csrc/cpp_itfs/torch_utils.py") s = p.read_text() old = """ elif isinstance(arg, torch.cuda.Stream): c_args.append(ctypes.cast(arg.cuda_stream, ctypes.c_void_p)) """ new = """ elif isinstance(arg, torch.Stream): handle = getattr(arg, "cuda_stream", None) if handle is None: handle = torch.cuda.Stream( stream_id=arg.stream_id, device_index=arg.device_index, device_type=arg.device_type, ).cuda_stream c_args.append(ctypes.cast(handle, ctypes.c_void_p)) """ if old in s: p.write_text(s.replace(old, new)) PY # buildkit
2026-11-09 05:27:17 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)RUN |57 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON -DENABLE_MULTI_PROTOCOL=ON -DWITH_STORE=ON -DBUILD_UNIT_TESTS=OFF && make -j "$(nproc)" && make install; fi # buildkit
2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-11-09 05:34:36 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION
2026-11-09 05:34:41 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install pybind11 # buildkit
2026-11-09 05:34:41 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 5 --retry-delay 3 --retry-all-errors -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit
2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)ENV CARGO_BUILD_JOBS=4
2026-11-09 05:35:03 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit
2026-11-09 05:35:06 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-11-09 05:35:37 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then echo "Using local source (BRANCH_TYPE=local)."; cp -r /tmp/local_src sglang; else git clone ${SGL_REPO} sglang && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd ..; fi && rm -rf /tmp/local_src && cd sglang && cd python/sglang/kernels/aot && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install # buildkit
2026-11-09 05:35:37 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c pip list --format=freeze | grep -E '^(torch|triton)' > /tmp/constraints.txt # buildkit
2026-11-09 05:37:28 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c cd sglang && cp python/pyproject_other.toml python/pyproject.toml && case "${GPU_ARCH}" in *-rocm1000) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm1010) srt_extras="srt_hip_rocm101,diffusion_hip"; all_extras="all_hip_rocm101" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm724) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm720) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; ;; *) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; echo 'diffusers==0.37.0' >> /tmp/constraints.txt ; echo 'transformers==5.19.0' >> /tmp/constraints.txt ; echo 'tokenizers==0.23.2' >> /tmp/constraints.txt ; echo 'huggingface_hub==1.33.0' >> /tmp/constraints.txt ; ;; esac && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${srt_extras}]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${all_extras}]"; fi # buildkit
2026-11-09 05:38:48 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c cd sglang/python && python -m pip --no-cache-dir install "setuptools-rust>=1.11" && sed -i -E 's/^rust-extensions = \["multimodal"\]$/rust-extensions = ["multimodal", "rust_tree_core"]/' pyproject.toml && SGLANG_BUILD_RUST_EXTS=rust_tree_core python setup.py build_rust --inplace && rm -rf ../rust/sglang-radix-tree/target && SGLANG_RUST_BUILD_MODE=never python -c "from sglang.srt.mem_cache.rust_tree_core import extension" # buildkit
2026-11-09 05:38:48 UTC (buildkit.dockerfile.v0)ENV SGLANG_RUST_BUILD_MODE=never
2026-11-09 05:38:49 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit
2026-11-09 05:38:52 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c case "${GPU_ARCH##*-}" in rocm724) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; rocm1000) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; rocm1010) expected_torch="2.12."; expected_audio="2.11."; expected_vision="0.27." ;; *) exit 0 ;; esac && python3 -m pip check && python3 -c "import torch, torchaudio, torchvision, triton; expected={'torch':'${expected_torch}','torchaudio':'${expected_audio}','torchvision':'${expected_vision}'}; actual={'torch':torch.__version__,'torchaudio':torchaudio.__version__,'torchvision':torchvision.__version__,'triton':triton.__version__}; assert torch.version.hip, actual; assert all(actual[name].startswith(version) for name, version in expected.items()), actual; print('Validated ROCm stack:', actual, 'HIP', torch.version.hip)" && if pip list --format=freeze | grep -Eq '^nvidia-.*-cu[0-9]+'; then echo "ERROR: NVIDIA CUDA runtime packages were installed into the ROCm image"; exit 1; fi # buildkit
2026-11-09 05:38:53 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir "maturin<1.14" && sed -i -E 's|^(smg-[a-zA-Z-]+)\s*=\s*"~1\.0\.0"|\1 = "=1.0.0"|' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && grep -E '^smg-' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache # buildkit
2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-11-09 05:48:07 UTC (buildkit.dockerfile.v0)ENV LIBGL_ALWAYS_INDIRECT=1
2026-11-09 05:48:08 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit
2026-11-09 05:50:52 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel "cmake==4.3.4" ninja scikit-build-core && "$VENV_PIP" cache purge || true; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then export ROCM_PATH=${ROCM_HOME}; else export ROCM_PATH=/opt/rocm; fi; export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=${ROCM_PATH} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"' # buildkit
2026-11-09 05:51:46 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; PYTORCH_ROCM_ARCH=${GPU_ARCH_LIST} python setup.py install' # buildkit
2026-11-09 05:51:50 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_SGL_AMD_MONO}" = "1" ] || { echo "[sgl-amd-mono] skip (ENABLE_SGL_AMD_MONO=${ENABLE_SGL_AMD_MONO})"; exit 0; }; case "${GPU_ARCH}" in gfx950*) ;; *) echo "[sgl-amd-mono] skip (GPU_ARCH=${GPU_ARCH})"; exit 0 ;; esac; python3 -m pip show sgl-amd-mono > /dev/null || { echo "[sgl-amd-mono] skip (this SGLang does not install it)"; exit 0; }; commit="${SGL_AMD_MONO_COMMIT:-$(python3 -c "import json, importlib.metadata as md; print(json.loads(md.distribution(\"sgl-amd-mono\").read_text(\"direct_url.json\"))[\"vcs_info\"][\"commit_id\"])")}"; git clone "${SGL_AMD_MONO_REPO}" /sgl-workspace/sgl-amd-mono; cd /sgl-workspace/sgl-amd-mono; git checkout -f "${commit}"; python3 -m pip install --no-cache-dir --no-deps -e .; python3 -c "from importlib.metadata import entry_points; assert any(e.name == \"sgl_amd_mono\" for e in entry_points(group=\"sglang.srt.plugins\")), \"sgl-amd-mono plugin not registered\""' # buildkit
2026-11-09 05:51:51 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate # buildkit
2026-11-09 05:51:51 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get update && apt-get install -y --no-install-recommends libdrm-dev librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core openssh-server openmpi-bin openmpi-common libopenmpi-dev libgrpc++-dev protobuf-compiler-grpc && rm -rf /var/lib/apt/lists/*; fi; case "${NIC_BACKEND}" in none) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; ainic) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; bnxt) echo "[MORI] Enabling Broadcom BNXT backend"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl && install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} NIC_BACKEND=${NIC_BACKEND}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; ROCM_SYSDEPS="${ROCM_HOME:-/opt/rocm}/lib/rocm_sysdeps"; if [ "${GPU_ARCH_LIST}" = "gfx1250" ] && [ -d "${ROCM_SYSDEPS}" ]; then export PATH="${ROCM_HOME}/bin:${PATH}"; export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}/lib/cmake:${ROCM_SYSDEPS}:${ROCM_HOME}/lib/cmake:${ROCM_HOME}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; elif [ "${GPU_ARCH##*-}" = "rocm1000" ] && [ -d "${ROCM_SYSDEPS}" ]; then export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; fi; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."' # buildkit
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_NIXL}" = "1" ] || { echo "[NIXL] skip (ENABLE_NIXL=${ENABLE_NIXL})"; exit 0; }; apt-get update && apt-get install -y --no-install-recommends build-essential autoconf automake libtool pkg-config git libibverbs-dev librdmacm-dev rdma-core && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get remove -y libabsl-dev libabsl20220623 || true; else case "${GPU_ARCH}" in *-rocm724|*-rocm1000) apt-get remove -y libabsl-dev ;; esac; fi; pip install --no-cache-dir meson ninja pybind11 meson-python patchelf pyyaml; git clone --depth=1 -b "${UCX_BRANCH}" "${UCX_REPO}" /sgl-workspace/ucx; cd /sgl-workspace/ucx && ./autogen.sh && mkdir build && cd build && ../configure --prefix=/opt/ucx --enable-shared --disable-static --disable-doxygen-doc --enable-optimizations --enable-devel-headers --with-rocm=/opt/rocm --with-verbs --with-dm --enable-mt && make -j"$(nproc)" && make install; git clone --depth=1 -b v3.10.0 https://github.com/taskflow/taskflow.git /sgl-workspace/taskflow; cp -r /sgl-workspace/taskflow/taskflow /usr/local/include/; mkdir -p /usr/local/lib/pkgconfig; printf "Name: taskflow\nDescription: Taskflow\nVersion: 3.10.0\nCflags: -I/usr/local/include\n" > /usr/local/lib/pkgconfig/taskflow.pc; git clone "${NIXL_REPO}" /sgl-workspace/nixl && cd /sgl-workspace/nixl && git checkout -f "${NIXL_COMMIT}"; CXXFLAGS="-Wno-error" LD_LIBRARY_PATH="/opt/ucx/lib:/opt/rocm/lib" PKG_CONFIG_PATH="/usr/local/lib/pkgconfig" pip install . --no-deps --no-build-isolation --config-settings=setup-args="-Ducx_path=/opt/ucx" --config-settings=setup-args="-Dwheel_variant=rocm" --config-settings=setup-args="-Denable_plugins=UCX,POSIX"; SITE=$(python3 -c "import sysconfig; print(sysconfig.get_paths()[\"purelib\"])"); ln -sfn nixl_rocm "$SITE/nixl"; echo "export LD_LIBRARY_PATH=/opt/ucx/lib:\${LD_LIBRARY_PATH}" >> /etc/bash.bashrc' # buildkit
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)RUN |58 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all /bin/sh -c if [ "${BUILD_RCCL:-0}" = "1" ]; then set -eux; echo "[RCCL] building ${RCCL_COMMIT} for ${GPU_ARCH_LIST}"; pip install --no-cache-dir patchelf; SP="$VIRTUAL_ENV/lib/python3.12/site-packages"; RPATH="$(patchelf --print-rpath "$SP/_rocm_sdk_libraries/lib/librccl.so.1")"; mkdir -p /sgl-workspace/rocm-systems && cd /sgl-workspace/rocm-systems; git init -q; git remote add origin "${RCCL_REPO}"; git sparse-checkout init --cone; git sparse-checkout set projects/rccl; git fetch --depth 1 --filter=blob:none origin "${RCCL_COMMIT}"; git checkout -q FETCH_HEAD; cd projects/rccl; CMAKE_PREFIX_PATH="${ROCM_HOME}" ./install.sh --amdgpu_targets "${GPU_ARCH_LIST}" --prefix /opt/rccl -i -j "$(nproc)"; cp /opt/rccl/lib/librccl.so.1.0 /tmp/librccl.so.1; patchelf --force-rpath --set-rpath "${RPATH}" /tmp/librccl.so.1; for d in "$SP/_rocm_sdk_libraries/lib" "$SP/_rocm_sdk_devel/lib"; do rm -f "$d/librccl.so.1" "$d/librccl.so.1.0"; cp /tmp/librccl.so.1 "$d/librccl.so.1"; ln -sf librccl.so.1 "$d/librccl.so.1.0"; if [ -e "$d/librccl.so" ]; then ln -sf librccl.so.1 "$d/librccl.so"; fi; done; cd / && rm -rf /sgl-workspace/rocm-systems /opt/rccl /tmp/librccl.so.1; python3 -c "import ctypes, torch; v = ctypes.c_int(); ctypes.CDLL('librccl.so.1').ncclGetVersion(ctypes.byref(v)); maps = sorted({l.split()[-1] for l in open('/proc/self/maps') if 'librccl' in l}); print('[RCCL] ncclGetVersion', v.value, maps); assert len(maps) == 1, maps"; fi # buildkit
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY" import zipfile, csv, os, re from pathlib import Path fname = os.environ["TORCH_ROCM_FILE"] in_whl = Path("/") / fname out_whl = Path("/tmp")/ fname work = Path("/tmp/whl") # 1) Extract with zipfile.ZipFile(in_whl, "r") as z: z.extractall(work) # 2) Locate dist-info and patch METADATA (edit this logic to match your exact line) dist_info = next(work.glob("*.dist-info")) meta = dist_info / "METADATA" txt = meta.read_text(encoding="utf-8") # Example: replace one exact requirement form. # Adjust the string to match what you actually see. pat = r"^Requires-Dist:\s*triton==3.5.1[^\s]*;" txt2, n = re.subn(pat, r"triton>=3.5.1;", txt, flags=re.MULTILINE) if txt2 == txt: raise SystemExit("Did not find expected Requires-Dist line to replace in METADATA") meta.write_text(txt2, encoding="utf-8") # 3) Hacky step: blank hash/size columns in RECORD record = dist_info / "RECORD" rows = [] with record.open(newline="", encoding="utf-8") as f: for r in csv.reader(f): if not r: continue # keep filename, blank out hash and size rows.append([r[0], "", ""]) with record.open("w", newline="", encoding="utf-8") as f: csv.writer(f).writerows(rows) # 4) Re-zip as a wheel with zipfile.ZipFile(out_whl, "w", compression=zipfile.ZIP_DEFLATED) as z: for p in work.rglob("*"): if p.is_file(): z.write(p, p.relative_to(work).as_posix()) print("Wrote", out_whl) PY # buildkit
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit
2026-11-09 05:53:50 UTC (buildkit.dockerfile.v0)RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c if [ "$BUILD_TRITON" = "1" ] || [ "$BUILD_UTLX" = "1" ]; then case "${GPU_ARCH}" in gfx950-rocm1000|gfx1250-rocm1000|gfx1250-rocm1010) echo "[Triton] building ${TRITON_COMMIT} from ${TRITON_REPO}"; pip uninstall -y triton triton-rocm || true && apt-get update && apt-get install -y --no-install-recommends cmake && rm -rf /var/lib/apt/lists/* && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && for rev in ${TRITON_REVERT_COMMITS}; do echo "[Triton] reverting $rev"; git -c user.email=build@sglang -c user.name=sglang-build revert --no-commit "$rev" || git checkout --ours -- Makefile; git -c user.email=build@sglang -c user.name=sglang-build commit -q -am "Revert $rev" || exit 1; done && if [ "${BUILD_UTLX}" = "1" ]; then git cherry-pick --no-commit 89c3a46ba4908396313782443229eee3541a08f2 && export TRITON_EXT_ENABLED=ON; fi && pip install -r python/requirements.txt && pip install -e . && if [ -d python/triton_kernels ]; then pip install -e python/triton_kernels --no-deps; fi; ;; *rocm72*) echo "[Triton] ROCm 7.2: installing pinned wheels from ${TRITON_INDEX_URL}"; pip uninstall -y triton-rocm || true && PIP_NO_CACHE_DIR=1 pip install --extra-index-url ${TRITON_INDEX_URL} "triton==${TRITON_VERSION}" "triton-kernels==${TRITON_KERNELS_VERSION}"; ;; esac && python3 -c "import torch; from importlib.metadata import version; v = version('triton'); k = version('triton-kernels'); assert torch.version.hip is not None, torch.__version__; print(f'[Triton] ROCm Torch {torch.__version__}, Triton {v}, triton-kernels {k}')"; fi # buildkit
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)RUN |59 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c case "${GPU_ARCH}" in *-rocm724|gfx1250-rocm1010) python3 -c "import pathlib,re,importlib.metadata as m; p=pathlib.Path(m.distribution('torch')._path)/'METADATA'; v=m.version('triton'); t,n=re.subn(r'^Requires-Dist: (?:triton|triton-rocm)==[^\s;]+', 'Requires-Dist: triton=='+v, p.read_text(), count=1, flags=re.M); assert n==1, n; p.write_text(t)" ;; esac # buildkit
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ARG UTLX_REPO=https://github.com/triton-lang/triton-ext.git
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ARG UTLX_COMMIT=268252bcc64e13b553b7906e5b69f02fa69054fb
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)RUN |61 GPU_ARCH=gfx950-rocm1000 ROCM1000_SDK_VERSION=10.0.0 ROCM1000_TORCH_VERSION=2.11.0 ROCM1000_TORCHVISION_VERSION=0.26.0 ROCM1000_TORCHAUDIO_VERSION=2.11.0 ROCM1000_TRITON_VERSION=3.8.0+git4cff872c ROCM1010_SDK_VERSION=10.1.0 ROCM1010_TORCH_VERSION=2.12.0 ROCM1010_TORCHVISION_VERSION=0.27.0 ROCM1010_TORCHAUDIO_VERSION=2.11.0 ROCM1010_TRITON_VERSION=3.8.0+git669b31ac ROCM_INDEX_URL=https://stable.repo.amd.com/rocm/whl-next/ ROCM_DEVICE_ARCH_LIST=gfx942 gfx950 gfx1250 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main BRANCH_TYPE=local SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/ROCm/triton.git TRITON_REVERT_COMMITS= BUILD_UTLX=0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=5405ee00264ee1591a5419b1f6651f0655e2b353 RCCL_REPO=https://github.com/ROCm/rocm-systems.git RCCL_COMMIT= LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=748af1a53dba2d57c110de0e7feb5613ddb8835b TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_SGL_AMD_MONO=1 SGL_AMD_MONO_REPO=https://github.com/sgl-project/sgl-amd-mono.git SGL_AMD_MONO_COMMIT= ENABLE_MORI=0 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=f39fa765e897c95995957d0518908cc982a88fc2 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR= BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl UTLX_REPO=https://github.com/triton-lang/triton-ext.git UTLX_COMMIT=268252bcc64e13b553b7906e5b69f02fa69054fb /bin/sh -c if [ "${BUILD_UTLX}" = "1" ]; then echo "[uTLX] building ${UTLX_COMMIT} against /sgl-workspace/triton-custom"; cd /sgl-workspace/triton-custom && if [ ! -d python/triton/include ]; then cmake --install build/cmake.* --component headers --prefix /tmp/triton-headers && mv /tmp/triton-headers/include python/triton/include && rm -rf /tmp/triton-headers; fi && git clone ${UTLX_REPO} /sgl-workspace/triton-ext && cd /sgl-workspace/triton-ext && git checkout ${UTLX_COMMIT} && unset CPATH LIBRARY_PATH && export TRITON_WHEEL_DIR=/sgl-workspace/triton-custom/python/triton && export LLVM_INSTALL_DIR="$(readlink -f /root/.triton/llvm/llvm-ubuntu-x64)" && pip install --no-build-isolation --no-deps --config-settings=cmake.define.UTLX_TRITON_ROCM=ON ./extensions/utlx && mkdir -p /sgl-workspace/utlx && cp -r extensions/utlx/examples extensions/utlx/test /sgl-workspace/utlx/ && rm -rf /root/.cache/pip; fi # buildkit
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_DISABLE_CUDNN_CHECK=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_INT4_WEIGHT=0
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_MOE_PADDING=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_AITER=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_ROCM700A=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2026-11-09 05:53:51 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-11-09 08:42:59 UTC (buildkit.dockerfile.v0)COPY pd.bundle /tmp/pd.bundle # buildkit
2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)ARG NEWVER=0.5.24.dev809+gde0f49183
2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)RUN |1 NEWVER=0.5.24.dev809+gde0f49183 /bin/sh -c set -e; cd /sgl-workspace/sglang && git fetch -q /tmp/pd.bundle k31-amd-pd && git checkout -q de0f491836 && test "$(git rev-parse --short=10 HEAD)" = de0f491836 && git diff --name-only ae76e623f0 HEAD | grep -v -E "\.py$|^docker/rocm.Dockerfile$" | { ! grep .; } && sed -i "s/0\.5\.24\.dev799+gae76e623f/${NEWVER}/g" python/sglang/_version.py && M=$(python3 -c "import importlib.metadata as m; print(m.distribution(\"sglang\")._path)") && sed -i "s/^Version: .*/Version: ${NEWVER}/" $M/METADATA && rm /tmp/pd.bundle && grep -q _fp4_ragged_mqa_logits_from python/sglang/kernels/ops/attention/dsa/fp4_index_hip.py # buildkit
2026-11-09 08:43:00 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.revision=de0f491836c7aec0baeb1016c15c909bd0be0f29 org.opencontainers.image.source=https://github.com/kevin-mii/sglang/tree/k31-amd-pd ai.radixark.base-image=radixark/sglang@sha256:c3da23e96cea62c96e9acc9c7b916612e9470309a1c3265ac23cbc8c7456c027
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.