Namespace
lmsysorg
Image / Tagsglang:v0.5.10.post1-rocm720-mi30x
Content Digestsha256:c43eace264c903179c5d15ff5ac6e9ea5de3127f0c3c09d5cb3e4f47bf1c7144
Details
2026-04-09 02:02:15 UTC
24.4 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_COMMITv0.1.11.post1
AITER_COMMIT_DEFAULTv0.1.11.post1
BUILD_AITER_ALL1
BUILD_LLVM0
BUILD_MOONCAKE1
BUILD_TRITON1
BUILD_VLLM0
CARGO_BUILD_JOBS4
DEBIAN_FRONTENDnoninteractive
GPU_ARCH_LISTgfx942
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/rocm/lib
LIBGL_ALWAYS_INDIRECT1
NCCL_MIN_NCHANNELS112
PATH/root/.cargo/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
PYTORCH_ROCM_ARCHgfx942;gfx950
ROCM_QUICK_REDUCE_QUANTIZATIONINT8
SETUPTOOLS_SCM_PRETEND_VERSION SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_DISABLE_CUDNN_CHECK1
SGLANG_INT4_WEIGHT0
SGLANG_MOE_PADDING1
SGLANG_ROCM_DISABLE_LINEARQUANT0
SGLANG_ROCM_FUSED_DECODE_MLA1
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
SGLANG_USE_ROCM700A1
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
Layers
[#000] sha256:6f4ebca3e823b18dac366f72e537b1772bc3522a5c7ae299d6491fb17378410e - 0.11% (28.2 MB)
[#001] sha256:d21a7fb37535abb6f217e64c755a6c3d1135b2f25f79a504418d9e4c50e73388 - 0.0% (279 KB)
[#002] sha256:42c17a1f887198eef972355bde6fdd794650f69933c866cb5101ccea90f0c3c2 - 0.45% (112 MB)
[#003] sha256:a2652412f121d565806d7d1731c76ae3acf00183843d63eff5c9f376b024d69c - 0.41% (102 MB)
[#004] sha256:b142c49a95e2ae0635c7a373ee4ffb89f80d9eef7fe0e802f5d783c4f2ceef71 - 0.49% (122 MB)
[#005] sha256:52eba49a9aa117ae75d10677d0f93c1ae52a847c5f4962d7e90881a941156ce6 - 0.0% (16.7 KB)
[#006] sha256:3cea3d4166d80424fa5395382300a13d1ab016476523d7a7300f76f29edd17e4 - 0.0% (391 KB)
[#007] sha256:4631d8141576956068d7c4f81a8489cf4fa04b9d87eff278395a6ac939c7ac4c - 31.18% (7.61 GB)
[#008] sha256:a64f4f5adc60283b3380c5c39c97695c0b251acb1e44a72d870eb3a45e189cf4 - 16.1% (3.93 GB)
[#009] sha256:4e683a6f0992c53a28c8f2d5e4e8c54b0dfc61e23d1fddebf117f4bc753ab368 - 0.0% (116 KB)
[#010] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#011] sha256:db26b590811f1780128dbad4fe36c04ab73a540e071738b5ec37fb4f1a376630 - 0.02% (4.93 MB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:4acda612bb599ffbf0b9c6aff4a40e246325fa0c3ac8dfb599f89122650e63ba - 0.01% (2.23 MB)
[#014] sha256:2d6731447e0f9108211f5569f5e391825f5a6431b1e85e5cb9125926499c55d1 - 0.0% (103 Bytes)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:f9e37867fa3d11ce02b78e2d83120c1a90e0e8aec2f8fac2063d0eddfb9de421 - 0.57% (141 MB)
[#017] sha256:1a471db5b1a33d66a147a9f0c558d009fc1e82f1898ea9bb025e4a40cb019644 - 1.26% (314 MB)
[#018] sha256:2a626ab543a2b6540d7f687d65f434766c38e6a8f5c8206a9012e7d5b07de441 - 0.0% (4 KB)
[#019] sha256:1d1104efc3ada877e56280ab1e8863e91aba255473fb514a81f1b4059dd7b56f - 1.88% (469 MB)
[#020] sha256:7e9fe113ddbd918540ad414fd39c80e51086299fb1771bc794a46653d8bb7d88 - 6.94% (1.69 GB)
[#021] sha256:15052aaf03f8e84ad5716297b2bf01ea200c7a8d47e8c84857b9d8f7c24345c3 - 0.08% (19.4 MB)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:3e346b7a8d24a85e079912b4e291d1d67c5133e0a1468a71570cf36a338c6a7a - 2.38% (594 MB)
[#024] sha256:0efd5b1b59b84676eed4b75bb62b5745406e50d341fb4d5c9d3881a157334070 - 0.0% (19.5 KB)
[#025] sha256:393a6cff5980697650dfe8883a47ff4651705dcec7c59b75c24e9d8ba47ae1de - 0.0% (2.75 KB)
[#026] sha256:e8e27ea714a29aa2e66f7ed930956071ae66b3687694de4a957e9125103d8711 - 1.12% (279 MB)
[#027] sha256:5c30d57aa8ec50ab56068b99730a02c9bb46cfb69f8b02909eace6aacf6d3cb4 - 5.57% (1.36 GB)
[#028] sha256:2a46e40caee04b944817d0599f2e66e49cd58fde348ff8fab7d7f556eeba5539 - 0.0% (215 Bytes)
[#029] sha256:6ef9944620f3a4057e46871e121373497fed85df6e8e32b43785e2e11024ebc5 - 3.95% (988 MB)
[#030] sha256:091a53f9feda722884aac9f088b68f837881f74ad6aca9174dacfa82b16fd744 - 0.09% (23.2 MB)
[#031] sha256:0af0dfc7bb8f5e7f25465b9f8eeb244ab8ff69eeb9f0e5eff2332830093ce931 - 0.03% (6.92 MB)
[#032] sha256:babfd2376d9f4e750026bae0e69d86c309e84419375bc99d5f28192e395ec452 - 0.89% (223 MB)
[#033] sha256:da379aedb9543cf5aab8fc83306ee64621bd2f34f93840f8f46f4459f05f4a64 - 0.0% (926 Bytes)
[#034] sha256:d6913eb3d16f1ee0ba3308d3bf538ebd6e7e29b79193bd4f6d9efa54d50a68a4 - 6.37% (1.56 GB)
[#035] sha256:ee2f1566f09a1a31c3581783635602c1591aa8d703cc200b3ff833b9ecc27f8e - 20.11% (4.91 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) ADD file:b499000226bd9a7c562ffa8eeb86e2d170f2a563310db6c2d79562ab53e5cb6e in /
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit
2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit
2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib
2026-01-21 20:22:21 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit
2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools && /opt/venv/bin/python -m pip install hypothesis scipy ninja # buildkit
2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c if [ "$BASE_IMAGE" = "ubuntu:24.04" ]; then wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/noble/amdgpu-install_$AMDGPU_VERSION-1_all.deb; else wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/jammy/amdgpu-install_$AMDGPU_VERSION-1_all.deb; fi # buildkit
2026-01-21 20:22:37 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c apt install -y ./*.deb # buildkit
2026-01-21 20:31:31 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c amdgpu-install --usecase=rocm -y && rm *.deb # buildkit
2026-01-21 20:34:07 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c set -e && echo "Installing PyTorch via .sh installer for ROCm $ROCM_VERSION, Torch $PYTORCH_VERSION, Python $PYTHON_VERSION" && if [ "$PYTHON_VERSION" = "3.12" ]; then PYTHON_TAG="cp312-cp312"; elif [ "$PYTHON_VERSION" = "3.10" ]; then PYTHON_TAG="cp310-cp310"; else echo "Unsupported Python version: $PYTHON_VERSION"; exit 1; fi && if [ $(echo "$ROCM_VERSION" | grep -o "\." | wc -l) -eq 1 ]; then ROCM_VERSION_FULL="${ROCM_VERSION}.0"; else ROCM_VERSION_FULL="$ROCM_VERSION"; fi && TORCH_SH=$(curl -fsSL https://repo.radeon.com/rocm/manylinux/rocm-rel-${ROCM_VERSION} | grep "torch-${PYTORCH_VERSION}%2Brocm${ROCM_VERSION}" | grep "${PYTHON_TAG}" | grep "\.sh" | sed -n 's/.*href="\([^"]*\).*/\1/p' | head -n1) && if [ -z "$TORCH_SH" ]; then echo "No matching torch .sh installer found for torch-${PYTORCH_VERSION}+rocm${ROCM_VERSION_FULL} (${PYTHON_TAG})"; exit 1; fi && echo "Found torch installer: $TORCH_SH" && mkdir -p /install && curl -fsSL -o /install/torch_installer.sh https://repo.radeon.com/rocm/manylinux/rocm-rel-${ROCM_VERSION}/${TORCH_SH} && chmod +x /install/torch_installer.sh && sh /install/torch_installer.sh # buildkit
2026-01-21 20:34:08 UTC (buildkit.dockerfile.v0)RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV BUILD_VLLM=0
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV BUILD_TRITON=1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV BUILD_LLVM=0
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV BUILD_AITER_ALL=1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV BUILD_MOONCAKE=1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT_DEFAULT=v0.1.11.post1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx942-rocm720
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH_LIST=gfx942
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG SGL_DEFAULT=main
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=v0.5.10.post1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION=
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG AITER_COMMIT=
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT=v0.1.11.post1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG LLVM_BRANCH=MainOpSelV2
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG FHT_BRANCH=rocm
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG ENABLE_MORI=1
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND=ainic
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG MORI_REPO=https://github.com/ROCm/mori.git
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG MORI_COMMIT=v0.1.0
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION=1.117.5
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)ARG UBUNTU_CODENAME=jammy
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)USER root
2026-04-08 22:04:44 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac # buildkit
2026-04-08 22:04:48 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2026-04-08 22:04:50 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2026-04-08 22:04:52 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi && python3 -m pip install --no-cache-dir . ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac # buildkit
2026-04-08 22:04:52 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-08 22:04:52 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit
2026-04-08 22:04:52 UTC (buildkit.dockerfile.v0)ENV SETUPTOOLS_SCM_PRETEND_VERSION=
2026-04-08 22:04:57 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c pip uninstall -y aiter && pip install flydsl==0.0.1.dev95158637 && pip install psutil pybind11 # Required by AITER setup.py # buildkit
2026-04-08 22:05:08 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit
2026-04-08 22:05:08 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd aiter && sed -i '459 s/if.*:/if False:/' aiter/ops/triton/attention/pa_mqa_logits.py; ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit
2026-04-09 01:30:50 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && sed -i '/c1 = torch.empty((M, D, S1 + S3), dtype=dtype, device=x.device)/i\ config = dict(config)' aiter/ops/triton/gemm/fused/fused_gemm_afp4wfp4_split_cat.py && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc # buildkit
2026-04-09 01:30:50 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-04-09 01:34:11 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON && make -j "$(nproc)" && make install; fi # buildkit
2026-04-09 01:34:11 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-09 01:34:11 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION
2026-04-09 01:34:17 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11 # buildkit
2026-04-09 01:34:17 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit
2026-04-09 01:35:50 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[srt_hip,diffusion_hip]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[all_hip]"; fi # buildkit
2026-04-09 01:35:50 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit
2026-04-09 01:35:50 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
2026-04-09 01:35:50 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-04-09 01:36:02 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit
2026-04-09 01:36:02 UTC (buildkit.dockerfile.v0)ENV CARGO_BUILD_JOBS=4
2026-04-09 01:45:43 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir maturin && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache # buildkit
2026-04-09 01:45:43 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-04-09 01:45:43 UTC (buildkit.dockerfile.v0)ENV LIBGL_ALWAYS_INDIRECT=1
2026-04-09 01:45:43 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit
2026-04-09 01:49:59 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel cmake ninja scikit-build-core && "$VENV_PIP" cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | gpg --dearmor -o /etc/apt/keyrings/llvm.gpg; echo "deb [signed-by=/etc/apt/keyrings/llvm.gpg] http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main" > /etc/apt/sources.list.d/llvm.list; apt-get update; apt-get install -y --no-install-recommends llvm-18; rm -rf /var/lib/apt/lists/*; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=/opt/rocm -DLLVM_CONFIG=${LLVM_CONFIG} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"' # buildkit
2026-04-09 01:52:44 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; python setup.py install' # buildkit
2026-04-09 01:52:46 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate # buildkit
2026-04-09 01:55:31 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; case "${NIC_BACKEND}" in none) export USE_IONIC="OFF"; export USE_BNXT="OFF"; ;; ainic) export USE_IONIC="ON"; export USE_BNXT="OFF"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} USE_IONIC=${USE_IONIC} USE_BNXT=${USE_BNXT}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."' # buildkit
2026-04-09 01:55:31 UTC (buildkit.dockerfile.v0)ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl
2026-04-09 01:55:31 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY" import zipfile, csv, os, re from pathlib import Path fname = os.environ["TORCH_ROCM_FILE"] in_whl = Path("/") / fname out_whl = Path("/tmp")/ fname work = Path("/tmp/whl") # 1) Extract with zipfile.ZipFile(in_whl, "r") as z: z.extractall(work) # 2) Locate dist-info and patch METADATA (edit this logic to match your exact line) dist_info = next(work.glob("*.dist-info")) meta = dist_info / "METADATA" txt = meta.read_text(encoding="utf-8") # Example: replace one exact requirement form. # Adjust the string to match what you actually see. pat = r"^Requires-Dist:\s*triton==3.5.1[^\s]*;" txt2, n = re.subn(pat, r"triton>=3.5.1;", txt, flags=re.MULTILINE) if txt2 == txt: raise SystemExit("Did not find expected Requires-Dist line to replace in METADATA") meta.write_text(txt2, encoding="utf-8") # 3) Hacky step: blank hash/size columns in RECORD record = dist_info / "RECORD" rows = [] with record.open(newline="", encoding="utf-8") as f: for r in csv.reader(f): if not r: continue # keep filename, blank out hash and size rows.append([r[0], "", ""]) with record.open("w", newline="", encoding="utf-8") as f: csv.writer(f).writerows(rows) # 4) Re-zip as a wheel with zipfile.ZipFile(out_whl, "w", compression=zipfile.ZIP_DEFLATED) as z: for p in work.rglob("*"): if p.is_file(): z.write(p, p.relative_to(work).as_posix()) print("Wrote", out_whl) PY # buildkit
2026-04-09 01:57:44 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx942-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10.post1 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && apt install -y cmake && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && pip install -r python/requirements.txt && pip install -e .; fi # buildkit
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_DISABLE_CUDNN_CHECK=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_INT4_WEIGHT=0
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_MOE_PADDING=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_AITER=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_ROCM700A=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2026-04-09 02:02:15 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.