Namespace
lmsysorg
Image / Tagsglang:v0.5.10-rocm700-mi35x
Content Digestsha256:7d61729244d8766fd3078c7b1a5c2562f7a651ba275984d47279656b8c12e857
Details
2026-04-05 20:50:05 UTC
19.5 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_COMMITv0.1.11.post1
AITER_COMMIT_DEFAULTv0.1.11.post1
AITER_ROCM_ARCHgfx942;gfx950
BUILD_AITER_ALL1
BUILD_ENVIRONMENTrocm
BUILD_LLVM0
BUILD_MOONCAKE1
BUILD_TRITON0
BUILD_VLLM0
CARGO_BUILD_JOBS4
DEBIAN_FRONTENDnoninteractive
GPU_ARCH_LISTgfx950
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
LIBGL_ALWAYS_INDIRECT1
NCCL_MIN_NCHANNELS112
PATH/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
PYTORCH_ROCM_ARCHgfx942;gfx950
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
ROCM_QUICK_REDUCE_QUANTIZATIONINT8
SAFETENSORS_FAST_GPU1
SETUPTOOLS_SCM_PRETEND_VERSION SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_DISABLE_CUDNN_CHECK1
SGLANG_INT4_WEIGHT0
SGLANG_MOE_PADDING1
SGLANG_ROCM_DISABLE_LINEARQUANT0
SGLANG_ROCM_FUSED_DECODE_MLA1
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
SGLANG_USE_ROCM700A1
TOKENIZERS_PARALLELISMfalse
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
Layers
[#000] sha256:660ffc76f83b006444a5731b215acc2e35138d8be5cac8ed1ffd40f947117495 - 0.15% (29 MB)
[#001] sha256:8f15127cc838d4795842f8d5128ec8ccedc947a4c26bdb8e1c8a89573010cbf9 - 0.0% (279 KB)
[#002] sha256:9b15895e3240778a1d31a0b8723f42e3fc73d74de2b79dee5065270e41811191 - 0.55% (109 MB)
[#003] sha256:f9b093ef803eed8360bd562f73982d5d4a114d559e612431637e3c3e07faf617 - 0.49% (97 MB)
[#004] sha256:7871d920fb0f58d7a1fc7f5b0027ee60227caf3e8be097a3d0988828848a6f08 - 0.04% (7.91 MB)
[#005] sha256:7935d8c4e26c7e0e37de6a7cfac5ef6bc79c73f0fb25b28d2d70af14af058e4b - 28.31% (5.53 GB)
[#006] sha256:a32765e78010c12210c679162b0c3a43466caefdae8d71489c5eebddc7ed4576 - 0.01% (1.52 MB)
[#007] sha256:7fc751a2ed3a6d7f26a73c0a88db07cb81436acc3aa2e2748daf8298ba9a059c - 0.0% (1.51 KB)
[#008] sha256:980be016a223fa2a18bd60d857d0867b4967753b5814b7f0de85101e2095a437 - 5.65% (1.1 GB)
[#009] sha256:9e1a971876eca86347b1f454a236056e34b3e4881f36a8ca27d837ccbc078ba7 - 0.0% (211 Bytes)
[#010] sha256:ec6812b374e901a360b880ab91bc665e2ec30b263c99260f9181df35245714fd - 3.89% (778 MB)
[#011] sha256:01b887f14943d268505f1739aef04714decbdbded3d5b0e6dd1fd44043e0798d - 17.11% (3.34 GB)
[#012] sha256:844c307503277ef8d36c78bf60a9c4db797612e5c6b772815fa48dc50afb2f0a - 0.0% (101 KB)
[#013] sha256:2682f0d8340c43c56918deb2323bb9f95024e03bf6fa1cdca17fe086f9b0cbcd - 0.0% (92 Bytes)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:349b8c8a8418ab4c32c334809fe76d80d5eb227d6e8fc3bf07b3e2d2433382ce - 0.29% (57.1 MB)
[#016] sha256:d0b1657b26f52390bacd24decbaa740bb5b48d2fdcb99e80e8ccf15626a2bd7d - 0.32% (63.7 MB)
[#017] sha256:45b70560bebf374c6d113fc05f8bbe5cf41887928806a4662b31945d588c96cb - 1.52% (303 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:b18067367790691d3058fc9f44d0e08fb07996efca9d608f08014e971314202e - 5.23% (1.02 GB)
[#020] sha256:80e4388c8594fcbfc3c5e41f9e959ab0dc0c4116c23fd0309ebf7d0397086556 - 0.0% (388 Bytes)
[#021] sha256:43bd5f89e157180d5b02b13f8ab470dee982086cdaef848f0956cfd624f36feb - 0.42% (84.1 MB)
[#022] sha256:4f4e25c713a5dfdf5d3f6845e8e09750546ad7c851c00d5db4285915ac2f3500 - 0.0% (1.34 KB)
[#023] sha256:fa9b244e8ec3fb6a159a4e3b938028181c84317c24d020ebca395f90df8ff75b - 0.0% (1.33 KB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:802ff7b676ecb44b7efaa930639aeae329ea4993532445399c809b3536bce21d - 0.0% (2.02 KB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:91c970c997c510f151a2cbfec58a839a4421cc52018c05d4f193ebf53d873b5e - 0.05% (9.16 MB)
[#029] sha256:c7b1c2221fca13ba2b345f64f32ebe6eefe60b97649ddfada449e3b2ba529842 - 5.8% (1.13 GB)
[#030] sha256:f741376ff6a106b4e65b85727d5352c4817f8843ccb1d1317488117a3f64f7c2 - 0.0% (166 KB)
[#031] sha256:d9b88c1e947df153a32405706fbad57d3b6cabc0e8d4826d092c556662a20dac - 0.0% (160 KB)
[#032] sha256:0e6681539f16bad0519c1164ceef03fc35cc390db82dda1581f55850de1cee68 - 0.0% (1.05 KB)
[#033] sha256:f093080c2dd87a04d48b868f9aa80eb1c5e4e0593b4d04614ba3f5f1749d951b - 0.0% (554 KB)
[#034] sha256:7751c6e14e40b17e6f607987c32041d2729a795157ba84dc832529900a6ce337 - 0.02% (4.62 MB)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#036] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#037] sha256:1a6e528ab08a77cca56d96801fa11c4dae70228470b7f16a52f2c2cb15287a36 - 0.0% (103 Bytes)
[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#039] sha256:17daa7b446a625efe998aa9598afe72aec957168bccf97e422846d552c00decf - 0.7% (140 MB)
[#040] sha256:ff61f6b8f5293190581e313958021b8b9dec097682f4476189f416319bf7699f - 1.57% (313 MB)
[#041] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#042] sha256:c3a3a4b57369a4f9871827c864612ab3ac5deda2416d1587dbd5c55683676008 - 2.33% (465 MB)
[#043] sha256:7afd55dc9da67f88cee16bc57dd136169d1ff1b283661219c879e4b5cada734f - 8.77% (1.71 GB)
[#044] sha256:09404a1cfadf73c522896f9cf19632cd1c01865823d1d50d2a01f4f584c287f9 - 0.09% (17.9 MB)
[#045] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#046] sha256:250bdd3ab37c127f4c1f1feff0a5f5d1e2da86a520191a92bb3f470f3fface43 - 2.4% (479 MB)
[#047] sha256:612bc5e173a151cada806d67a303895325f79be8c5c8c43cbd6dc84c4f7551a4 - 0.0% (77.9 KB)
[#048] sha256:3bcf569d63f8beb4d520b9fbdc18592d106780f7a5ace5ee4755f8348dcd224a - 0.0% (2.75 KB)
[#049] sha256:01f62cc87cbee9ce1f4e5f99c15147c7d120aa1c75c35c7057dfdf7c2fb1c1de - 1.4% (279 MB)
[#050] sha256:2a551d299062971718e2abd483efaf14a82431523db15d2983dd77934dcd8b26 - 6.96% (1.36 GB)
[#051] sha256:a5a84092bbebde45f5ba46bf5edb220987e7c20c7c231b1a2892d88bc8d8c5a2 - 0.0% (214 Bytes)
[#052] sha256:1960c76fd611bf9c8a4ee6145388e4b973d7d69d773d955a6cb1b976f4de97fb - 4.74% (946 MB)
[#053] sha256:03ae8a00e610c7097862efc27898f82873f7ab8080c7d94c6a2094781547fd6c - 0.11% (22.7 MB)
[#054] sha256:f8a20ad7f92d8993efcf179102d2329b763c70067480dfbe0811625666b17c70 - 0.03% (6.88 MB)
[#055] sha256:1fba16263aa07397d3271109c53d9001345aadc1bcbebb93cf5635beb06295a5 - 1.06% (213 MB)
[#056] sha256:958f34fa9d643e205fa179fdd917f9acab7c0fae904822c4fa0d4e3d734d4a3d - 0.0% (925 Bytes)
[#057] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#058] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) ADD file:598bb7ba54e5a576778e9ebe1f4e514188812bea30c08d00446f8d04c37053e6 in /
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.10
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_BUILD_JOB=compute-rocm-rel-7.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG LKG_BUILD_NUM=38
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_SERV=http://compute-artifactory.amd.com
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION_PYTORCH=310
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PY_POST_COMP=
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG OS_VERSION=22.04
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib
2025-08-19 10:07:33 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:12:16 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "deb [arch=amd64 trusted=yes] ${ARTF_PRE}/rocm-osdb-${OS_VERSION}-deb ${ROCM_BUILD_JOB} ${LKG_BUILD_NUM}" | tee /etc/apt/sources.list.d/rocm.list && rm -rf /tmp/* && echo "Package: *" | tee /etc/apt/preferences.d/rocm-pin-600 && echo "Pin: origin ${ARTF_SERV#*://}" | tee -a /etc/apt/preferences.d/rocm-pin-600 && echo "Pin-Priority: 600" | tee -a /etc/apt/preferences.d/rocm-pin-600 && apt-get update && apt-get install -y rocm # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c cd /opt/rocm/share/amd_smi && pip install . # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)COPY /pytorch/whl_docker/custom_install.sh /var/lib/jenkins/custom_install.sh # buildkit
2025-08-19 10:12:18 UTC (buildkit.dockerfile.v0)COPY src_repo /var/lib/jenkins/pytorch # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c mkdir -p /var/lib/jenkins/pytorch/build/custom_test_artifacts # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV BUILD_ENVIRONMENT=rocm
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:12:58 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c chmod +x /var/lib/jenkins/custom_install.sh && /var/lib/jenkins/custom_install.sh "$PY_POST_COMP" "$PYTORCH" # buildkit
2025-08-19 10:13:23 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c if [ -z "$ROCM_VERSION" ]; then echo "Listing /opt directory:" && ls /opt && ROCM_VERSION=$(ls /opt | grep -oP 'rocm-\K[0-9.]+'); if [ -z "$ROCM_VERSION" ]; then echo "ROCM_VERSION could not be determined"; exit 1; fi; fi && echo "ROCM_VERSION is set to $ROCM_VERSION" && echo "Downloading from URL: ${WHL_INSTALL}" && mkdir -p /install && wget ${WHL_INSTALL} -O /install/$(basename ${WHL_INSTALL}) && ls -l /install/$(basename ${WHL_INSTALL}) && chmod +x /install/$(basename ${WHL_INSTALL}) && sh /install/$(basename ${WHL_INSTALL}) # buildkit
2025-08-19 10:13:24 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-21 04:05:30 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y # buildkit
2025-08-21 04:06:27 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2025-08-21 04:13:42 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 04:13:43 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLAS_COMMON_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLASLT_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG LEGACY_HIPBLASLT_OPTION
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=triton_kernel_wrap_fix
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=5dc9e7de
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=3222ea3
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |16 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885 HIPBLAS_COMMON_BRANCH= HIPBLASLT_BRANCH= LEGACY_HIPBLASLT_OPTION= TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=triton_kernel_wrap_fix PYTORCH_VISION_BRANCH=5dc9e7de PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=3222ea3 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH= AITER_REPO= /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt # buildkit
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2025-08-21 05:34:02 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:03 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 05:34:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-21 05:34:07 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-08-21 05:34:09 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2025-09-04 01:28:44 UTC/bin/bash
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV BUILD_VLLM=0
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV BUILD_TRITON=0
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV BUILD_LLVM=0
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV BUILD_AITER_ALL=1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV BUILD_MOONCAKE=1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT_DEFAULT=v0.1.11.post1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx950
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH_LIST=gfx950
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG SGL_DEFAULT=main
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=v0.5.10
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION=
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG AITER_COMMIT=
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT=v0.1.11.post1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG LLVM_BRANCH=MainOpSelV2
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG FHT_BRANCH=rocm
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG ENABLE_MORI=1
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND=ainic
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG MORI_REPO=https://github.com/ROCm/mori.git
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG MORI_COMMIT=v0.1.0
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION=1.117.5
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)ARG UBUNTU_CODENAME=jammy
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)USER root
2026-04-05 17:48:50 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac # buildkit
2026-04-05 17:48:54 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2026-04-05 17:48:54 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2026-04-05 17:48:54 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi && python3 -m pip install --no-cache-dir . ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac # buildkit
2026-04-05 17:48:54 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-04-05 17:48:55 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit
2026-04-05 17:48:55 UTC (buildkit.dockerfile.v0)ENV SETUPTOOLS_SCM_PRETEND_VERSION=
2026-04-05 17:49:02 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c pip uninstall -y aiter && pip install flydsl==0.0.1.dev95158637 && pip install psutil pybind11 # Required by AITER setup.py # buildkit
2026-04-05 17:49:13 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit
2026-04-05 17:49:13 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd aiter && sed -i '459 s/if.*:/if False:/' aiter/ops/triton/attention/pa_mqa_logits.py; ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit
2026-04-05 20:24:48 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && sed -i '/c1 = torch.empty((M, D, S1 + S3), dtype=dtype, device=x.device)/i\ config = dict(config)' aiter/ops/triton/gemm/fused/fused_gemm_afp4wfp4_split_cat.py && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc # buildkit
2026-04-05 20:24:48 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-04-05 20:28:21 UTC (buildkit.dockerfile.v0)RUN |25 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON && make -j "$(nproc)" && make install; fi # buildkit
2026-04-05 20:28:21 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-04-05 20:28:21 UTC (buildkit.dockerfile.v0)ARG SETUPTOOLS_SCM_PRETEND_VERSION
2026-04-05 20:28:29 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11 # buildkit
2026-04-05 20:28:30 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit
2026-04-05 20:29:54 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[srt_hip,diffusion_hip]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[all_hip]"; fi # buildkit
2026-04-05 20:29:55 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit
2026-04-05 20:29:55 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
2026-04-05 20:29:55 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-04-05 20:30:07 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit
2026-04-05 20:30:07 UTC (buildkit.dockerfile.v0)ENV CARGO_BUILD_JOBS=4
2026-04-05 20:39:50 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir maturin && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache # buildkit
2026-04-05 20:39:50 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-04-05 20:39:50 UTC (buildkit.dockerfile.v0)ENV LIBGL_ALWAYS_INDIRECT=1
2026-04-05 20:39:50 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit
2026-04-05 20:44:17 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel cmake ninja scikit-build-core && "$VENV_PIP" cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | gpg --dearmor -o /etc/apt/keyrings/llvm.gpg; echo "deb [signed-by=/etc/apt/keyrings/llvm.gpg] http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main" > /etc/apt/sources.list.d/llvm.list; apt-get update; apt-get install -y --no-install-recommends llvm-18; rm -rf /var/lib/apt/lists/*; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=/opt/rocm -DLLVM_CONFIG=${LLVM_CONFIG} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"' # buildkit
2026-04-05 20:47:11 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; python setup.py install' # buildkit
2026-04-05 20:47:13 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate # buildkit
2026-04-05 20:50:04 UTC (buildkit.dockerfile.v0)RUN |26 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; case "${NIC_BACKEND}" in none) export USE_IONIC="OFF"; export USE_BNXT="OFF"; ;; ainic) export USE_IONIC="ON"; export USE_BNXT="OFF"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} USE_IONIC=${USE_IONIC} USE_BNXT=${USE_BNXT}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."' # buildkit
2026-04-05 20:50:04 UTC (buildkit.dockerfile.v0)ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY" import zipfile, csv, os, re from pathlib import Path fname = os.environ["TORCH_ROCM_FILE"] in_whl = Path("/") / fname out_whl = Path("/tmp")/ fname work = Path("/tmp/whl") # 1) Extract with zipfile.ZipFile(in_whl, "r") as z: z.extractall(work) # 2) Locate dist-info and patch METADATA (edit this logic to match your exact line) dist_info = next(work.glob("*.dist-info")) meta = dist_info / "METADATA" txt = meta.read_text(encoding="utf-8") # Example: replace one exact requirement form. # Adjust the string to match what you actually see. pat = r"^Requires-Dist:\s*triton==3.5.1[^\s]*;" txt2, n = re.subn(pat, r"triton>=3.5.1;", txt, flags=re.MULTILINE) if txt2 == txt: raise SystemExit("Did not find expected Requires-Dist line to replace in METADATA") meta.write_text(txt2, encoding="utf-8") # 3) Hacky step: blank hash/size columns in RECORD record = dist_info / "RECORD" rows = [] with record.open(newline="", encoding="utf-8") as f: for r in csv.reader(f): if not r: continue # keep filename, blank out hash and size rows.append([r[0], "", ""]) with record.open("w", newline="", encoding="utf-8") as f: csv.writer(f).writerows(rows) # 4) Re-zip as a wheel with zipfile.ZipFile(out_whl, "w", compression=zipfile.ZIP_DEFLATED) as z: for p in work.rglob("*"): if p.is_file(): z.write(p, p.relative_to(work).as_posix()) print("Wrote", out_whl) PY # buildkit
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)RUN |27 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.10 SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.11.post1 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=ainic MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=v0.1.0 AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && apt install -y cmake && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && pip install -r python/requirements.txt && pip install -e .; fi # buildkit
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_DISABLE_CUDNN_CHECK=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_INT4_WEIGHT=0
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_MOE_PADDING=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_AITER=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_ROCM700A=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2026-04-05 20:50:05 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.