Namespace
lmsysorg
Image / Tagsglang:v0.5.4.post3-rocm700-mi30x
Content Digestsha256:ee15bc04b3dc23292e9986d071cde5ca13b6c858ca9e61aaf4db3d4ae4f89bee
Details
2025-11-05 04:40:13 UTC
17.6 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_COMMITv0.1.6.post1
AITER_ROCM_ARCHgfx942;gfx950
BUILD_AITER_ALL1
BUILD_ENVIRONMENTrocm
BUILD_LLVM0
BUILD_MOONCAKE1
BUILD_TRITON0
BUILD_VLLM0
DEBIAN_FRONTENDnoninteractive
GPU_ARCH_LISTgfx942
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
LIBGL_ALWAYS_INDIRECT1
NCCL_MIN_NCHANNELS112
NO_DEPS_FLAG PATH/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
PYTORCH_ROCM_ARCHgfx942;gfx950
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
SAFETENSORS_FAST_GPU1
SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_INT4_WEIGHT0
SGLANG_MOE_PADDING1
SGLANG_ROCM_DISABLE_LINEARQUANT0
SGLANG_ROCM_FUSED_DECODE_MLA1
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
SGLANG_USE_ROCM700A1
TOKENIZERS_PARALLELISMfalse
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
VLLM_FP8_ACT_PADDING1
VLLM_FP8_PADDING1
VLLM_FP8_REDUCE_CONV1
VLLM_FP8_WEIGHT_PADDING1
Layers
[#000] sha256:660ffc76f83b006444a5731b215acc2e35138d8be5cac8ed1ffd40f947117495 - 0.16% (29 MB)
[#001] sha256:8f15127cc838d4795842f8d5128ec8ccedc947a4c26bdb8e1c8a89573010cbf9 - 0.0% (279 KB)
[#002] sha256:9b15895e3240778a1d31a0b8723f42e3fc73d74de2b79dee5065270e41811191 - 0.61% (109 MB)
[#003] sha256:f9b093ef803eed8360bd562f73982d5d4a114d559e612431637e3c3e07faf617 - 0.54% (97 MB)
[#004] sha256:7871d920fb0f58d7a1fc7f5b0027ee60227caf3e8be097a3d0988828848a6f08 - 0.04% (7.91 MB)
[#005] sha256:7935d8c4e26c7e0e37de6a7cfac5ef6bc79c73f0fb25b28d2d70af14af058e4b - 31.32% (5.53 GB)
[#006] sha256:a32765e78010c12210c679162b0c3a43466caefdae8d71489c5eebddc7ed4576 - 0.01% (1.52 MB)
[#007] sha256:7fc751a2ed3a6d7f26a73c0a88db07cb81436acc3aa2e2748daf8298ba9a059c - 0.0% (1.51 KB)
[#008] sha256:980be016a223fa2a18bd60d857d0867b4967753b5814b7f0de85101e2095a437 - 6.26% (1.1 GB)
[#009] sha256:9e1a971876eca86347b1f454a236056e34b3e4881f36a8ca27d837ccbc078ba7 - 0.0% (211 Bytes)
[#010] sha256:ec6812b374e901a360b880ab91bc665e2ec30b263c99260f9181df35245714fd - 4.31% (778 MB)
[#011] sha256:01b887f14943d268505f1739aef04714decbdbded3d5b0e6dd1fd44043e0798d - 18.93% (3.34 GB)
[#012] sha256:844c307503277ef8d36c78bf60a9c4db797612e5c6b772815fa48dc50afb2f0a - 0.0% (101 KB)
[#013] sha256:2682f0d8340c43c56918deb2323bb9f95024e03bf6fa1cdca17fe086f9b0cbcd - 0.0% (92 Bytes)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:349b8c8a8418ab4c32c334809fe76d80d5eb227d6e8fc3bf07b3e2d2433382ce - 0.32% (57.1 MB)
[#016] sha256:d0b1657b26f52390bacd24decbaa740bb5b48d2fdcb99e80e8ccf15626a2bd7d - 0.35% (63.7 MB)
[#017] sha256:45b70560bebf374c6d113fc05f8bbe5cf41887928806a4662b31945d588c96cb - 1.68% (303 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:b18067367790691d3058fc9f44d0e08fb07996efca9d608f08014e971314202e - 5.79% (1.02 GB)
[#020] sha256:80e4388c8594fcbfc3c5e41f9e959ab0dc0c4116c23fd0309ebf7d0397086556 - 0.0% (388 Bytes)
[#021] sha256:43bd5f89e157180d5b02b13f8ab470dee982086cdaef848f0956cfd624f36feb - 0.47% (84.1 MB)
[#022] sha256:4f4e25c713a5dfdf5d3f6845e8e09750546ad7c851c00d5db4285915ac2f3500 - 0.0% (1.34 KB)
[#023] sha256:fa9b244e8ec3fb6a159a4e3b938028181c84317c24d020ebca395f90df8ff75b - 0.0% (1.33 KB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:802ff7b676ecb44b7efaa930639aeae329ea4993532445399c809b3536bce21d - 0.0% (2.02 KB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:91c970c997c510f151a2cbfec58a839a4421cc52018c05d4f193ebf53d873b5e - 0.05% (9.16 MB)
[#029] sha256:c7b1c2221fca13ba2b345f64f32ebe6eefe60b97649ddfada449e3b2ba529842 - 6.41% (1.13 GB)
[#030] sha256:f741376ff6a106b4e65b85727d5352c4817f8843ccb1d1317488117a3f64f7c2 - 0.0% (166 KB)
[#031] sha256:d9b88c1e947df153a32405706fbad57d3b6cabc0e8d4826d092c556662a20dac - 0.0% (160 KB)
[#032] sha256:0e6681539f16bad0519c1164ceef03fc35cc390db82dda1581f55850de1cee68 - 0.0% (1.05 KB)
[#033] sha256:fa5004f3fc96141dca28a57be6afea389ea2df744377a4f352876ec6d1af5acd - 0.03% (4.58 MB)
[#034] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#035] sha256:58c82da27d474352a66ea3750e26fdcb4b05827868fa05bb1864c692cfe212cb - 0.0% (103 Bytes)
[#036] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#037] sha256:7ee65476eaab7c6d9548c290e823486ef1d52f0a37d6b4c27c16efb697200a9d - 0.0% (522 Bytes)
[#038] sha256:4752b468f6cd61a25d5a3165e8323ed6c0222c454e5490ba92d09f29e66c4981 - 1.01% (182 MB)
[#039] sha256:e21143af540d681fd67ed6545929ac426051ca4762435e794e79199959eae6f8 - 2.24% (404 MB)
[#040] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#041] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#042] sha256:1a9d8b1d40d365a551d851fc229b01cb817f9e966fb927ef0afde38c82fab9bd - 9.61% (1.69 GB)
[#043] sha256:5f885e13576bb4a29ab646d1ef599ccf3310fe10c90014cdc512e5b208d628ae - 0.1% (17.9 MB)
[#044] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#045] sha256:f7cbfa568fe2bde851f0b0d85a5fb04389d07da925325735f7cf4db1b8896f69 - 1.49% (269 MB)
[#046] sha256:ea8d132e6bed60b4a192b1d75b093d7db8794357c3bb5d9de723699f24f6ecc2 - 0.0% (75.8 KB)
[#047] sha256:282f7c7a4bc1648e5c45750c7360de1f5a738255256292f9360e2a1fac8f5530 - 0.0% (2.75 KB)
[#048] sha256:e0fe3e7bf4c6e2d54dae3010f1be795ad06de4902ee12f2f945e12b42f84f0de - 1.57% (284 MB)
[#049] sha256:992f844e8312b9b255849d6e69a6b156ea08b0c2b1901072006b7540d5a1e1fa - 6.57% (1.16 GB)
[#050] sha256:c2576896e24265a9647041c1577740618771f72d9ac0be170de447eb550050f2 - 0.0% (215 Bytes)
[#051] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#052] sha256:8ffcba3989a93e65d7e38198b24824f7e980733d84b03997907490315e1d1789 - 0.13% (22.7 MB)
[#053] sha256:788613efa3f6ec4db4533afd716d727af61149729ea318bc9b708287f8f83755 - 0.04% (6.89 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) ADD file:598bb7ba54e5a576778e9ebe1f4e514188812bea30c08d00446f8d04c37053e6 in /
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.10
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_BUILD_JOB=compute-rocm-rel-7.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG LKG_BUILD_NUM=38
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_SERV=http://compute-artifactory.amd.com
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION_PYTORCH=310
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PY_POST_COMP=
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG OS_VERSION=22.04
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib
2025-08-19 10:07:33 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:12:16 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "deb [arch=amd64 trusted=yes] ${ARTF_PRE}/rocm-osdb-${OS_VERSION}-deb ${ROCM_BUILD_JOB} ${LKG_BUILD_NUM}" | tee /etc/apt/sources.list.d/rocm.list && rm -rf /tmp/* && echo "Package: *" | tee /etc/apt/preferences.d/rocm-pin-600 && echo "Pin: origin ${ARTF_SERV#*://}" | tee -a /etc/apt/preferences.d/rocm-pin-600 && echo "Pin-Priority: 600" | tee -a /etc/apt/preferences.d/rocm-pin-600 && apt-get update && apt-get install -y rocm # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c cd /opt/rocm/share/amd_smi && pip install . # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)COPY /pytorch/whl_docker/custom_install.sh /var/lib/jenkins/custom_install.sh # buildkit
2025-08-19 10:12:18 UTC (buildkit.dockerfile.v0)COPY src_repo /var/lib/jenkins/pytorch # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c mkdir -p /var/lib/jenkins/pytorch/build/custom_test_artifacts # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV BUILD_ENVIRONMENT=rocm
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:12:58 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c chmod +x /var/lib/jenkins/custom_install.sh && /var/lib/jenkins/custom_install.sh "$PY_POST_COMP" "$PYTORCH" # buildkit
2025-08-19 10:13:23 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c if [ -z "$ROCM_VERSION" ]; then echo "Listing /opt directory:" && ls /opt && ROCM_VERSION=$(ls /opt | grep -oP 'rocm-\K[0-9.]+'); if [ -z "$ROCM_VERSION" ]; then echo "ROCM_VERSION could not be determined"; exit 1; fi; fi && echo "ROCM_VERSION is set to $ROCM_VERSION" && echo "Downloading from URL: ${WHL_INSTALL}" && mkdir -p /install && wget ${WHL_INSTALL} -O /install/$(basename ${WHL_INSTALL}) && ls -l /install/$(basename ${WHL_INSTALL}) && chmod +x /install/$(basename ${WHL_INSTALL}) && sh /install/$(basename ${WHL_INSTALL}) # buildkit
2025-08-19 10:13:24 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-21 04:05:30 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y # buildkit
2025-08-21 04:06:27 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2025-08-21 04:13:42 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 04:13:43 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLAS_COMMON_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLASLT_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG LEGACY_HIPBLASLT_OPTION
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=triton_kernel_wrap_fix
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=5dc9e7de
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=3222ea3
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |16 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885 HIPBLAS_COMMON_BRANCH= HIPBLASLT_BRANCH= LEGACY_HIPBLASLT_OPTION= TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=triton_kernel_wrap_fix PYTORCH_VISION_BRANCH=5dc9e7de PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=3222ea3 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH= AITER_REPO= /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt # buildkit
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2025-08-21 05:34:02 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:03 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 05:34:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-21 05:34:07 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-08-21 05:34:09 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2025-09-04 01:28:44 UTC/bin/bash
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV BUILD_VLLM=0
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV BUILD_TRITON=0
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV BUILD_LLVM=0
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV BUILD_AITER_ALL=1
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV BUILD_MOONCAKE=1
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT=v0.1.6.post1
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV NO_DEPS_FLAG=
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx942-rocm700
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH_LIST=gfx942
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG SGL_DEFAULT=main
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=main
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG TRITON_COMMIT=improve_fa_decode_3.0.0
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG LLVM_BRANCH=MainOpSelV2
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG TILELANG_REPO=https://github.com/HaiShaw/tilelang.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG TILELANG_BRANCH=dsv32-mi35x
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG FHT_BRANCH=rocm
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)USER root
2025-11-05 02:39:15 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2025-11-05 02:39:16 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-11-05 02:39:16 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-11-05 02:39:16 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit
2025-11-05 02:39:19 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c pip uninstall -y aiter # buildkit
2025-11-05 02:39:28 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit
2025-11-05 04:16:04 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c cd aiter && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; elif [ "$BUILD_AITER_ALL" = "1" ]; then PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; else GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; fi # buildkit
2025-11-05 04:16:05 UTC (buildkit.dockerfile.v0)RUN |18 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python setup.py install; fi # buildkit
2025-11-05 04:16:05 UTC (buildkit.dockerfile.v0)ARG VLLM_REPO=https://github.com/ROCm/vllm.git
2025-11-05 04:16:05 UTC (buildkit.dockerfile.v0)ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c
2025-11-05 04:16:06 UTC (buildkit.dockerfile.v0)RUN |20 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_VLLM" = "1" ]; then git clone ${VLLM_REPO} && cd vllm && git checkout ${VLLM_BRANCH} && python -m pip install -r requirements/rocm.txt && python setup.py clean --all && python setup.py develop; fi # buildkit
2025-11-05 04:16:06 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2025-11-05 04:23:03 UTC (buildkit.dockerfile.v0)RUN |20 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON && make -j "$(nproc)" && make install; fi # buildkit
2025-11-05 04:23:03 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-11-05 04:23:23 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11 # buildkit
2025-11-05 04:23:24 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit
2025-11-05 04:25:42 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]" ${NO_DEPS_FLAG}; else python -m pip --no-cache-dir install -e "python[all_hip]" ${NO_DEPS_FLAG}; fi # buildkit
2025-11-05 04:25:44 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit
2025-11-05 04:25:46 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
2025-11-05 04:25:46 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2025-11-05 04:26:15 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit
2025-11-05 04:35:26 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir setuptools-rust && cd /sgl-workspace/sglang/sgl-router && cargo build --release && python3 -m pip install --no-cache-dir . && rm -rf /root/.cache # buildkit
2025-11-05 04:35:26 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-11-05 04:35:26 UTC (buildkit.dockerfile.v0)ENV LIBGL_ALWAYS_INDIRECT=1
2025-11-05 04:35:27 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit
2025-11-05 04:35:28 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${GPU_ARCH:-}" != "gfx950" ]; then echo "[TileLang] Skipping (GPU_ARCH=${GPU_ARCH:-unset})"; exit 0; fi; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev cmake ninja-build pkg-config libstdc++6 && rm -rf /var/lib/apt/lists/*; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; python3 -m pip install --upgrade "setuptools>=77.0.3,<80" wheel cmake ninja && python3 -m pip cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL https://apt.llvm.org/llvm.sh -o /tmp/llvm.sh; chmod +x /tmp/llvm.sh; /tmp/llvm.sh 18; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; python3 -m pip install --no-cache-dir "cython>=0.29.36,<3.0"; git clone --recursive --branch "${TILELANG_BRANCH}" "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && export CMAKE_ARGS="-DLLVM_CONFIG=${LLVM_CONFIG} ${CMAKE_ARGS:-}" && bash ./install_rocm.sh' # buildkit
2025-11-05 04:40:08 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; python setup.py install' # buildkit
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)RUN |21 GPU_ARCH=gfx942-rocm700 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit # buildkit
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_INT4_WEIGHT=0
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_MOE_PADDING=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_AITER=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_ROCM700A=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_PADDING=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_ACT_PADDING=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_WEIGHT_PADDING=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_REDUCE_CONV=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2025-11-05 04:40:13 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.