lmsysorg
    sglang
    v0.5.5-rocm630-mi30x-srt
Namespace
lmsysorg
Image / Tag
sglang:v0.5.5-rocm630-mi30x-srt
Content Digest
sha256:613cc59727c5030fffacbac6c6815e439250f096a1cc0fa73bb211c4af98d3fe
Details
Created

2025-11-06 18:06:14 UTC

Size

16.5 GB

Content Digest
Labels
  • maintainer
    dl.mlsedevops@amd.com
  • org.opencontainers.image.created
    2025-01-14T05:39:21.715Z
  • org.opencontainers.image.description
  • org.opencontainers.image.licenses
    Apache-2.0
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.revision
    61724cfffd52a9cd350ee97b9697dcdabfe17190
  • org.opencontainers.image.source
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.title
    docker-images
  • org.opencontainers.image.url
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.version
    nightly
Environment
AITER_COMMIT

v0.1.4

BUILD_AITER_ALL

1

BUILD_LLVM

0

BUILD_MOONCAKE

1

BUILD_TRITON

1

BUILD_VLLM

0

DEBIAN_FRONTEND

noninteractive

GPU_ARCH_LIST

gfx942

HIP_FORCE_DEV_KERNARG

1

HSA_NO_SCRATCH_RECLAIM

1

LD_LIBRARY_PATH

/opt/rocm/lib:/usr/local/lib:

LIBGL_ALWAYS_INDIRECT

1

NCCL_MIN_NCHANNELS

112

NO_DEPS_FLAG

PATH

/root/.cargo/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

PYTORCH_ROCM_ARCH

gfx90a;gfx942

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_PATH

/opt/rocm

SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN

1

SGLANG_INT4_WEIGHT

0

SGLANG_MOE_PADDING

1

SGLANG_ROCM_DISABLE_LINEARQUANT

0

SGLANG_ROCM_FUSED_DECODE_MLA

1

SGLANG_SET_CPU_AFFINITY

1

SGLANG_USE_AITER

1

SGLANG_USE_ROCM700A

1

TOKENIZERS_PARALLELISM

false

TORCHINDUCTOR_MAX_AUTOTUNE

1

TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE

1

VLLM_FP8_ACT_PADDING

1

VLLM_FP8_PADDING

1

VLLM_FP8_REDUCE_CONV

1

VLLM_FP8_WEIGHT_PADDING

1

VLLM_INSTALL_PUNICA_KERNELS

1

Layers

[#000] sha256:6414378b647780fee8fd903ddb9541d134a1947ce092d08bdeb23a54cb3684ac - 0.17% (28.2 MB)

[#001] sha256:fb9b732d846a75a7d85ad6fc5c2676e5ddf65377f5813b69865117ea8e754519 - 0.0% (239 Bytes)

[#002] sha256:72a47c966458f5521003acba16e162ca7ecff9be7d8cf373b61991b3af06677f - 33.41% (5.51 GB)

[#003] sha256:6b0f51e662d9eb2a4959d06079910543fac49dc0a3a4449d0589155d4cb1ce6b - 0.0% (656 Bytes)

[#004] sha256:d28fe32bd1e1ced5ef848e2469f566b50358f3cac45d16ab3bf3d85bcdde4ee5 - 0.0% (92 Bytes)

[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#006] sha256:2ae8666e761553665e6b8f7ae82136eb3f98241c65d998f41cb009473b5e3edf - 0.61% (104 MB)

[#007] sha256:f6f97575f5328b3b8dd9bf1a87f8bddbcaf074cbf1279cf65bb8b186fd28ed96 - 0.39% (66.2 MB)

[#008] sha256:ce162731a8b46c7fdafa6fe40d76ffee8b8bd3123f980d07afdb20d7e3934ead - 2.69% (454 MB)

[#009] sha256:886496af1b52ea8059d7c106d0469061e24dc32fc11c834baa65f79690f5410a - 0.1% (17.4 MB)

[#010] sha256:9782bae5e5608d2e47743e6fad6dfdd2b4d892277c53a63f3228da17acb7858b - 1.47% (248 MB)

[#011] sha256:0456b1c0d4ee9cca311e5f889e1c95262259cf92ff77299a3102096274e73ffd - 0.01% (1.53 MB)

[#012] sha256:bf2506ff98d53386c3cdfb300e22c027758dad2fed12ee3ebf9000c4fea5f6af - 3.86% (652 MB)

[#013] sha256:990ebd29eb4c9ffe543082613f1c554fa2fd4e3806e4ffde161bf52ded0ab733 - 0.0% (375 Bytes)

[#014] sha256:27b2c0ff8cb656bf3c1e84adf8aba8c9e0bea04867efd53e2adca21147fd951d - 0.63% (106 MB)

[#015] sha256:8a139095437d357127dbd53dd115a9cf1d70402fbdc03b19bb6c48ef87651519 - 0.0% (1.49 KB)

[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#018] sha256:9a814f065b000c0edc9caee3e9d30b31de742395836cb0aeaefe2a8e48e1b42c - 0.0% (1.95 KB)

[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#020] sha256:9224f7232abd4d48ec187bbd78f6ca055d53b6539c6c6d1ab6ca49d5b610c5dc - 0.03% (5.02 MB)

[#021] sha256:8d21946ae781edbaa20fd8b4191d9274fae1aa4ae64900e3c4a9070f8b80bc65 - 0.03% (5.8 MB)

[#022] sha256:4bee7ff912947ee880e2bcec8bd1a5d0344f11c65495450a6396733188691137 - 3.65% (616 MB)

[#023] sha256:58d33f52fba21ddd31e1dc7c011f7a733bd6431050f5e39a9b89f89ca8a85cf7 - 0.0% (83.1 KB)

[#024] sha256:8cc3e06393c65ec322405c5c8a444ac86b4be373235931d84c0dea29e285073b - 0.0% (538 KB)

[#025] sha256:6621933c8f30744a001720d9f14b7515f0307e05f7a40a5c1e15b4142ea1b460 - 0.0% (64.2 KB)

[#026] sha256:7f5438c2f045617daf55a2576f0505137ffadf05c1b3dcc11323981f2b4cab8c - 0.0% (33.7 KB)

[#027] sha256:2493d82efb2ece0c546e31c3d4117bb62e2442fec3fb65bb39b83b29eb6eda02 - 0.0% (636 Bytes)

[#028] sha256:db5985cb22de9f0019c2e4239e564146219f7f959713ba0104c68072a08824eb - 3.92% (663 MB)

[#029] sha256:bb80c45308baaefc48ba664c1c762bed2b9efd9dee319ddd4a50d4e4d148fcc5 - 0.03% (5.13 MB)

[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#034] sha256:4329acba2a1b65d7f5318b7673f14593c41a00f2af35f99a4ff3bcee6f3aef97 - 0.99% (167 MB)

[#035] sha256:0c5d2ee7111728e0f8294d64df7f96e0b626878a72b5b1e3606b1c4eaa0d628d - 1.24% (209 MB)

[#036] sha256:694e3d52ed77c0302289bf9d759802a5c12849806bb7e15db4a9350032b71841 - 25.33% (4.18 GB)

[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#038] sha256:b69a26cca752657b7f226c01378dc5256e167643781d4c5a584b0174ec549243 - 10.27% (1.69 GB)

[#039] sha256:d4d6e1bc8d1227c478a619ad637085188f68975145c732ed8c73cb6402df7df6 - 0.13% (22.2 MB)

[#040] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#041] sha256:8dac6c56d9a3470f6b7670b9117c36649b02366442cb5f53646d1d8a8ab32121 - 2.14% (362 MB)

[#042] sha256:5b3dd542045a49a97b9d012a3fa0983d22fce570d66d49bf7199f05ce78b3a18 - 0.0% (43.3 KB)

[#043] sha256:69ae1cfcbc934dfbbefacd9f1744893cd7e8339482e85e9650d9c7b322c4d253 - 0.0% (2.75 KB)

[#044] sha256:b683873d288f238c872b645404527387e0919e90b645277d36a95243957dc3c9 - 1.68% (284 MB)

[#045] sha256:f3529dd8ae5c4bd9da7224fb4b003018f2a03f58dccb56f8fe661916245878ff - 7.04% (1.16 GB)

[#046] sha256:bddb5e4aeb0349543eea580c2e40a43026a7cb1489ce12e538192d9e5d868441 - 0.0% (216 Bytes)

[#047] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#048] sha256:11042384a160f5ef2b2ec234e712a969e6d20a852c542b21a47fb57b1ba818b6 - 0.13% (22.2 MB)

[#049] sha256:80c9c3cabd817c4dd85cce1bbdb3ec169ee5e30ba61a9ccaa54910426bcbb224 - 0.04% (7.08 MB)

History
2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2024-09-11 16:25:17 UTC

/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /

2024-09-11 16:25:18 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

LABEL maintainer=dl.mlsedevops@amd.com

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION=5.3

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION=5.3

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG APT_PREF

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

2024-12-05 00:40:45 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

2024-12-05 00:40:46 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/rocm

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.12

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2024-12-17 22:25:51 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2024-12-17 22:25:56 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit

2024-12-20 18:45:27 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit

2024-12-20 18:45:29 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit

2024-12-20 18:45:38 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 18:45:39 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG HIPBLASLT_BRANCH=4d40e36

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG LEGACY_HIPBLASLT_OPTION=

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG RCCL_BRANCH=648a58d

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG RCCL_REPO=https://github.com/ROCm/rccl

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG TRITON_BRANCH=e5be006

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/triton-lang/triton.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_BRANCH=8d4926e

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_BRANCH=v0.19.1

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG FA_BRANCH=b7d29fb

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG FA_REPO=https://github.com/ROCm/flash-attention.git

2024-12-20 19:02:59 UTC (buildkit.dockerfile.v0)

RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

ARG ARG_PYTORCH_ROCM_ARCH

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit

2025-01-14 05:45:34 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2025-01-14 05:45:37 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit

2025-01-14 05:45:38 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit

2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit

2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)

ARG BUILD_RPD=1

2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python3 setup.py install ; fi # buildkit

2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)

ENV VLLM_INSTALL_PUNICA_KERNELS=1

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install && pip install -U -r requirements-rocm.txt && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in *"rocm-6.0"*) patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;; *"rocm-6.1"*) cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;; *) ;; esac && pip uninstall -y vllm && pip install *.whl # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /benchmarks /app/vllm/benchmarks # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /tests /app/vllm/tests # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /examples /app/vllm/examples # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /.buildkite /app/vllm/.buildkite # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)

RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm && python3 -m pip install -e tests/vllm_test_utils # buildkit

2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2025-03-06 10:01:54 UTC

/bin/bash

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV BUILD_VLLM=0

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV BUILD_TRITON=1

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV BUILD_LLVM=0

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV BUILD_AITER_ALL=1

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV BUILD_MOONCAKE=1

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT=v0.1.4

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV NO_DEPS_FLAG=

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG GPU_ARCH=gfx942

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH_LIST=gfx942

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG SGL_REPO=https://github.com/sgl-project/sglang.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG SGL_DEFAULT=main

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG SGL_BRANCH=main

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/ROCm/triton.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG TRITON_COMMIT=improve_fa_decode_3.0.0

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG LLVM_BRANCH=MainOpSelV2

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG TILELANG_REPO=https://github.com/HaiShaw/tilelang.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG TILELANG_BRANCH=dsv32-mi35x

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG FHT_BRANCH=rocm

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

USER root

2025-11-06 16:51:45 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit

2025-11-06 16:51:46 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-11-06 16:51:46 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-11-06 16:51:46 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit

2025-11-06 16:51:47 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c pip uninstall -y aiter # buildkit

2025-11-06 16:51:55 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit

2025-11-06 17:45:37 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c cd aiter && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; elif [ "$BUILD_AITER_ALL" = "1" ]; then PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; else GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; fi # buildkit

2025-11-06 17:48:43 UTC (buildkit.dockerfile.v0)

RUN |18 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python setup.py install; fi # buildkit

2025-11-06 17:48:43 UTC (buildkit.dockerfile.v0)

ARG VLLM_REPO=https://github.com/ROCm/vllm.git

2025-11-06 17:48:43 UTC (buildkit.dockerfile.v0)

ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c

2025-11-06 17:48:43 UTC (buildkit.dockerfile.v0)

RUN |20 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_VLLM" = "1" ]; then git clone ${VLLM_REPO} && cd vllm && git checkout ${VLLM_BRANCH} && python -m pip install -r requirements/rocm.txt && python setup.py clean --all && python setup.py develop; fi # buildkit

2025-11-06 17:48:43 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2025-11-06 17:52:09 UTC (buildkit.dockerfile.v0)

RUN |20 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON && make -j "$(nproc)" && make install; fi # buildkit

2025-11-06 17:52:09 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=srt

2025-11-06 17:52:16 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11 # buildkit

2025-11-06 17:52:17 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit

2025-11-06 17:53:35 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]" ${NO_DEPS_FLAG}; else python -m pip --no-cache-dir install -e "python[all_hip]" ${NO_DEPS_FLAG}; fi # buildkit

2025-11-06 17:53:35 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c python -m pip cache purge # buildkit

2025-11-06 17:53:36 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit

2025-11-06 17:53:36 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2025-11-06 17:53:48 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit

2025-11-06 18:02:01 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c python3 -m pip install --no-cache-dir setuptools-rust && cd /sgl-workspace/sglang/sgl-router && cargo build --release && python3 -m pip install --no-cache-dir . && rm -rf /root/.cache # buildkit

2025-11-06 18:02:01 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2025-11-06 18:02:01 UTC (buildkit.dockerfile.v0)

ENV LIBGL_ALWAYS_INDIRECT=1

2025-11-06 18:02:01 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit

2025-11-06 18:02:01 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${GPU_ARCH:-}" != "gfx950" ]; then echo "[TileLang] Skipping (GPU_ARCH=${GPU_ARCH:-unset})"; exit 0; fi; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev cmake ninja-build pkg-config libstdc++6 && rm -rf /var/lib/apt/lists/*; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; python3 -m pip install --upgrade "setuptools>=77.0.3,<80" wheel cmake ninja && python3 -m pip cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL https://apt.llvm.org/llvm.sh -o /tmp/llvm.sh; chmod +x /tmp/llvm.sh; /tmp/llvm.sh 18; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; python3 -m pip install --no-cache-dir "cython>=0.29.36,<3.0"; git clone --recursive --branch "${TILELANG_BRANCH}" "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && export CMAKE_ARGS="-DLLVM_CONFIG=${LLVM_CONFIG} ${CMAKE_ARGS:-}" && bash ./install_rocm.sh' # buildkit

2025-11-06 18:06:12 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; python setup.py install' # buildkit

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

RUN |21 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=b6a841dc78c707ec655a563453277d969fb8f38d TILELANG_REPO=https://github.com/HaiShaw/tilelang.git TILELANG_BRANCH=dsv32-mi35x TILELANG_COMMIT=ae938cf885743f165a19656d1122ad42bb0e30b8 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=srt /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit # buildkit

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV HSA_NO_SCRATCH_RECLAIM=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_INT4_WEIGHT=0

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_MOE_PADDING=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_FUSED_DECODE_MLA=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_SET_CPU_AFFINITY=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_AITER=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_ROCM700A=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV NCCL_MIN_NCHANNELS=112

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_PADDING=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_ACT_PADDING=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_WEIGHT_PADDING=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_REDUCE_CONV=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1

2025-11-06 18:06:14 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete