lmsysorg
    sglang
    v0.5.2rc1-rocm630-mi30x
Namespace
lmsysorg
Image / Tag
sglang:v0.5.2rc1-rocm630-mi30x
Content Digest
sha256:1430b2859e2128f9a3002dfcb662df6d48bc0c2a24826c2963e2dab90787f9ee
Details
Created

2025-09-02 12:49:07 UTC

Size

14.7 GB

Content Digest
Labels
  • maintainer
    dl.mlsedevops@amd.com
  • org.opencontainers.image.created
    2025-01-14T05:39:21.715Z
  • org.opencontainers.image.description
  • org.opencontainers.image.licenses
    Apache-2.0
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.revision
    61724cfffd52a9cd350ee97b9697dcdabfe17190
  • org.opencontainers.image.source
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.title
    docker-images
  • org.opencontainers.image.url
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.version
    nightly
Environment
AITER_COMMIT

v0.1.4

BUILD_AITER_ALL

1

BUILD_LLVM

0

BUILD_MOONCAKE

1

BUILD_TRITON

1

BUILD_VLLM

0

DEBIAN_FRONTEND

noninteractive

GPU_ARCH_LIST

gfx942

HIP_FORCE_DEV_KERNARG

1

HSA_NO_SCRATCH_RECLAIM

1

LD_LIBRARY_PATH

/opt/rocm/lib:/usr/local/lib:

NCCL_MIN_NCHANNELS

112

NO_DEPS_FLAG

PATH

/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

PYTORCH_ROCM_ARCH

gfx90a;gfx942

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_PATH

/opt/rocm

SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN

1

SGLANG_MOE_PADDING

1

SGLANG_SET_CPU_AFFINITY

1

SGLANG_USE_AITER

1

TOKENIZERS_PARALLELISM

false

TORCHINDUCTOR_MAX_AUTOTUNE

1

TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE

1

VLLM_FP8_ACT_PADDING

1

VLLM_FP8_PADDING

1

VLLM_FP8_REDUCE_CONV

1

VLLM_FP8_WEIGHT_PADDING

1

VLLM_INSTALL_PUNICA_KERNELS

1

Layers

[#000] sha256:6414378b647780fee8fd903ddb9541d134a1947ce092d08bdeb23a54cb3684ac - 0.19% (28.2 MB)

[#001] sha256:fb9b732d846a75a7d85ad6fc5c2676e5ddf65377f5813b69865117ea8e754519 - 0.0% (239 Bytes)

[#002] sha256:72a47c966458f5521003acba16e162ca7ecff9be7d8cf373b61991b3af06677f - 37.61% (5.51 GB)

[#003] sha256:6b0f51e662d9eb2a4959d06079910543fac49dc0a3a4449d0589155d4cb1ce6b - 0.0% (656 Bytes)

[#004] sha256:d28fe32bd1e1ced5ef848e2469f566b50358f3cac45d16ab3bf3d85bcdde4ee5 - 0.0% (92 Bytes)

[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#006] sha256:2ae8666e761553665e6b8f7ae82136eb3f98241c65d998f41cb009473b5e3edf - 0.69% (104 MB)

[#007] sha256:f6f97575f5328b3b8dd9bf1a87f8bddbcaf074cbf1279cf65bb8b186fd28ed96 - 0.44% (66.2 MB)

[#008] sha256:ce162731a8b46c7fdafa6fe40d76ffee8b8bd3123f980d07afdb20d7e3934ead - 3.03% (454 MB)

[#009] sha256:886496af1b52ea8059d7c106d0469061e24dc32fc11c834baa65f79690f5410a - 0.12% (17.4 MB)

[#010] sha256:9782bae5e5608d2e47743e6fad6dfdd2b4d892277c53a63f3228da17acb7858b - 1.65% (248 MB)

[#011] sha256:0456b1c0d4ee9cca311e5f889e1c95262259cf92ff77299a3102096274e73ffd - 0.01% (1.53 MB)

[#012] sha256:bf2506ff98d53386c3cdfb300e22c027758dad2fed12ee3ebf9000c4fea5f6af - 4.35% (652 MB)

[#013] sha256:990ebd29eb4c9ffe543082613f1c554fa2fd4e3806e4ffde161bf52ded0ab733 - 0.0% (375 Bytes)

[#014] sha256:27b2c0ff8cb656bf3c1e84adf8aba8c9e0bea04867efd53e2adca21147fd951d - 0.7% (106 MB)

[#015] sha256:8a139095437d357127dbd53dd115a9cf1d70402fbdc03b19bb6c48ef87651519 - 0.0% (1.49 KB)

[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#018] sha256:9a814f065b000c0edc9caee3e9d30b31de742395836cb0aeaefe2a8e48e1b42c - 0.0% (1.95 KB)

[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#020] sha256:9224f7232abd4d48ec187bbd78f6ca055d53b6539c6c6d1ab6ca49d5b610c5dc - 0.03% (5.02 MB)

[#021] sha256:8d21946ae781edbaa20fd8b4191d9274fae1aa4ae64900e3c4a9070f8b80bc65 - 0.04% (5.8 MB)

[#022] sha256:4bee7ff912947ee880e2bcec8bd1a5d0344f11c65495450a6396733188691137 - 4.1% (616 MB)

[#023] sha256:58d33f52fba21ddd31e1dc7c011f7a733bd6431050f5e39a9b89f89ca8a85cf7 - 0.0% (83.1 KB)

[#024] sha256:8cc3e06393c65ec322405c5c8a444ac86b4be373235931d84c0dea29e285073b - 0.0% (538 KB)

[#025] sha256:6621933c8f30744a001720d9f14b7515f0307e05f7a40a5c1e15b4142ea1b460 - 0.0% (64.2 KB)

[#026] sha256:7f5438c2f045617daf55a2576f0505137ffadf05c1b3dcc11323981f2b4cab8c - 0.0% (33.7 KB)

[#027] sha256:2493d82efb2ece0c546e31c3d4117bb62e2442fec3fb65bb39b83b29eb6eda02 - 0.0% (636 Bytes)

[#028] sha256:db5985cb22de9f0019c2e4239e564146219f7f959713ba0104c68072a08824eb - 4.42% (663 MB)

[#029] sha256:d339be1f7a26984eea5ea1ea62a250fbca7f5471fae99078bede32c528d74484 - 0.03% (5.09 MB)

[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#034] sha256:5147943c0f902592d363b0b9b98f1df9762e27e8a5c2c436fa1080384504cdb4 - 0.99% (148 MB)

[#035] sha256:51d49787e3d3238de944c1b6d5cae58efed73861357aa9018e448e16b2a52aff - 1.39% (209 MB)

[#036] sha256:eb403e05f0a38eabe2080f90dba1fe2fbccf1e7ce6e3b386dbcdad5ded406e92 - 28.49% (4.18 GB)

[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#038] sha256:17402e7c3caf8803b978292ded0d0f65ac1cabf369af905049fef3cff005d08c - 9.51% (1.39 GB)

[#039] sha256:a486e2f5468d6accef53ba1ce80ae0b45bb9aca72d7212f54d7dbee686b13f17 - 0.15% (22.2 MB)

[#040] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#041] sha256:a92b1d42442667d211964de798d5273390cc7bf36c8987d1cb77094a20b4da51 - 2.05% (307 MB)

[#042] sha256:30077f0439a3b16b6b365d9534978790bc1162d182cb1f1b7c951d0257fcf852 - 0.0% (43.1 KB)

[#043] sha256:13b4d179b4aaaf2a09f360b7de1702dbfbce8cf7615620abbff02c3d63bac716 - 0.0% (2.75 KB)

History
2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2024-09-11 16:25:17 UTC

/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /

2024-09-11 16:25:18 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

LABEL maintainer=dl.mlsedevops@amd.com

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION=5.3

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION=5.3

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

ARG APT_PREF

2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

2024-12-05 00:40:45 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

2024-12-05 00:40:46 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/rocm

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.12

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2024-12-17 22:25:51 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2024-12-17 22:25:56 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit

2024-12-20 18:45:27 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit

2024-12-20 18:45:29 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit

2024-12-20 18:45:38 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 18:45:39 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG HIPBLASLT_BRANCH=4d40e36

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG LEGACY_HIPBLASLT_OPTION=

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG RCCL_BRANCH=648a58d

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG RCCL_REPO=https://github.com/ROCm/rccl

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG TRITON_BRANCH=e5be006

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/triton-lang/triton.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_BRANCH=8d4926e

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_BRANCH=v0.19.1

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG FA_BRANCH=b7d29fb

2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)

ARG FA_REPO=https://github.com/ROCm/flash-attention.git

2024-12-20 19:02:59 UTC (buildkit.dockerfile.v0)

RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

ARG ARG_PYTORCH_ROCM_ARCH

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942

2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit

2025-01-14 05:45:34 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2025-01-14 05:45:37 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit

2025-01-14 05:45:38 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit

2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit

2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)

ARG BUILD_RPD=1

2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python3 setup.py install ; fi # buildkit

2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)

ENV VLLM_INSTALL_PUNICA_KERNELS=1

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install && pip install -U -r requirements-rocm.txt && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in *"rocm-6.0"*) patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;; *"rocm-6.1"*) cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;; *) ;; esac && pip uninstall -y vllm && pip install *.whl # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /benchmarks /app/vllm/benchmarks # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /tests /app/vllm/tests # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /examples /app/vllm/examples # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

COPY /.buildkite /app/vllm/.buildkite # buildkit

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)

RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm && python3 -m pip install -e tests/vllm_test_utils # buildkit

2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2025-03-06 10:01:54 UTC

/bin/bash

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV BUILD_VLLM=0

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV BUILD_TRITON=1

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV BUILD_LLVM=0

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV BUILD_AITER_ALL=1

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV BUILD_MOONCAKE=1

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT=v0.1.4

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV NO_DEPS_FLAG=

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG GPU_ARCH=gfx942

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH_LIST=gfx942

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG SGL_REPO=https://github.com/sgl-project/sglang.git

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG SGL_DEFAULT=main

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG SGL_BRANCH=main

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/ROCm/triton.git

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG TRITON_COMMIT=improve_fa_decode_3.0.0

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG LLVM_BRANCH=MainOpSelV2

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

USER root

2025-09-02 11:48:00 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit

2025-09-02 11:48:01 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-09-02 11:48:01 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-09-02 11:48:01 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit

2025-09-02 11:48:02 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c pip uninstall -y aiter # buildkit

2025-09-02 11:48:09 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit

2025-09-02 12:42:17 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c cd aiter && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; elif [ "$BUILD_AITER_ALL" = "1" ]; then PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; else GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; fi # buildkit

2025-09-02 12:45:17 UTC (buildkit.dockerfile.v0)

RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python setup.py install; fi # buildkit

2025-09-02 12:45:17 UTC (buildkit.dockerfile.v0)

ARG VLLM_REPO=https://github.com/ROCm/vllm.git

2025-09-02 12:45:17 UTC (buildkit.dockerfile.v0)

ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c

2025-09-02 12:45:17 UTC (buildkit.dockerfile.v0)

RUN |14 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_VLLM" = "1" ]; then git clone ${VLLM_REPO} && cd vllm && git checkout ${VLLM_BRANCH} && python -m pip install -r requirements/rocm.txt && python setup.py clean --all && python setup.py develop; fi # buildkit

2025-09-02 12:45:17 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2025-09-02 12:47:45 UTC (buildkit.dockerfile.v0)

RUN |14 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_ETCD=ON && make -j "$(nproc)" && make install; fi # buildkit

2025-09-02 12:47:45 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2025-09-02 12:47:52 UTC (buildkit.dockerfile.v0)

RUN |15 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11 # buildkit

2025-09-02 12:47:52 UTC (buildkit.dockerfile.v0)

RUN |15 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

RUN |15 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]" ${NO_DEPS_FLAG}; else python -m pip --no-cache-dir install -e "python[all_hip]" ${NO_DEPS_FLAG}; fi # buildkit

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

RUN |15 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

RUN |15 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=dcdf1c784b40aa6975a8ed89fe26321b028e40e8 VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV HSA_NO_SCRATCH_RECLAIM=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV SGLANG_SET_CPU_AFFINITY=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV NCCL_MIN_NCHANNELS=112

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_AITER=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV SGLANG_MOE_PADDING=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_PADDING=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_ACT_PADDING=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_WEIGHT_PADDING=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV VLLM_FP8_REDUCE_CONV=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1

2025-09-02 12:49:07 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete