Namespace
lmsysorg
Image / Tagsglang:v0.4.2.post4-rocm630
Content Digestsha256:e85647b10d82ad3b370b2da4ad6e19b37918b954019d18fb86c735f60283d0b9
Details
2025-02-10 06:17:52 UTC
11.8 GB
Labels
-
maintainerdl.mlsedevops@amd.com
-
org.opencontainers.image.created2025-01-14T05:39:21.715Z
-
org.opencontainers.image.description
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision61724cfffd52a9cd350ee97b9697dcdabfe17190
-
org.opencontainers.image.sourcehttps://github.com/saienduri/docker-images
-
org.opencontainers.image.titledocker-images
-
org.opencontainers.image.urlhttps://github.com/saienduri/docker-images
-
org.opencontainers.image.versionnightly
Environment
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
MOE_PADDING1
NCCL_MIN_NCHANNELS112
PATH/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTORCH_ROCM_ARCHgfx90a;gfx942
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_SET_CPU_AFFINITY1
SGL_DEFAULTmain
TOKENIZERS_PARALLELISMfalse
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
VLLM_FP8_ACT_PADDING1
VLLM_FP8_PADDING1
VLLM_FP8_REDUCE_CONV1
VLLM_FP8_WEIGHT_PADDING1
VLLM_INSTALL_PUNICA_KERNELS1
Layers
[#000] sha256:6414378b647780fee8fd903ddb9541d134a1947ce092d08bdeb23a54cb3684ac - 0.23% (28.2 MB)
[#001] sha256:fb9b732d846a75a7d85ad6fc5c2676e5ddf65377f5813b69865117ea8e754519 - 0.0% (239 Bytes)
[#002] sha256:72a47c966458f5521003acba16e162ca7ecff9be7d8cf373b61991b3af06677f - 46.67% (5.51 GB)
[#003] sha256:6b0f51e662d9eb2a4959d06079910543fac49dc0a3a4449d0589155d4cb1ce6b - 0.0% (656 Bytes)
[#004] sha256:d28fe32bd1e1ced5ef848e2469f566b50358f3cac45d16ab3bf3d85bcdde4ee5 - 0.0% (92 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:2ae8666e761553665e6b8f7ae82136eb3f98241c65d998f41cb009473b5e3edf - 0.86% (104 MB)
[#007] sha256:f6f97575f5328b3b8dd9bf1a87f8bddbcaf074cbf1279cf65bb8b186fd28ed96 - 0.55% (66.2 MB)
[#008] sha256:ce162731a8b46c7fdafa6fe40d76ffee8b8bd3123f980d07afdb20d7e3934ead - 3.76% (454 MB)
[#009] sha256:886496af1b52ea8059d7c106d0469061e24dc32fc11c834baa65f79690f5410a - 0.14% (17.4 MB)
[#010] sha256:9782bae5e5608d2e47743e6fad6dfdd2b4d892277c53a63f3228da17acb7858b - 2.05% (248 MB)
[#011] sha256:0456b1c0d4ee9cca311e5f889e1c95262259cf92ff77299a3102096274e73ffd - 0.01% (1.53 MB)
[#012] sha256:bf2506ff98d53386c3cdfb300e22c027758dad2fed12ee3ebf9000c4fea5f6af - 5.39% (652 MB)
[#013] sha256:990ebd29eb4c9ffe543082613f1c554fa2fd4e3806e4ffde161bf52ded0ab733 - 0.0% (375 Bytes)
[#014] sha256:27b2c0ff8cb656bf3c1e84adf8aba8c9e0bea04867efd53e2adca21147fd951d - 0.87% (106 MB)
[#015] sha256:8a139095437d357127dbd53dd115a9cf1d70402fbdc03b19bb6c48ef87651519 - 0.0% (1.49 KB)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#018] sha256:9a814f065b000c0edc9caee3e9d30b31de742395836cb0aeaefe2a8e48e1b42c - 0.0% (1.95 KB)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:9224f7232abd4d48ec187bbd78f6ca055d53b6539c6c6d1ab6ca49d5b610c5dc - 0.04% (5.02 MB)
[#021] sha256:8d21946ae781edbaa20fd8b4191d9274fae1aa4ae64900e3c4a9070f8b80bc65 - 0.05% (5.8 MB)
[#022] sha256:4bee7ff912947ee880e2bcec8bd1a5d0344f11c65495450a6396733188691137 - 5.09% (616 MB)
[#023] sha256:58d33f52fba21ddd31e1dc7c011f7a733bd6431050f5e39a9b89f89ca8a85cf7 - 0.0% (83.1 KB)
[#024] sha256:8cc3e06393c65ec322405c5c8a444ac86b4be373235931d84c0dea29e285073b - 0.0% (538 KB)
[#025] sha256:6621933c8f30744a001720d9f14b7515f0307e05f7a40a5c1e15b4142ea1b460 - 0.0% (64.2 KB)
[#026] sha256:7f5438c2f045617daf55a2576f0505137ffadf05c1b3dcc11323981f2b4cab8c - 0.0% (33.7 KB)
[#027] sha256:2493d82efb2ece0c546e31c3d4117bb62e2442fec3fb65bb39b83b29eb6eda02 - 0.0% (636 Bytes)
[#028] sha256:ff109e4b5e0f1a85b5280bf178f9baf73baf35b14caebebfd942a489809e52ae - 0.0% (103 Bytes)
[#029] sha256:a3522fcc1737952461c1ccb4ca9905910744e01bd081a8b18a1a09d2835d17e3 - 0.65% (78.8 MB)
[#030] sha256:5eeb9b33f6ce5eb5869f78e74827ef8b0d618c22b0b900e9f9e92219dd2b41fa - 0.19% (22.7 MB)
[#031] sha256:56402f388bcb0faa35ef5a507b0c1b706281dd01b874ab344104504a7217e542 - 0.0% (38.1 KB)
[#032] sha256:c5a01d86e1bac7612bfda31f0618975d8c88626ce49ec39e58af9f1ff0ee995e - 0.0% (36.4 KB)
[#033] sha256:e770bff3d6a1c6d9cebb36c6f8eb4717fbef9e3ae851e991c8055f4ae2372b4b - 0.0% (312 Bytes)
[#034] sha256:1d9a3c1bcef714e1c718514d37f0188dad1e9b8094dbd0418415f4a95f7723db - 33.03% (3.9 GB)
[#035] sha256:6f62816fd0f5cbf09518d0dee27103af8f76aa3815c72f99a7fdb79038f5cad1 - 0.4% (48.1 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-09-11 16:25:17 UTC/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /
2024-09-11 16:25:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2024-12-05 00:33:53 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2024-12-05 00:40:45 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2024-12-05 00:40:46 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)WORKDIR /app
2024-12-17 22:24:57 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2024-12-17 22:25:51 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2024-12-17 22:25:56 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit
2024-12-20 18:45:27 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit
2024-12-20 18:45:29 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit
2024-12-20 18:45:38 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2024-12-20 18:45:39 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG HIPBLASLT_BRANCH=4d40e36
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG LEGACY_HIPBLASLT_OPTION=
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG RCCL_BRANCH=648a58d
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG RCCL_REPO=https://github.com/ROCm/rccl
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH=e5be006
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=8d4926e
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=v0.19.1
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=b7d29fb
2024-12-20 19:02:58 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/ROCm/flash-attention.git
2024-12-20 19:02:59 UTC (buildkit.dockerfile.v0)RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit
2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
2025-01-14 05:45:33 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit
2025-01-14 05:45:34 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-01-14 05:45:36 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-01-14 05:45:37 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-01-14 05:45:38 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
2025-01-14 05:45:40 UTC (buildkit.dockerfile.v0)ARG BUILD_RPD=1
2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python3 setup.py install ; fi # buildkit
2025-01-14 05:45:54 UTC (buildkit.dockerfile.v0)ENV VLLM_INSTALL_PUNICA_KERNELS=1
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install && pip install -U -r requirements-rocm.txt && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in *"rocm-6.0"*) patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;; *"rocm-6.1"*) cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;; *) ;; esac && pip uninstall -y vllm && pip install *.whl # buildkit
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)COPY /tests /app/vllm/tests # buildkit
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)COPY /.buildkite /app/vllm/.buildkite # buildkit
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-01-14 06:01:41 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm && python3 -m pip install -e tests/vllm_test_utils # buildkit
2025-01-14 06:01:43 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)USER root
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ENV SGL_DEFAULT=main
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=main
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG TRITON_COMMIT=845d75a
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG ATER_REPO=https://github.com/HaiShaw/ater
2025-02-05 09:41:45 UTC (buildkit.dockerfile.v0)ARG CK_COMMITS=fa05ae
2025-02-10 06:13:18 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && python setup_rocm.py install && cd .. && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]"; else python -m pip --no-cache-dir install -e "python[all_hip]"; fi # buildkit
2025-02-10 06:13:19 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c cp -r /sgl-workspace/sglang /sglang # buildkit
2025-02-10 06:13:19 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c python -m pip cache purge # buildkit
2025-02-10 06:13:23 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao && pip install pybind11 # buildkit
2025-02-10 06:13:24 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip uninstall -y triton # buildkit
2025-02-10 06:16:53 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python3 setup.py install # buildkit
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${ATER_REPO} && cd ater && git submodule update --init --recursive && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop # buildkit
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV MOE_PADDING=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_PADDING=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_ACT_PADDING=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_WEIGHT_PADDING=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_REDUCE_CONV=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2025-02-10 06:17:52 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.