Namespace
lmsysorg
Image / Tagsglang:v0.4.9.post2-rocm630
Content Digestsha256:47be3f094271a65d14b75032f81a60105da0e69a750e9407851dac6a1c2f9248
Details
2025-07-14 20:00:20 UTC
28.4 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_COMMITv0.1.4
ANACONDA_PYTHON_VERSION3.10
BUILD_AITER_ALL1
BUILD_ENVIRONMENTpytorch-linux-jammy-rocm6.4-py3.10
BUILD_TRITON0
BUILD_VLLM0
CI1
DEBIAN_FRONTENDnoninteractive
GPU_ARCH_LISTgfx950
HF_HOME/data/huggingface-cache
HF_TOKENhf_jxRmxnyxXNJPeZxNtuOLMePmMCFWjMfTaK
HIP_FORCE_DEV_KERNARG1
HSA_FORCE_FINE_GRAIN_PCIE1
HSA_NO_SCRATCH_RECLAIM1
INSTALLED_PROTOBUFyes
INSTALLED_VISIONyes
LANGC.UTF-8
LC_ALLC.UTF-8
LD_LIBRARY_PATH/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:
MAGMA_HOME/opt/rocm/magma
MAX_JOBS32
MPI_HOME/opt/ompi
NCCL_MIN_NCHANNELS112
OPENSSL_DIR/opt/openssl
OPENSSL_ROOT_DIR/opt/openssl
PATH/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTORCH_ROCM_ARCHgfx942;gfx950
PYTORCH_TESTING_DEVICE_ONLY_FORcuda
PYTORCH_TEST_WITH_ROCM1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
RCCL_MSCCL_ENABLE0
ROCM_PATH/opt/rocm
SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_MOE_PADDING1
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
TERMxterm-256color
TOKENIZERS_PARALLELISMfalse
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
UCC_COMMIT UCC_HOME/usr
UCX_COMMIT UCX_HOME/opt/ucx
VLLM_FP8_ACT_PADDING1
VLLM_FP8_PADDING1
VLLM_FP8_REDUCE_CONV1
VLLM_FP8_WEIGHT_PADDING1
VLLM_USE_V11
Layers
[#000] sha256:4b515362eefcecd53c9ba0ae917297e590cedcb7a158cf2b154b4896c10a3d04 - 98.37% (28 GB)
[#001] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#002] sha256:18891f13a957a6a428a6dd2800e56e3743ce032a0577a92418b4c78cdc2ef7b3 - 0.02% (4.81 MB)
[#003] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#004] sha256:49d13aa3790cb418d187642eb5b6649915eafc1c3fd3ea453ba0b0301e6800c8 - 0.0% (103 Bytes)
[#005] sha256:0c6022455f473ebf76a3fcf732d8131fd666c01d8bcd744210b1070f2ad03b6d - 0.0% (428 Bytes)
[#006] sha256:c2cba4cffcefebda5b253fafa9617129c5d84bb5c7962b7ffd63ba8dd0a846f5 - 0.46% (135 MB)
[#007] sha256:655ae714dbf1da910fc973727776be1d4470c3662289a1722ef203fbc28830be - 0.73% (214 MB)
[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:01e937e1fabdd1d414fcd92f111979af3c6f383a413fde270522799b4ccbb9ca - 0.02% (6.55 MB)
[#011] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#012] sha256:14ebbac03249359d8815ff65fc11a761c26af4c9c4d96ed8537c5442e4d423bc - 0.39% (115 MB)
[#013] sha256:b078cbc532a128c0ac246ed085385c51247a4a0dbdfa5dae2b483d5b8e7bdc44 - 0.0% (4.88 KB)
[#014] sha256:7355bf9f459b4514bbd72041c047695642ae6ebea51055f628f7c24c992f83e0 - 0.0% (2.75 KB)
History
COPY / / # buildkit
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)LABEL org.opencontainers.image.ref.name=ubuntu
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)LABEL org.opencontainers.image.version=22.04
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV ANACONDA_PYTHON_VERSION=3.10
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.10
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV CI=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV HF_HOME=/data/huggingface-cache
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV HF_TOKEN=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
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV HSA_FORCE_FINE_GRAIN_PCIE=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV INSTALLED_PROTOBUF=yes
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV INSTALLED_VISION=yes
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV LANG=C.UTF-8
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV LC_ALL=C.UTF-8
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV MAGMA_HOME=/opt/rocm/magma
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV MAX_JOBS=32
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV MPI_HOME=/opt/ompi
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV OPENSSL_DIR=/opt/openssl
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV OPENSSL_ROOT_DIR=/opt/openssl
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_TEST_WITH_ROCM=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV RCCL_MSCCL_ENABLE=0
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV TERM=xterm-256color
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV UCC_COMMIT=
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV UCC_HOME=/usr
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV UCX_COMMIT=
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV UCX_HOME=/opt/ucx
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)ENV VLLM_USE_V1=1
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)WORKDIR /app/vllm
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)USER root
2025-06-11 13:45:54 -0500 (buildkit.dockerfile.v0)CMD ["bash"]
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ENV BUILD_VLLM=0
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ENV BUILD_TRITON=0
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ENV BUILD_AITER_ALL=1
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ENV AITER_COMMIT=v0.1.4
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG GPU_ARCH=gfx950
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ENV GPU_ARCH_LIST=gfx950
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG SGL_DEFAULT=main
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG SGL_BRANCH=main
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG TRITON_COMMIT=improve_fa_decode_3.0.0
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)USER root
2025-07-14 19:05:52 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2025-07-14 19:05:53 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-07-14 19:05:53 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-07-14 19:05:54 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c pip uninstall -y aiter # buildkit
2025-07-14 19:06:01 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout ${AITER_COMMIT} && git submodule update --init --recursive # buildkit
2025-07-14 19:58:59 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c cd aiter && if [ "$BUILD_AITER_ALL" = "1" ]; then PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; else GPU_ARCHS=$GPU_ARCH_LIST python setup.py develop; fi # buildkit
2025-07-14 19:59:00 UTC (buildkit.dockerfile.v0)RUN |7 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python setup.py install; fi # buildkit
2025-07-14 19:59:00 UTC (buildkit.dockerfile.v0)ARG VLLM_REPO=https://github.com/ROCm/vllm.git
2025-07-14 19:59:00 UTC (buildkit.dockerfile.v0)ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c
2025-07-14 19:59:00 UTC (buildkit.dockerfile.v0)RUN |9 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c /bin/sh -c if [ "$BUILD_VLLM" = "1" ]; then git clone ${VLLM_REPO} && cd vllm && git checkout ${VLLM_BRANCH} && python -m pip install -r requirements/rocm.txt && python setup.py clean --all && python setup.py develop; fi # buildkit
2025-07-14 19:59:00 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-07-14 19:59:08 UTC (buildkit.dockerfile.v0)RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao && pip install pybind11 # buildkit
2025-07-14 19:59:09 UTC (buildkit.dockerfile.v0)RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit
2025-07-14 20:00:19 UTC (buildkit.dockerfile.v0)RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]"; else python -m pip --no-cache-dir install -e "python[all_hip]"; fi # buildkit
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git VLLM_REPO=https://github.com/ROCm/vllm.git VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV SGLANG_SET_CPU_AFFINITY=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV NCCL_MIN_NCHANNELS=112
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV SGLANG_USE_AITER=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV SGLANG_MOE_PADDING=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_PADDING=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_ACT_PADDING=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_WEIGHT_PADDING=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV VLLM_FP8_REDUCE_CONV=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2025-07-14 20:00:20 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.