Namespace
lmsysorg
Image / Tagsglang:main-cann8.3.rc1-a3
Content Digestsha256:7815a126355453bb341cc9872767ee3f829b66f5d08cab76032fb6c682a42fce
Details
2025-12-09 00:52:00 UTC
5.37 GB
Labels
-
org.opencontainers.image.created2025-12-09T00:38:10.242Z
-
org.opencontainers.image.descriptionSGLang is a fast serving framework for large language models and vision language models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision119fd956fb45f255ca5a707286aaf0a1425a7147
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.versionmain-cann8.3.rc1-a3
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_HOME_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_OPP_PATH/usr/local/Ascend/ascend-toolkit/latest/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_DEVICE_TILING_BUFFER_BLOCK_NUM32
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
ATB_HOST_TILING_BUFFER_BLOCK_NUM128
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_OPSRUNNER_SETUP_CACHE_ENABLE1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
ATB_WORKSPACE_MEM_ALLOC_GLOBAL1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
TOOLCHAIN_HOME/usr/local/Ascend/ascend-toolkit/latest/toolkit
Layers
[#000] sha256:f85691aa4b9092cbb48212c835b78068e3321656ba2c306dae491e1a02d1b4d3 - 0.47% (26.1 MB)
[#001] sha256:59229d4295a92cc379303d46566cc0f9ae4145f3f78e09d18865833865392d39 - 2.54% (140 MB)
[#002] sha256:915ed058be20f93ab3f8685d4ae359c743bc1116c83ef387144cc9eda712894b - 3.1% (170 MB)
[#003] sha256:db10820a60e260833a01816f6942b4563a1741c59d6271da8520a6006516ac38 - 78.64% (4.23 GB)
[#004] sha256:329d115d36cec22f647e00c1935c6fcc81afdddae6c0da57565d011a26131787 - 0.0% (215 Bytes)
[#005] sha256:a3b90815289aaff84b79d6be4f150185bcb37e769f0d0dd4b35c1bb1f2e396e6 - 0.0% (1.83 KB)
[#006] sha256:100d6bff0c73e43b7e089d741d64c250bbda76b4f995b6de33f08e5814e31fda - 0.0% (99 Bytes)
[#007] sha256:87a43b59df11cf4ab3517dce13211ff98fe27c61144a399256c864fcb569cf9e - 0.0% (215 Bytes)
[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#009] sha256:3e10c5cc0748957c069d54254f8eb4608568755d22d4ca5d3d80e2c271495b5c - 3.71% (204 MB)
[#010] sha256:6383d0b431cc8b3ee065316eec0f643b4b77bc983028064ce6355254a082eb83 - 0.04% (2.27 MB)
[#011] sha256:62d0009d5d59ba20dd00cc9e704a40e851c71fecc3da9db5d226238975c57b31 - 0.37% (20.4 MB)
[#012] sha256:67c7ed7cbb593cb11fbc7ed627b769ed8a673ec628811bdec5f67773e55e04fc - 2.73% (150 MB)
[#013] sha256:e9a1b4d96a3dee38df83fbe4a503bcb7ed58fa3d6c366dd71c97ae739a5e8f45 - 0.94% (51.5 MB)
[#014] sha256:80c96f46a014c96af2cb65aa192c8bc9b1e54490ab9e2e30d07f8e971dbc8b08 - 4.74% (261 MB)
[#015] sha256:2185ad0061ddd0acd0b5913ce037b0b23bb3ab3a3e1c7b73ac78a2884baf7b4c - 0.22% (12.2 MB)
[#016] sha256:9a5ac7a180fb8628faba9e5e1d1deedb3cfd07b5c20bdda413f8986b185a224e - 0.47% (26 MB)
[#017] sha256:a5872a8b927de3f9461a4b24ebccc536d93f74e2d0e4f55dbee056a025bcd43b - 2.04% (112 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-10-01 07:16:10 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-10-01 07:16:10 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-10-01 07:16:10 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-10-01 07:16:12 UTC/bin/sh -c #(nop) ADD file:7a71c1d52054f8e04c815eaec639d14adaaa62346860f4003201834430b7ff18 in /
2025-10-01 07:16:12 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=1
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2025-11-02 10:26:44 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2025-11-02 10:46:47 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
2025-11-02 10:48:10 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2025-11-02 10:48:10 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2025-11-02 10:48:11 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2025-11-02 10:48:11 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.23.0
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=main
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=20251128
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2025-12-09 00:42:24 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2025-12-09 00:43:17 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2025-12-09 00:43:17 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2025-12-09 00:43:17 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2025-12-09 00:43:17 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2025-12-09 00:43:19 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c ${PIP_INSTALL} mf-adapter==1.0.0 # buildkit
2025-12-09 00:43:25 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2025-12-09 00:43:47 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2025-12-09 00:43:58 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c (${PIP_INSTALL} pybind11) && (${PIP_INSTALL} ${TRITON_ASCEND_URL}) # buildkit
2025-12-09 00:44:48 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && (cd sglang/python && rm -rf pyproject.toml && mv pyproject_other.toml pyproject.toml && ${PIP_INSTALL} -v .[srt_npu]) && rm -rf sglang # buildkit
2025-12-09 00:51:28 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 && git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git && export LD_LIBRARY_PATH=${ASCEND_CANN_PATH}/latest/runtime/lib64/stub:$LD_LIBRARY_PATH && source ${ASCEND_CANN_PATH}/set_env.sh && cd sgl-kernel-npu && bash build.sh && ${PIP_INSTALL} output/deep_ep*.whl output/sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -s deep_ep/deep_ep_cpp*.so # buildkit
2025-12-09 00:51:35 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && chmod a+x ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run --quiet --install-path=/usr/local/Ascend/ascend-toolkit/latest/opp && wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl && ${PIP_INSTALL} ./custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl # buildkit
2025-12-09 00:52:00 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251128 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=a3 /bin/bash -c wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" # buildkit
2025-12-09 00:52:00 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.