Namespace
lmsysorg
Image / Tagsglang:main-cann8.3.rc2-910b
Content Digestsha256:7f9f31a8ff0e0704c52d2ef960ae825d7ce24338333b7ce689e776b1a6092ee0
Details
2026-01-23 03:30:03 UTC
5.43 GB
Labels
-
org.opencontainers.image.created2026-01-23T00:40:19.106Z
-
org.opencontainers.image.descriptionSGLang is a high-performance serving framework for large language models and multimodal models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision1e8e0cca2cceade9643519a9d984f5b506284e4b
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.versionmain-cann8.3.rc2-910b
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_HOME_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_OPP_PATH/usr/local/Ascend/ascend-toolkit/latest/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_DEVICE_TILING_BUFFER_BLOCK_NUM32
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
ATB_HOST_TILING_BUFFER_BLOCK_NUM128
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_OPSRUNNER_SETUP_CACHE_ENABLE1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
ATB_WORKSPACE_MEM_ALLOC_GLOBAL1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
TOOLCHAIN_HOME/usr/local/Ascend/ascend-toolkit/latest/toolkit
Layers
[#000] sha256:0ec3d86457676c7af7a3b6d29565e0e8b30ed98afe5d606e00e565101f812623 - 0.47% (26.1 MB)
[#001] sha256:bfcc5d0fd60274c4a3ee01e2f78e9fcbc31d0360f213f223fe53d5329f69a012 - 2.51% (140 MB)
[#002] sha256:16b66f2e497f8a0627c7c00b700c2104163c7227b2d753053c94cf50dee7ad60 - 3.07% (171 MB)
[#003] sha256:7feddad41f7b2a197e64610a98007d569cc7a74a2be1a2b8cf5d6aef2a2d21f0 - 78.11% (4.24 GB)
[#004] sha256:428f9ade9a77ec98ba23ce0d0382e3df86d928f0f89b5f9861988cc8c73b37f1 - 0.0% (214 Bytes)
[#005] sha256:85c139bd38dac5b79fed8c048d67e305273c1379a0b7e0c07478352effc80917 - 0.0% (1.83 KB)
[#006] sha256:40b9496a8a5296fb685632f46fb8bfa46df16fa63098f32af6f3537fc3336ba3 - 0.0% (99 Bytes)
[#007] sha256:a67568accd486b519e00c6c8f2ac08fa1157eb7d61418eaf8a3da09c6da5bc53 - 0.0% (216 Bytes)
[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#009] sha256:8cd90ff7416b4512b636b23e884dedbd337ae825c0f1f4953903153bccb70fda - 3.8% (211 MB)
[#010] sha256:fdedc0c55a8bf341c7d62e212e37f61d4226140582e8cc2bfbd6139e5bda6306 - 0.05% (2.67 MB)
[#011] sha256:0c62cf511998a231f9525558250febe61eda38a9c50e89f4ae0d2c1fbd169f79 - 0.68% (37.7 MB)
[#012] sha256:f9b52e2ca3f17deb18bc1bc3d2fa554000b637b80ef841ddf2f4ae1d0dab1869 - 2.71% (151 MB)
[#013] sha256:ce6dfe484f866b4b564b8f605d78a0f5bd9fc9b1230d1687cc332eece79b074a - 0.93% (51.5 MB)
[#014] sha256:329244cf0b181ce645683946d531f417cb8b8fe66fc3a9347792ff9282197524 - 4.97% (276 MB)
[#015] sha256:923fe2554fa9c4e47ac33d454b478f822f69576cb53dda889dbf351e9e3c4148 - 0.22% (12.3 MB)
[#016] sha256:9c09307c6f4a9aa6532d1ff2d5b08a9f6b662b49a69e569fd1e6ba3c455a9b69 - 0.47% (26 MB)
[#017] sha256:a14f4bd363889c99ce10c14a7c341e5c4aea7c0dc2208250e7128fa8adf22d00 - 2.02% (112 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-10-13 17:25:16 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-10-13 17:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-10-13 17:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-10-13 17:25:18 UTC/bin/sh -c #(nop) ADD file:2e0e653363da35febc0204e69cb713c0d1497720522f79d3d531980a7f291a39 in /
2025-10-13 17:25:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=1
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2025-11-20 16:01:43 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2025-11-20 16:26:07 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
2025-11-20 16:27:41 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2025-11-20 16:27:42 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2025-11-20 16:27:42 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2025-11-20 16:27:42 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.23.0
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=main
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=2025.12.31
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=910b
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-01-23 00:42:28 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-01-23 00:42:29 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2026-01-23 00:42:29 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2026-01-23 03:20:14 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2026-01-23 03:20:14 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2026-01-23 03:20:14 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2026-01-23 03:20:14 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2026-01-23 03:20:15 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c ${PIP_INSTALL} memfabric-hybrid==1.0.0 # buildkit
2026-01-23 03:20:22 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2026-01-23 03:20:46 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2026-01-23 03:20:57 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c (${PIP_INSTALL} pybind11) && (${PIP_INSTALL} ${TRITON_ASCEND_URL}) # buildkit
2026-01-23 03:21:54 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && (cd sglang/python && rm -rf pyproject.toml && mv pyproject_other.toml pyproject.toml && ${PIP_INSTALL} -v .[srt_npu]) && rm -rf sglang # buildkit
2026-01-23 03:29:33 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 && git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git && export LD_LIBRARY_PATH=${ASCEND_CANN_PATH}/latest/runtime/lib64/stub:$LD_LIBRARY_PATH && source ${ASCEND_CANN_PATH}/set_env.sh && cd sgl-kernel-npu && bash build.sh && ${PIP_INSTALL} output/deep_ep*.whl output/sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -s deep_ep/deep_ep_cpp*.so # buildkit
2026-01-23 03:29:41 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && chmod a+x ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run --quiet --install-path=/usr/local/Ascend/ascend-toolkit/latest/opp && wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl && ${PIP_INSTALL} ./custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl # buildkit
2026-01-23 03:30:03 UTC (buildkit.dockerfile.v0)RUN |13 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/torch_npu/torch_npu-2.8.0.post2.dev20251113-cp311-cp311-manylinux_2_28_aarch64.whl TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/triton_ascend-3.2.0.dev2025112116-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl BISHENG_NAME=Ascend-BiSheng-toolkit_aarch64_20251121.run BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend/Ascend-BiSheng-toolkit_aarch64_20251121.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2025.12.31 PIP_INSTALL=python3 -m pip install --no-cache-dir DEVICE_TYPE=910b /bin/bash -c wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" # buildkit
2026-01-23 03:30:03 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.