Namespace
lmsysorg
Image / Tagsglang:v0.0.0-test-workflow-cann8.2.rc1-910b
Content Digestsha256:5590bfb78773b351ae4959bc4324cc9288a8d1322d3f64bfc2f952ec9c193cbe
Details
2025-11-12 22:12:46 UTC
6.71 GB
Labels
-
org.opencontainers.image.created2025-11-12T21:43:11.745Z
-
org.opencontainers.image.descriptionSGLang is a fast serving framework for large language models and vision language models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revisionff77e49a620a5042bb433a2343d3023ec026f35e
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.versionv0.0.0-test-workflow-cann8.2.rc1-910b
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_HOME_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_OPP_PATH/usr/local/Ascend/ascend-toolkit/latest/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/ascend-toolkit/latest
ASDOPS_LOG_LEVELERROR
ASDOPS_LOG_PATH/root
ASDOPS_LOG_TO_BOOST_TYPEatb
ASDOPS_LOG_TO_FILE1
ASDOPS_LOG_TO_FILE_FLUSH0
ASDOPS_LOG_TO_STDOUT0
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_DEVICE_TILING_BUFFER_BLOCK_NUM32
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
ATB_HOST_TILING_BUFFER_BLOCK_NUM128
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_OPSRUNNER_SETUP_CACHE_ENABLE1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
ATB_WORKSPACE_MEM_ALLOC_GLOBAL0
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
PATH/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
TOOLCHAIN_HOME/usr/local/Ascend/ascend-toolkit/latest/toolkit
Layers
[#000] sha256:ef6d179edc98e93dc6073cb3ddec6f1a6ed1d68d04cd7836a82abfd397922a05 - 0.38% (26.1 MB)
[#001] sha256:bd89e262a9a5572c8369f22eac238c3c7fa3fb96dd3c27316611a31492fe62c9 - 1.75% (120 MB)
[#002] sha256:52a17cde4d894521408152d698df615547540f3051281b5c67f09b62263e726b - 2.49% (171 MB)
[#003] sha256:74b6643ec2bdd3a59dfe1599ae2131ca838bfbfea83f5d70d981c7b95b8de5aa - 60.48% (4.06 GB)
[#004] sha256:a757f0460bd0dd81fbd0a37ed3cc2049e0f610377c2b514eb990419efe34276d - 0.0% (214 Bytes)
[#005] sha256:140aa0dd07c916d6ccc27493a9f0efcc86d8caf44d1611e488e7a46abd5689a8 - 0.0% (1.82 KB)
[#006] sha256:7cfb7f96d7b52d875f47e0de98d68d48a30886108285732e63a6b43235d4c5ff - 0.0% (99 Bytes)
[#007] sha256:656a009fdd2efc0f050252d66b17f867909fcd9622120e00abd84fd62e0ecf6f - 0.0% (216 Bytes)
[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#009] sha256:77c170c0a8889c2f1f9e3b41657122ae978c53cd7de04a6a696ed64bd322a14f - 4.54% (312 MB)
[#010] sha256:d45b55e60c0f4a68d4363f1947816741fd44dd26051fe5c0850eca7e678e3890 - 0.01% (977 KB)
[#011] sha256:44b73a25715306951f920e0cd70ee4be24c15228e990f7a41d689ba059b80027 - 0.01% (505 KB)
[#012] sha256:43b7a714e45f562ba5fdcd1ebf83e4c31f363516cd7f2b9937c6c0d32d269cdf - 3.67% (252 MB)
[#013] sha256:b62f1995c56dad4b5ee0bc8a9ff1ed5c99ebaef90948a83178d7b0c3e93f244a - 6.07% (417 MB)
[#014] sha256:03d7b35eafb5b3c6680b01d1b9fc98350eccb7cd05f2c1ed7cad76e944b7b6c5 - 12.97% (891 MB)
[#015] sha256:f2069edef2c9399367039d2dd6b6c5043d6daab11083423ebc277d29715f5110 - 6.21% (427 MB)
[#016] sha256:6075450f89055fec2973eed4e75358253eb628b2f2a2e99dbb0e5c46fda35ae5 - 0.17% (11.4 MB)
[#017] sha256:09959b855b9e9af98efb618c8db78dfc14ff4f584c0b3a09b3ca3bc418ea90e3 - 0.38% (26 MB)
[#018] sha256:0c6d2cb594bc342eae5e12bfcced3c54c7f5e76e3187abd198064053d7a50a58 - 0.86% (59.3 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-14 16:34:16 UTC/bin/sh -c #(nop) ADD file:834c1c2a4c7753a37759a9b21f64a990572643eee18669b1faa782fee45355ed in /
2025-07-14 16:34:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_LEVEL=ERROR
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_STDOUT=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_FILE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_FILE_FLUSH=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_BOOST_TYPE=atb
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_PATH=/root
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2025-07-26 07:47:13 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=910b
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.6.0
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.21.0
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG VLLM_TAG=v0.8.5
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=main
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=20251030
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2025-11-12 21:45:18 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-11-12 21:45:19 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2025-11-12 21:45:19 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2025-11-12 21:46:40 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config ca-certificates protobuf-compiler && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2025-11-12 21:46:40 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2025-11-12 21:46:40 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2025-11-12 21:46:40 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2025-11-12 21:46:40 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-11-12 21:46:44 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c pip install $MEMFABRIC_URL --no-cache-dir # buildkit
2025-11-12 21:46:45 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c pip install setuptools-rust wheel build --no-cache-dir # buildkit
2025-11-12 21:47:10 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version && protoc --version # buildkit
2025-11-12 21:56:03 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && (cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm # buildkit
2025-11-12 21:58:46 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --index-url https://download.pytorch.org/whl/cpu --no-cache-dir && wget ${PTA_URL} && pip install "./torch_npu-2.6.0.post2+git95d6260-cp311-cp311-linux_aarch64.whl" --no-cache-dir && python3 -m pip install --no-cache-dir attrs==24.2.0 numpy==1.26.4 scipy==1.13.1 decorator==5.1.1 psutil==6.0.0 pytest==8.3.2 pytest-xdist==3.6.1 pyyaml pybind11 && pip install ${TRITON_ASCEND_URL} --no-cache-dir # buildkit
2025-11-12 22:06:41 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && (cd sglang/python && rm -rf pyproject.toml && mv pyproject_other.toml pyproject.toml && pip install -v .[srt_npu] --no-cache-dir) && (cd sglang/sgl-router && python -m build && pip install --force-reinstall dist/*.whl) && rm -rf sglang # buildkit
2025-11-12 22:12:22 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c pip install wheel==0.45.1 && git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git && export LD_LIBRARY_PATH=${ASCEND_CANN_PATH}/latest/runtime/lib64/stub:$LD_LIBRARY_PATH && source ${ASCEND_CANN_PATH}/set_env.sh && cd sgl-kernel-npu && bash build.sh && pip install output/deep_ep*.whl output/sgl_kernel_npu*.whl --no-cache-dir && cd .. && rm -rf sgl-kernel-npu && cd "$(pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -s deep_ep/deep_ep_cpp*.so # buildkit
2025-11-12 22:12:31 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && chmod a+x ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run && ./CANN-custom_ops-8.2.0.0-$DEVICE_TYPE-linux.aarch64.run --quiet --install-path=/usr/local/Ascend/ascend-toolkit/latest/opp && wget https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl && pip install ./custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl # buildkit
2025-11-12 22:12:46 UTC (buildkit.dockerfile.v0)RUN |13 DEVICE_TYPE=910b PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= MEMFABRIC_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/mf_adapter-1.0.0-cp311-cp311-linux_aarch64.whl PYTORCH_VERSION=2.6.0 TORCHVISION_VERSION=0.21.0 PTA_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/torch_npu-2.6.0.post2%2Bgit95d6260-cp311-cp311-linux_aarch64.whl VLLM_TAG=v0.8.5 TRITON_ASCEND_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl BISHENG_URL=https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/Ascend-BiSheng-toolkit_aarch64.run SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=20251030 /bin/bash -c wget ${BISHENG_URL} && chmod a+x Ascend-BiSheng-toolkit_aarch64.run && ./Ascend-BiSheng-toolkit_aarch64.run --install && rm Ascend-BiSheng-toolkit_aarch64.run # buildkit
2025-11-12 22:12:46 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.