Namespace
lmsysorg
Image / Tagsglang:main-cann8.5.0-a3
Content Digestsha256:05db64e720cb6f5ed60ae7cc64abcd3052043fe3bb9e33e0f94ef14483ad13e7
Details
2026-04-20 17:03:58 UTC
5.25 GB
Labels
-
org.opencontainers.image.created2026-04-20T16:29:16.288Z
-
org.opencontainers.image.descriptionSGLang is a high-performance serving framework for large language models and multimodal models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision9a0fd2ff0c830a30e8d7e67c493e928fa5fdbdae
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.versionmain-cann8.5.0-a3
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-8.5.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-8.5.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
TOOLCHAIN_HOME/usr/local/Ascend/cann-8.5.0/toolkit
Layers
[#000] sha256:6f4ebca3e823b18dac366f72e537b1772bc3522a5c7ae299d6491fb17378410e - 0.52% (28.2 MB)
[#001] sha256:70f795bea0d9490d12093cf24c421769ef73551ffea0649ab9ffcc9d55654727 - 2.68% (144 MB)
[#002] sha256:12043c806598c6f57caa6918c348563f879eb88c4dc8dd39664bf604cdcd48a5 - 1.51% (80.9 MB)
[#003] sha256:1c4aab340b7c1f55f87337d0a4a9b2565a14ebdf08876f72b0d647c7f3b3ca3e - 66.89% (3.51 GB)
[#004] sha256:441be2cf7ad6c6b4ab9516a0a0bb06968aeb252bd647601c3e543ce8d9dd2e5c - 0.0% (217 Bytes)
[#005] sha256:34857b839f3d0872bfa3c2ae2283eadb219cfb0516c7d216236828b98e82d661 - 0.0% (1.85 KB)
[#006] sha256:719fac9738b95de1af8df8df389c5ddece6f2d7e676a96af84e2e3489e951991 - 0.0% (249 Bytes)
[#007] sha256:fc9a7a9de83cd0a624eaa24e5ba12712afaef04ef4f64f7ce70ddcdb040e433c - 0.0% (99 Bytes)
[#008] sha256:b6bd840edf1742f9cb15b52ac72323b46ba7f74d29921c543891e19e34247b4f - 0.0% (216 Bytes)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:fa4df7fcc84d8b894ecd7c5835a0763f699349c5c01e5451dd3466958b4c564e - 6.82% (367 MB)
[#011] sha256:8fa00ea374691b7ac9c5cbef4ba5affabe5f2e1098ce50088f8f7749a4f55ff3 - 0.05% (2.89 MB)
[#012] sha256:27c72804b1e9826599480b1cbfb6592b45bf2343d7f6407d1fe9251114ea42ff - 0.7% (37.4 MB)
[#013] sha256:dd3add64341990c677f8fd85a7affab8166ec0a97ffd3198e2324562e3ec2ab3 - 5.09% (274 MB)
[#014] sha256:5e4c28beea0a2b00778bcd8c3b12bf0136c6ed312643c2acdd2175d4f0d64e20 - 1.0% (54 MB)
[#015] sha256:89f25aed8f64e0e34f4749550243a2ee625dfb7e1117c7d101b271110f744fa9 - 14.68% (789 MB)
[#016] sha256:e0e7eb71d37a62edc1f6b9b54adae5710b935338731056e5c0ad82f181ab92ca - 0.05% (2.44 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) ADD file:b499000226bd9a7c562ffa8eeb86e2d170f2a563310db6c2d79562ab53e5cb6e in /
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-8.5.0/opp
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-8.5.0/toolkit
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-01-19 06:27:28 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-01-19 06:53:01 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.14 /usr/local/python3.11.14 # buildkit
2026-01-19 06:57:18 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-01-19 06:57:21 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-01-19 06:57:22 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-01-19 06:57:22 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=8.5.0
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.23.0
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=main
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-04-20 16:32:17 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "amd64" ]; then echo "Using x86_64 dependencies"; echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; elif [ "$TARGETARCH" = "arm64" ]; then echo "Using aarch64 dependencies"; echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; else echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; fi # buildkit
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-04-20 16:32:50 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2026-04-20 16:32:50 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2026-04-20 16:37:25 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y unzip build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config libgl1-mesa-glx libgl1-mesa-dri ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2026-04-20 16:37:25 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2026-04-20 16:37:25 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2026-04-20 16:37:25 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2026-04-20 16:37:35 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} memfabric-hybrid==1.0.5 # buildkit
2026-04-20 16:39:05 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2026-04-20 16:46:16 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c . /etc/environment_new && (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2026-04-20 16:46:39 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c (${PIP_INSTALL} pybind11 triton-ascend) # buildkit
2026-04-20 17:03:17 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && cd /sgl-workspace/sglang/python && rm -rf pyproject.toml && mv pyproject_npu.toml pyproject.toml && ${PIP_INSTALL} -v -e .[all_npu] # buildkit
2026-04-20 17:03:58 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 pybind11 pyyaml decorator scipy attrs psutil && mkdir sgl-kernel-npu && cd sgl-kernel-npu && wget https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.8.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && unzip sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.8.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && ${PIP_INSTALL} deep_ep*.whl sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -sf deep_ep/deep_ep_cpp*.so # buildkit
2026-04-20 17:03:58 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Details
2026-04-20 16:36:33 UTC
4.93 GB
Labels
-
org.opencontainers.image.created2026-04-20T16:29:16.288Z
-
org.opencontainers.image.descriptionSGLang is a high-performance serving framework for large language models and multimodal models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision9a0fd2ff0c830a30e8d7e67c493e928fa5fdbdae
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.versionmain-cann8.5.0-a3
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-8.5.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-8.5.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
TOOLCHAIN_HOME/usr/local/Ascend/cann-8.5.0/toolkit
Layers
[#000] sha256:517f43312bfe3b4db0f0f031d8b6deb1aa5616b07fae71fa0d349f9ce451564f - 0.52% (26.1 MB)
[#001] sha256:64e905fdae6630a050bbe00f7c5af79f7d06bc507bd7181e535d00f2eb72cdfd - 2.77% (140 MB)
[#002] sha256:69a790650a81a8ae41a7de893a5d779484d8fe2902d810a3ce24c23fc5c11c84 - 1.6% (80.9 MB)
[#003] sha256:d29f02dbe2d8f5efd1032338d6cdc91c2ecd8059c0441be5a40e3c3511d7db3f - 71.35% (3.51 GB)
[#004] sha256:ac27c54aafbd1ee7fe3aeaaa64fdab283ccab833c8661f7905e56e2fae7cd83e - 0.0% (214 Bytes)
[#005] sha256:d8cbdfe053ed4ea871bdfb56a1b3b2d34d3c752d583cc2c7a8172d4c14dffcf7 - 0.0% (1.85 KB)
[#006] sha256:9312fc8a8b5bfaef71b7d87f42f533636ffb20f45d1f97c5d761dec159248a88 - 0.0% (250 Bytes)
[#007] sha256:5dfabaa791b30f419fe517fcd434cbb86de739333b0ebc42dceed56a6c756b1d - 0.0% (99 Bytes)
[#008] sha256:856464bcc05657987005119b169f464f9cc06af22daa2a03d34a74c836fc4bd1 - 0.0% (216 Bytes)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:866b83cb331d0f0fa829447ef8e73d2ef752dc36c9bd2dbf27f1c775e3509ff7 - 6.8% (343 MB)
[#011] sha256:4e01371db1fcf36de1cd60d488d78364e62dce6360c8bfebcf8f7b2f0a0a069a - 0.05% (2.69 MB)
[#012] sha256:4bf9c2c1a6c3aad473dd12be7ede3885758525ede8910603011ba2e1406ee074 - 0.75% (37.8 MB)
[#013] sha256:e3f613ecfe00d0b557cfcba98c5711f7bc50961002becb7401e5195c66758a12 - 3.82% (192 MB)
[#014] sha256:6e025901171e040a7ad928ceda16c2507b291211fd411aa4533f1ba65ccf38d0 - 1.02% (51.6 MB)
[#015] sha256:e346be4e3e9709b11d5dc1ac4490b9e88572c62832a77b162d35ba035c6aebd8 - 11.27% (568 MB)
[#016] sha256:471af1086828684acedd67e0e767367eb0b4f4e10e2bfe891d7028c6889c70dd - 0.05% (2.34 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-01-09 07:03:30 UTC/bin/sh -c #(nop) ADD file:643ece0a7a3a6026f87ab17e08013e914d8971796eb302cfa051d97af4bf9939 in /
2026-01-09 07:03:30 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-8.5.0/opp
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-8.5.0/toolkit
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-01-19 06:27:57 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-01-19 06:46:52 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.14 /usr/local/python3.11.14 # buildkit
2026-01-19 06:48:22 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-01-19 06:48:23 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-01-19 06:48:24 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-01-19 06:48:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=8.5.0
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.23.0
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=main
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "amd64" ]; then echo "Using x86_64 dependencies"; echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; elif [ "$TARGETARCH" = "arm64" ]; then echo "Using aarch64 dependencies"; echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; else echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; fi # buildkit
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-04-20 16:32:47 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-04-20 16:32:48 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2026-04-20 16:32:48 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2026-04-20 16:34:21 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y unzip build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config libgl1-mesa-glx libgl1-mesa-dri ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2026-04-20 16:34:21 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2026-04-20 16:34:21 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2026-04-20 16:34:21 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2026-04-20 16:34:22 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} memfabric-hybrid==1.0.5 # buildkit
2026-04-20 16:34:28 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2026-04-20 16:35:04 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c . /etc/environment_new && (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2026-04-20 16:35:08 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c (${PIP_INSTALL} pybind11 triton-ascend) # buildkit
2026-04-20 16:36:30 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && cd /sgl-workspace/sglang/python && rm -rf pyproject.toml && mv pyproject_npu.toml pyproject.toml && ${PIP_INSTALL} -v -e .[all_npu] # buildkit
2026-04-20 16:36:33 UTC (buildkit.dockerfile.v0)RUN |13 TARGETARCH=arm64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.8.0 TORCHVISION_VERSION=0.23.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=main ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.03.10.rc1 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 pybind11 pyyaml decorator scipy attrs psutil && mkdir sgl-kernel-npu && cd sgl-kernel-npu && wget https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.8.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && unzip sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.8.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && ${PIP_INSTALL} deep_ep*.whl sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -sf deep_ep/deep_ep_cpp*.so # buildkit
2026-04-20 16:36:33 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.