Namespace
gpustack
Image / Tagrunner:cann8.2-910b-vllm0.9.2-linux-arm64
Content Digestsha256:61745888e8da0b52c013aeff291b5fc34964a631fd02bf25e1cd4dec0be4bc87
Details
2025-10-29 08:26:45 UTC
5.28 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_HOME_PATH/usr/local/Ascend/ascend-toolkit/latest
ASCEND_OPP_PATH/usr/local/Ascend/ascend-toolkit/latest/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/ascend-toolkit/latest
ASDOPS_LOG_LEVELERROR
ASDOPS_LOG_PATH/root
ASDOPS_LOG_TO_BOOST_TYPEatb
ASDOPS_LOG_TO_FILE1
ASDOPS_LOG_TO_FILE_FLUSH0
ASDOPS_LOG_TO_STDOUT0
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_DEVICE_TILING_BUFFER_BLOCK_NUM32
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
ATB_HOST_TILING_BUFFER_BLOCK_NUM128
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_OPSRUNNER_SETUP_CACHE_ENABLE1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
ATB_WORKSPACE_MEM_ALLOC_GLOBAL0
CANN_ARCHS910b
CANN_HOME/usr/local/Ascend
CANN_VERSION8.2.rc1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
PATH/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.11
RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES1
TOOLCHAIN_HOME/usr/local/Ascend/ascend-toolkit/latest/toolkit
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_ASCEND_VERSION VLLM_LMCACHE_VERSION0.3.3
VLLM_TORCH_VERSION2.5.1
VLLM_VERSION0.9.2
Layers
[#000] sha256:ef6d179edc98e93dc6073cb3ddec6f1a6ed1d68d04cd7836a82abfd397922a05 - 0.48% (26.1 MB)
[#001] sha256:bd89e262a9a5572c8369f22eac238c3c7fa3fb96dd3c27316611a31492fe62c9 - 2.23% (120 MB)
[#002] sha256:52a17cde4d894521408152d698df615547540f3051281b5c67f09b62263e726b - 3.16% (171 MB)
[#003] sha256:74b6643ec2bdd3a59dfe1599ae2131ca838bfbfea83f5d70d981c7b95b8de5aa - 76.84% (4.06 GB)
[#004] sha256:a757f0460bd0dd81fbd0a37ed3cc2049e0f610377c2b514eb990419efe34276d - 0.0% (214 Bytes)
[#005] sha256:140aa0dd07c916d6ccc27493a9f0efcc86d8caf44d1611e488e7a46abd5689a8 - 0.0% (1.82 KB)
[#006] sha256:6508a807861a45897bea71c4ae1c8308a4e27223bad3f843c4e2ee5fe21385b8 - 1.87% (101 MB)
[#007] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#008] sha256:a5de2586200336b664234c6e80601647fd323374e41a7c670bb316ae09b73264 - 5.13% (277 MB)
[#009] sha256:64c576c25e4831543f82fa4de56db78c2f68b0df2097d6644c411e3a7de60047 - 0.0% (14.9 KB)
[#010] sha256:8b26cb819c4702f61e36a8b2fff5c5b5b3755fc2d5823600c23a8578766d2c16 - 0.84% (45.4 MB)
[#011] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:2d7b1b76124e3d67c3b692f986f2840c4989357889bd444f6cb14bfa8d4ebb74 - 2.46% (133 MB)
[#015] sha256:5749cd592f2716ab1b347f1717619bed2f7d8776f2a30b82e4df9618d17f2412 - 3.8% (205 MB)
[#016] sha256:9fdc520f9485e3e6cf286d0b56fca280730baccdd1c06c532eedc66a38104afa - 1.65% (89.4 MB)
[#017] sha256:88eeea8c55062e348ca1d44aa941a70db95d762225e9f1b1d8bd0b62d4ce9fbd - 0.0% (524 Bytes)
[#018] sha256:15699e1ef582b481c1157cbb1cafbb9c549022ed583bcc1d48ab5c92e89843b0 - 0.32% (17.1 MB)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#021] sha256:cdd441b77410c771455486cf4748f060d1963a552c9300f3d8c55238b8425379 - 1.22% (65.9 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:34:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-14 16:34:16 UTC/bin/sh -c #(nop) ADD file:834c1c2a4c7753a37759a9b21f64a990572643eee18669b1faa782fee45355ed in /
2025-07-14 16:34:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_LEVEL=ERROR
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_STDOUT=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_FILE=1
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_FILE_FLUSH=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_TO_BOOST_TYPE=atb
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV ASDOPS_LOG_PATH=/root
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2025-07-26 07:26:48 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2025-07-26 07:47:13 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2025-07-26 07:48:35 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-08-11 15:10:27 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-12 07:16:35 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:12:27 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma-dev libjemalloc-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:12:27 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2025-08-11 15:12:27 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2025-08-11 15:12:27 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf EXPORT_PYTHON_LIB="export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}" echo "${EXPORT_PYTHON_LIB}" >> /etc/profile echo "${EXPORT_PYTHON_LIB}" >> ~/.bashrc fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-distutils \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk \ libibverbs-dev # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:12:27 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=8.2.rc1
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=910b
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.2.rc1 CANN_ARCHS=910b
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc1 CANN_ARCHS=910b /bin/bash -eo pipefail -c # CANN Toolkit OS="$(uname -s | tr '[:upper:]' '[:lower:]')" ARCH="$(uname -m)" DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')" URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}" URL_SUFFIX="response-content-type=application/octet-stream" if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then echo "Skipping CANN Toolkit upgrade for ${DOWNLOAD_VERSION}..." exit 0 fi # Install dependencies cat <<EOT >/tmp/requirements.txt attrs==24.3.0 numpy==1.26.4 decorator==5.2.1 sympy==1.14.0 cffi==1.17.1 PyYAML==6.0.2 pathlib2==2.3.7.post1 protobuf==6.31.0 scipy==1.15.3 requests==2.32.3 absl-py==2.2.2 EOT pip install -r /tmp/requirements.txt # Install toolkit TOOLKIT_FILE="Ascend-cann-toolkit_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run" TOOLKIT_PATH="/tmp/${TOOLKIT_FILE}" TOOLKIT_URL="${URL_PREFIX}/${TOOLKIT_FILE}?${URL_SUFFIX}" curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${TOOLKIT_PATH}" "${TOOLKIT_URL}" chmod a+x "${TOOLKIT_PATH}" printf "Y\n" | "${TOOLKIT_PATH}" --install --install-for-all --install-path="${CANN_HOME}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt \ && rm -rf /var/log/ascend \ && rm -rf /var/log/ascend_seclog # buildkit
2025-08-25 08:40:19 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc1 CANN_ARCHS=910b /bin/bash -eo pipefail -c # CANN Kernels OS="$(uname -s | tr '[:upper:]' '[:lower:]')" ARCH="$(uname -m)" DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')" URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}" URL_SUFFIX="response-content-type=application/octet-stream" if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then echo "Skipping CANN Kernels upgrade for ${DOWNLOAD_VERSION}..." exit 0 fi # Prepare environment source ${CANN_HOME}/ascend-toolkit/set_env.sh # Install kernels KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run" if ! curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fsSIL "${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}" >/dev/null 2>&1; then # Fallback to generic kernels KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}.run" fi KERNELS_PATH="/tmp/${KERNELS_FILE}" KERNELS_URL="${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}" curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${KERNELS_PATH}" "${KERNELS_URL}" chmod a+x "${KERNELS_PATH}" printf "Y\n" |"${KERNELS_PATH}" --install --install-for-all --install-path="${CANN_HOME}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt \ && rm -rf /var/log/ascend \ && rm -rf /var/log/ascend_seclog # buildkit
2025-08-25 08:40:20 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc1 CANN_ARCHS=910b /bin/bash -eo pipefail -c # CANN NNAL OS="$(uname -s | tr '[:upper:]' '[:lower:]')" ARCH="$(uname -m)" DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')" URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}" URL_SUFFIX="response-content-type=application/octet-stream" if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]] && [[ -d "${CANN_HOME}/nnal" ]]; then echo "Skipping CANN NNAL upgrade for ${DOWNLOAD_VERSION}..." exit 0 fi # Prepare environment source ${CANN_HOME}/ascend-toolkit/set_env.sh # Install NNAL NNAL_FILE="Ascend-cann-nnal_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run" NNAL_PATH="/tmp/${NNAL_FILE}" NNAL_URL="${URL_PREFIX}/${NNAL_FILE}?${URL_SUFFIX}" curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${NNAL_PATH}" "${NNAL_URL}" chmod a+x "${NNAL_PATH}" printf "Y\n" | "${NNAL_PATH}" --install --install-path="${CANN_HOME}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt \ && rm -rf /var/log/ascend_seclog \ && rm -rf /var/log/cann_atb_log # buildkit
2025-08-25 08:40:20 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.5.1
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.5.1
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.5.1 /bin/bash -eo pipefail -c # Torch # Install Torch cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt else uv pip install \ -r /tmp/requirements.txt fi uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \ torch-npu==${VLLM_TORCH_VERSION}.* uv pip install \ numpy spicy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.9.2
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ARG VLLM_ASCEND_VERSION
2025-08-27 06:26:45 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.9.2 VLLM_ASCEND_VERSION=
2025-08-27 06:29:05 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.5.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.9.2 VLLM_ASCEND_VERSION= /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/Ascend/ascend-toolkit/latest/$(uname -i)-linux/devlib" # Install vLLM git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_VERSION} --single-branch \ https://github.com/vllm-project/vllm.git vllm-${VLLM_VERSION} VLLM_TARGET_DEVICE="empty" uv pip install --verbose /tmp/vllm-${VLLM_VERSION} --extra-index-url https://download.pytorch.org/whl/cpu/ # Fix # - vLLM Ascend doesn't support triton, uninstall it. uv pip uninstall triton || true # Install vLLM Ascend VLLM_ASCEND_VERSION=${VLLM_ASCEND_VERSION:-} if [[ -z "${VLLM_ASCEND_VERSION}" ]]; then # Fetch the latest version from RSS subscription. VLLM_ASCEND_VERSION="$(curl -sS https://pypi.org/rss/project/vllm-ascend/releases.xml | grep title | grep "${VLLM_VERSION}" | head -n 1 | awk -F '[<>]' '/<title>/ {print $3}')" fi git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_ASCEND_VERSION} --single-branch \ https://github.com/vllm-project/vllm-ascend.git vllm-ascend-${VLLM_ASCEND_VERSION} VLLM_TARGET_DEVICE="empty" pip install -v /tmp/vllm-ascend-${VLLM_ASCEND_VERSION} --extra-index-url https://download.pytorch.org/whl/cpu/ --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi # Fix # - Replace SoC version instead of compile. if [[ "${CANN_ARCHS}" == "310p" ]]; then sed -i "s/^__soc_version__.*/__soc_version__ = 'ASCEND310P3'/" $(pip show vllm-ascend | grep Location: | cut -d':' -f 2)/vllm_ascend/_build_info.py fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-27 06:29:09 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.5.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.9.2 VLLM_ASCEND_VERSION= /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope ray[default]>=2.47.1 protobuf>3.20.0 grpcio==1.71.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-27 06:29:10 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.5.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.9.2 VLLM_ASCEND_VERSION= /bin/bash -eo pipefail -c # Postprocess # Hijack executable path PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_ cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm #!/usr/bin/bash source \${CANN_HOME}/ascend-toolkit/set_env.sh source \${CANN_HOME}/nnal/atb/set_env.sh export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH} exec \${BASH_SOURCE[0]}_ "\$@" EOT chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package torch \ --package torch-npu # buildkit
2025-08-27 06:29:10 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-08-27 06:29:10 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_LMCACHE_VERSION=0.3.3 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache-Ascend/blob/aa9cec2fc23ff318d0c94ab907f599419042ba4c/README.md?plain=1#L112-L128. CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export NO_CUDA_EXT=1 export TORCH_DONT_CHECK_COMPILER_ABI=1 source ${CANN_HOME}/ascend-toolkit/set_env.sh source ${CANN_HOME}/nnal/atb/set_env.sh export SOC_VERSION="ASCEND910B3" if [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="ASCEND310P3" fi export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/Ascend/ascend-toolkit/latest/$(uname -i)-linux/devlib" # Install LMCache git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache if [[ "${TARGETARCH}" == "arm64" ]]; then sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt fi pip install -v /tmp/lmcache # Install LMCache Ascend git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend VLLM_ASCEND_LIB_PREFIX=$(pip show vllm-ascend | grep Location: | cut -d' ' -f 2) cd "${VLLM_ASCEND_LIB_PREFIX}" \ && git apply -p1 /tmp/lmcache-ascend/docker/kv-connector-v1.diff # - Workaround: change /bin/sh to bash for lmcache-ascend build script mv /bin/sh /bin/sh.bak \ && ln -s /bin/bash /bin/sh \ && pip install -v --no-build-isolation /tmp/lmcache-ascend \ && mv /bin/sh.bak /bin/sh # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package torch \ --package torch-npu \ --package lmcache \ --package lmcache-ascend # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-20 06:41:45 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Ray Client # Install Ray Client RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[client]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 03:25:48 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Ray Client # Install Ray Client RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[client]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 04:18:44 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Ray # Reinstall Ray cat <<EOT >/tmp/requirements.txt ray[client]>=2.47.1,<=2.48.0 ray[default]>=2.47.1,<=2.48.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-29 08:26:45 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.