Namespace
gpustack
Image / Tagrunner:cuda12.8-vllm0.10.0
Content Digestsha256:d7175d17e2adc7ac6d8726ee0de368e0d218aa5235d02dab7d49852d4137321b
Details
2025-11-06 10:17:58 UTC
11.9 GB
Labels
-
com.nvidia.cudnn.version9.8.0.87-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AWS_EFA_VERSION1.43.3
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.8.1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.25.1-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_HPCX_VERSION2.22.1rc4
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.8.90-1
NV_CUDA_CUDART_VERSION12.8.90-1
NV_CUDA_LIB_VERSION12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-8=12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.8.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.8.0.87-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-8=12.8.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-8
NV_LIBCUBLAS_DEV_VERSION12.8.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-8=12.8.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-8
NV_LIBCUBLAS_VERSION12.8.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.8.93-1
NV_LIBCUSPARSE_VERSION12.5.8.93-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.25.1-1+cuda12.8
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.25.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.25.1-1+cuda12.8
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.25.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-8=12.3.3.100-1
NV_LIBNPP_DEV_VERSION12.3.3.100-1
NV_LIBNPP_PACKAGElibnpp-12-8=12.3.3.100-1
NV_LIBNPP_VERSION12.3.3.100-1
NV_NVML_DEV_VERSION12.8.90-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-8=12.8.90-1
NV_NVPROF_VERSION12.8.90-1
NV_NVTX_VERSION12.8.90-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.11
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_LMCACHE_VERSION0.3.3
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.8.1
VLLM_TORCH_VERSION2.7.1
VLLM_VERSION0.10.0
Layers
[#000] sha256:9cb31e2e37eab1bff50f727e979fcacb509e225fb853433a6fe21d2fb34e6305 - 0.23% (28.2 MB)
[#001] sha256:b95112eaf2836b9c7193858419f6d17933a873c4a2c9227dc497f5e090ea9c87 - 0.04% (4.42 MB)
[#002] sha256:030ef82509363afebdc78482e6f8c07f2bc8b65a45caf082c2a9a621c7deae63 - 0.5% (61.3 MB)
[#003] sha256:72ac9ccfda38d144ef8e3aadbd5851e7fa9aacd261f8e15d7365db0f816d3433 - 0.0% (186 Bytes)
[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)
[#005] sha256:0264850675f7464ed6385d030d281ffb0f2037323c73511a5372948c1c69d92c - 16.08% (1.92 GB)
[#006] sha256:de1d03310308c2871217cf179589d5e7fcd8eee31d8f331b61041347f50404a0 - 0.0% (62.6 KB)
[#007] sha256:c1d2af7fad0f1c6cdaf09c568c086019e834bc6523c30aa9b2b0b24c4b782086 - 0.0% (1.64 KB)
[#008] sha256:5601308b3ac642f7df8b1dc62b9582abdd34857eec6190bcb50162abc5719226 - 0.0% (1.49 KB)
[#009] sha256:6b2035e8b73ed2b018995a7b2c8d607d5527daf948d41964f02cc3ce7ed0699a - 23.35% (2.78 GB)
[#010] sha256:ed71f8f81b33b96e7112757f6828a6dcb0861026aa63c5edc672d13e11045f6d - 0.0% (86.8 KB)
[#011] sha256:c8ec6bd3d6c3fc8e46f67467d285fd8fbb6877905f1cb78d370956a08e4f9d1d - 5.5% (671 MB)
[#012] sha256:86f1bb222bdb7e763b5c10ba34c54b1013a80fb6e3004d3ea7c6aed6c344ec1c - 1.1% (134 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:ab89a38ebfc46d7dc47b61b67bd10eca10297c6615c5d8a4fe44f745b8a33c8b - 2.44% (298 MB)
[#015] sha256:d1c7595173238f994c38ad0325e60781420e0bafd26a6705053a34521dc9ff5c - 0.3% (36.9 MB)
[#016] sha256:86f79670abd4b9f38daa341b51687fcfec4ff7ece38158dae6b1beb1c6c70dda - 0.45% (54.5 MB)
[#017] sha256:525ef47c869c63a44d4aea93ea468ffc3768e59f4d7bab215b9f5c591f172cbc - 30.78% (3.67 GB)
[#018] sha256:d2962c594be78ac289ef187901a0ccc57bec5ee8dfa3f88e2c06d4867c734fed - 6.81% (832 MB)
[#019] sha256:9a5918ae3c554027624aee8ac04f88bcc625f7daa969a2d1f41f433f77399057 - 4.58% (560 MB)
[#020] sha256:0b05ca813b66315d27bbb4382e54576b7bfda94220f2c34d82261212c0ab0fa4 - 0.56% (68.2 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:6b3fc82bec5271eeeaa72ceefe78e07bab865c43f9f3a3ec7235141cd860561c - 0.11% (13.6 MB)
[#023] sha256:fc88bad48469c3777c755cc89961d501c3c2296e694ec3a47f60e64fa807e2e2 - 0.05% (6.54 MB)
[#024] sha256:8b00efa77422784ec86c21017997a86039f7f25b5eeb3e9eb017a76d448732ee - 0.08% (9.93 MB)
[#025] sha256:e387ee5d117a76311492b9ac163c965284d0a8aaacaf1c606b5ba781c688d181 - 0.08% (10.3 MB)
[#026] sha256:f37ccc60f45d991a46753db46f75f8457f1381d4e34172a4364b50fd38ddc259 - 0.21% (26.2 MB)
[#027] sha256:71d3472a97ed249a0355ec2f50937ff8e08b16416f7208eb26bbd18762454edb - 0.0% (338 KB)
[#028] sha256:e237d8476daaf7a777e47426d6ccd576c356780af396e337e21c13d40352ddef - 3.47% (423 MB)
[#029] sha256:0ac01b737cb685e30794a476503e855790dd1a9974c0bf8232c0ac14b2b90479 - 0.2% (24.3 MB)
[#030] sha256:5d42105b4c20fb54967c3ece6cd9b75fdaf099b3253163e5148a629c46bb2dfd - 0.0% (17.4 KB)
[#031] sha256:60aa1dc99f416376695dbe62011c2ac34543fa734c846c7aec62dae304025447 - 0.0% (17.5 KB)
[#032] sha256:7a82ea7ab5a36909b7238df311ab9fc9c4f913d15d77982890db76ee41a8e3c1 - 2.21% (270 MB)
[#033] sha256:0296994c3d0ef542fd96b1f2f41ed4dc319d29d50cf90ae5683b75aebca8284f - 0.06% (7.36 MB)
[#034] sha256:498706af6c3b616ad1966309838f8e8333a5d2be35f52baf0c129eb7134eb872 - 0.65% (79.3 MB)
[#035] sha256:4f7f06aedfc01655798978c78d280ec81a0730835a4feae1905de7cf51064e68 - 0.15% (17.8 MB)
[#036] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-01-26 05:31:10 UTC/bin/sh -c #(nop) ADD file:1b6c8c9518be42fa2afe5e241ca31677fce58d27cdfa88baa91a65a259be3637 in /
2025-01-26 05:31:11 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.8.90-1
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.1
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.8.90-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-8=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:09:21 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:10:03 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma-dev libjemalloc-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:10:03 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2025-08-11 15:10:03 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2025-08-11 15:10:53 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf EXPORT_PYTHON_LIB="export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}" echo "${EXPORT_PYTHON_LIB}" >> /etc/profile echo "${EXPORT_PYTHON_LIB}" >> ~/.bashrc fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-distutils \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk \ libibverbs-dev # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:10:53 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-08-25 08:41:23 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 08:41:23 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.8.1
2025-08-25 08:41:23 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-08-25 08:41:23 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.8.1 CUDA_ARCHS=
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.7.1
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.8.1
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} > 12.7" | bc -l) )) || [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS=2
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.10.0
2025-08-25 11:13:37 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.10.0
2025-08-25 11:14:39 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 13:13:58 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install \ /flashinfer/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 13:14:10 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm==0.9.10 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 13:14:10 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer \ --package torch # buildkit
2025-08-25 13:14:10 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-08-25 13:14:10 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_LMCACHE_VERSION=0.3.3 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r TORCH_MAJOR TORCH_MINOR TORCH_PATCH <<< "${VLLM_TORCH_VERSION}" IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" # Support ARM64 only for CUDA 12.8 and above if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} <= 12.7" | bc -l) )) && [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache if [[ "${TARGETARCH}" == "arm64" ]]; then CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache else uv pip install lmcache==${VLLM_LMCACHE_VERSION} fi # Review uv pip tree \ --package vllm \ --package lmcache \ --package torch # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-20 06:48:32 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Ray Client # Install Ray Client RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[client]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 04:34:50 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Ray Default # Install Ray Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[default]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 08:32:49 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.3
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.3
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_LMCACHE_VERSION=0.3.3 /bin/bash -eo pipefail -c # Rebuild LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r TORCH_MAJOR TORCH_MINOR TORCH_PATCH <<< "${VLLM_TORCH_VERSION}" IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" # Support ARM64 only for CUDA 12.8 and above if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache rebuilding for ${TARGETARCH}..." exit 0 fi # Install LMCache CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache # Review uv pip tree \ --package vllm \ --package lmcache \ --package torch # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-24 09:42:28 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-24 10:50:13 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-24 10:50:13 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-24 10:50:13 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-24 10:50:13 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-24 10:50:13 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Dependencies # Install apt-get update && apt-get install -y --no-install-recommends \ libnl-route-3-200 \ libnl-3-200 \ libnl-3-dev \ libnl-route-3-dev \ libibverbs1 \ libibverbs-dev \ librdmacm1 \ librdmacm-dev \ libibumad3 \ libibumad-dev \ ibverbs-utils \ ibverbs-providers # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:51:49 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-24 10:51:49 UTC (buildkit.dockerfile.v0)ARG NVIDIA_HPCX_VERSION=2.22.1rc4
2025-10-24 10:51:49 UTC (buildkit.dockerfile.v0)ENV NVIDIA_HPCX_VERSION=2.22.1rc4
2025-10-24 10:52:35 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 NVIDIA_HPCX_VERSION=2.22.1rc4 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If NVIDIA_HPCX_VERSION=2.24.1_cuda13, NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If NVIDIA_HPCX_VERSION=2.22.1rc4, NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If NVIDIA_HPCX_VERSION=2.21.3, NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else NVIDIA_HPCX_VERSION_DOWNLOAD=${NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${NVIDIA_HPCX_VERSION}/hpcx-v${NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/li EOT # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:52:35 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-10-24 10:52:35 UTC (buildkit.dockerfile.v0)ARG AWS_EFA_VERSION=1.43.3
2025-10-24 10:52:35 UTC (buildkit.dockerfile.v0)ENV AWS_EFA_VERSION=1.43.3
2025-10-24 10:54:08 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 NVIDIA_HPCX_VERSION=2.22.1rc4 AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:54:08 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-10-24 10:54:08 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-24 10:54:08 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Polish cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Review ldconfig -v # buildkit
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-05 02:39:03 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # buildkit
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-06 09:22:53 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" # Disable all features except IBGDA export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-06 10:13:33 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:16:58 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:17:58 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:17:58 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package torch \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-06 10:17:58 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-06 10:17:58 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Details
2025-11-06 09:52:52 UTC
10.4 GB
Labels
-
com.nvidia.cudnn.version9.8.0.87-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AWS_EFA_VERSION1.43.3
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.8.1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.25.1-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_HPCX_VERSION2.22.1rc4
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.8.90-1
NV_CUDA_CUDART_VERSION12.8.90-1
NV_CUDA_LIB_VERSION12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-8=12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.8.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.8.0.87-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-8=12.8.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-8
NV_LIBCUBLAS_DEV_VERSION12.8.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-8=12.8.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-8
NV_LIBCUBLAS_VERSION12.8.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.8.93-1
NV_LIBCUSPARSE_VERSION12.5.8.93-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.25.1-1+cuda12.8
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.25.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.25.1-1+cuda12.8
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.25.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-8=12.3.3.100-1
NV_LIBNPP_DEV_VERSION12.3.3.100-1
NV_LIBNPP_PACKAGElibnpp-12-8=12.3.3.100-1
NV_LIBNPP_VERSION12.3.3.100-1
NV_NVML_DEV_VERSION12.8.90-1
NV_NVTX_VERSION12.8.90-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.11
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_LMCACHE_VERSION0.3.3
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.8.1
VLLM_TORCH_VERSION2.7.1
VLLM_VERSION0.10.0
Layers
[#000] sha256:0d1c17d4e593cf07e0f9e907017f6edbe7e32dd2b7f8e3f026c74bbaf3466561 - 0.25% (26.1 MB)
[#001] sha256:235857475b3535a0579c3a42627a041075d2787f2fa06fd377ada45c4046fe04 - 0.04% (4.38 MB)
[#002] sha256:9f65884afbb6a5accd271333dc85dd22b33b3823feaab60abdd1c54a83b54833 - 0.57% (60.2 MB)
[#003] sha256:22bb9b30daa2851299c764f2b6f965c7d5da32cbb3ca29583d5569b22c00a0bf - 0.0% (185 Bytes)
[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)
[#005] sha256:3f6678bd85d5a48d8f61c510b4f96347aa9ece35cc068c3bb724a109f44bd919 - 18.06% (1.87 GB)
[#006] sha256:e50091fa843744eeb68e7b59aea3bed947e873d84c3d41c5fe551431ca2fa45a - 0.0% (62.6 KB)
[#007] sha256:192196c2d12fa0c6dcb3ed6fde50c155241691384f1c46eed6f94f54661e8269 - 0.0% (1.64 KB)
[#008] sha256:350275744db6eab345c639d8f61ef7c84b77fab5fe0662e697cfdb8702a16eed - 0.0% (1.49 KB)
[#009] sha256:a1eea303dc5910e26a0ba6b4fe858e3707d7cf748c52215b8dc9bb32dcbaf1fe - 23.45% (2.43 GB)
[#010] sha256:1d98a918ba47ba950dd6e709955cc2383e6f570e0ac29f93f67c94f762b9d202 - 0.0% (86.8 KB)
[#011] sha256:904753efd827e3e08eff1acad3845b27824d2c959d57834dc2d351916ed23df6 - 6.32% (670 MB)
[#012] sha256:a2d26a0178fb1c140a4c17dcbb9a80808870d613272b309e01071d74a553fe89 - 1.24% (131 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:13e177ca9bd4a525b772f07b9e09c9fd9128153d8e6fb94fb4298d7ab7fbfc59 - 2.64% (280 MB)
[#015] sha256:5cb94b3af30d2d2ef3b6367d6a7dea84b0caea727fdb22e327c5b8666fbd9704 - 0.35% (36.9 MB)
[#016] sha256:9c489db421fe158120f210793241aa94252747b267ee168692e748bc8d2f8ff9 - 0.51% (53.6 MB)
[#017] sha256:bd4bbe061149b2211775bdddcd0b5dfed2c609428e3095eff891ebcea5be6fa3 - 27.63% (2.86 GB)
[#018] sha256:b8587f315375b2e5cd53ee99c0188db0951c364ca75a36b11fc3db786282204b - 6.11% (648 MB)
[#019] sha256:7b55cd7b28677c857d26b121dfda3bdd6165bd030ff4fc8f98a2b775e1a52691 - 5.27% (559 MB)
[#020] sha256:47beb6ff5fe91dc8635a13cb357fc3bd107b11d7be5dcb12ffb4cac28072e0c0 - 0.37% (38.7 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:f82a0a798ad32fb98dc7502a1393621fb36cda7d22222db944c371c3a9ecf058 - 0.11% (11.9 MB)
[#023] sha256:284d0359ba17d0970408aa43c3fd77cf703e43fc92d3eb2069f005b0b0b15373 - 0.06% (6.35 MB)
[#024] sha256:12745b01eb87ed90f800af16b83601fa549dd36a44cabf9dc905dd52e47f0065 - 0.09% (9.26 MB)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:ceb522e1475b20bef21c86a5734287e07c6bcfa3ecdeb867689066c221d3eab5 - 0.23% (24.2 MB)
[#027] sha256:2831246db35dca728f86bd754b2cb02cca7dbc12678588a4db9d52b49dd368f2 - 0.0% (332 KB)
[#028] sha256:1c5de3c448ba93541209a2ff41070d4a56115a6c8049f524762fd6da37315a28 - 3.94% (418 MB)
[#029] sha256:3f9424ec451fc6b95612c8e4ea36418fd103a17e41ed1e8a056ff06b5e696a20 - 0.23% (24.1 MB)
[#030] sha256:1d96b621156d9fe69d564d78a9b57eee26dfb0e4e6ca83c4958887d19ff29af8 - 0.0% (16.9 KB)
[#031] sha256:5178b3b3aa28f627e2b4f2a3cc6b66d5db98e26fb27e87027e84c2a180ee88de - 0.0% (16.9 KB)
[#032] sha256:e4007d525bbaf596e0f6083ca7900c2acbae2ed7734b44122843ed2fca34c111 - 2.55% (270 MB)
[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#034] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#036] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-01-26 05:32:17 UTC/bin/sh -c #(nop) ADD file:905ede4ce5ed6db0abca06b5e342a3784cd1f328e2cdc1f59f6d556f6382650d in /
2025-01-26 05:32:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.8.90-1
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.1
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.8.90-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.3.100-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.8.90-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:42:45 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-03-10 22:42:45 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-08-11 15:09:36 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:09:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:11:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma-dev libjemalloc-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:11:37 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2025-08-11 15:11:37 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2025-08-11 15:12:10 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf EXPORT_PYTHON_LIB="export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}" echo "${EXPORT_PYTHON_LIB}" >> /etc/profile echo "${EXPORT_PYTHON_LIB}" >> ~/.bashrc fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-distutils \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk \ libibverbs-dev # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-08-11 15:12:10 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-08-25 08:40:54 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 08:40:54 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.8.1
2025-08-25 08:40:54 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-08-25 08:40:54 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.8.1 CUDA_ARCHS=
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.7.1
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.8.1
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} > 12.7" | bc -l) )) || [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS=2
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.10.0
2025-08-25 13:42:11 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.10.0
2025-08-25 13:52:09 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 14:59:17 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install \ /flashinfer/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 14:59:24 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm==0.9.10 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-08-25 14:59:24 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 VLLM_TORCH_CUDA_VERSION=12.8.1 CMAKE_MAX_JOBS=2 VLLM_VERSION=0.10.0 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer \ --package torch # buildkit
2025-08-25 14:59:24 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-08-25 14:59:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.3
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_LMCACHE_VERSION=0.3.3 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r TORCH_MAJOR TORCH_MINOR TORCH_PATCH <<< "${VLLM_TORCH_VERSION}" IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" # Support ARM64 only for CUDA 12.8 and above if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} <= 12.7" | bc -l) )) && [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache if [[ "${TARGETARCH}" == "arm64" ]]; then CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache else uv pip install lmcache==${VLLM_LMCACHE_VERSION} fi # Review uv pip tree \ --package vllm \ --package lmcache \ --package torch # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-20 06:46:32 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Ray Client # Install Ray Client RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[client]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 04:19:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Ray Default # Install Ray Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) uv pip install "ray[default]==${RAY_VERSION}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-22 08:22:41 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.3
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.3
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_LMCACHE_VERSION=0.3.3 /bin/bash -eo pipefail -c # Rebuild LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r TORCH_MAJOR TORCH_MINOR TORCH_PATCH <<< "${VLLM_TORCH_VERSION}" IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" # Support ARM64 only for CUDA 12.8 and above if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache rebuilding for ${TARGETARCH}..." exit 0 fi # Install LMCache CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache # Review uv pip tree \ --package vllm \ --package lmcache \ --package torch # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-24 09:22:59 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-10-24 10:42:17 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-24 10:42:17 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-24 10:42:17 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-24 10:42:17 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-24 10:42:17 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Dependencies # Install apt-get update && apt-get install -y --no-install-recommends \ libnl-route-3-200 \ libnl-3-200 \ libnl-3-dev \ libnl-route-3-dev \ libibverbs1 \ libibverbs-dev \ librdmacm1 \ librdmacm-dev \ libibumad3 \ libibumad-dev \ ibverbs-utils \ ibverbs-providers # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:43:45 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-24 10:43:45 UTC (buildkit.dockerfile.v0)ARG NVIDIA_HPCX_VERSION=2.22.1rc4
2025-10-24 10:43:45 UTC (buildkit.dockerfile.v0)ENV NVIDIA_HPCX_VERSION=2.22.1rc4
2025-10-24 10:44:30 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 NVIDIA_HPCX_VERSION=2.22.1rc4 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If NVIDIA_HPCX_VERSION=2.24.1_cuda13, NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If NVIDIA_HPCX_VERSION=2.22.1rc4, NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If NVIDIA_HPCX_VERSION=2.21.3, NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else NVIDIA_HPCX_VERSION_DOWNLOAD=${NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${NVIDIA_HPCX_VERSION}/hpcx-v${NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/li EOT # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:44:30 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-10-24 10:44:30 UTC (buildkit.dockerfile.v0)ARG AWS_EFA_VERSION=1.43.3
2025-10-24 10:44:30 UTC (buildkit.dockerfile.v0)ENV AWS_EFA_VERSION=1.43.3
2025-10-24 10:46:07 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 NVIDIA_HPCX_VERSION=2.22.1rc4 AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-24 10:46:07 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-10-24 10:46:07 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-24 10:46:07 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Polish cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Review ldconfig -v # buildkit
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-05 02:39:32 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # buildkit
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-06 09:21:12 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-06 09:51:53 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" # Disable all features except IBGDA export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:51:53 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:51:53 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-06 09:51:53 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:51:53 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-06 09:51:54 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:52:51 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:52:52 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:52:52 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package torch \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-06 09:52:52 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-06 09:52:52 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.