Namespace
qwenllm
Image / Tagqwenvl:2.5-cu121
Content Digestsha256:d082165a6bc53db52055a8d8d3710e1dc82d6898440b910c7cfd03decdd12476
Details
2025-02-07 12:17:33 +0800
10.4 GB
Labels
-
com.nvidia.cudnn.version8.9.0.131
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CCACHE_DIR/root/.cache/ccache
CUDA_VERSION12.1.0
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
MAX_JOBS4
NCCL_VERSION2.17.1-1
NVARCHx86_64
NVCC_THREADS1
NVIDIA_CUDA_END_OF_LIFE1
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-1
NV_CUDA_CUDART_DEV_VERSION12.1.55-1
NV_CUDA_CUDART_VERSION12.1.55-1
NV_CUDA_LIB_VERSION12.1.0-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-1=12.1.0-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.1.0-1
NV_CUDNN_PACKAGElibcudnn8=8.9.0.131-1+cuda12.1
NV_CUDNN_PACKAGE_DEVlibcudnn8-dev=8.9.0.131-1+cuda12.1
NV_CUDNN_PACKAGE_NAMElibcudnn8
NV_CUDNN_VERSION8.9.0.131
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-1=12.1.0.26-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-1
NV_LIBCUBLAS_DEV_VERSION12.1.0.26-1
NV_LIBCUBLAS_PACKAGElibcublas-12-1=12.1.0.26-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-1
NV_LIBCUBLAS_VERSION12.1.0.26-1
NV_LIBCUSPARSE_DEV_VERSION12.0.2.55-1
NV_LIBCUSPARSE_VERSION12.0.2.55-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.17.1-1+cuda12.1
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.17.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.17.1-1+cuda12.1
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.17.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-1=12.0.2.50-1
NV_LIBNPP_DEV_VERSION12.0.2.50-1
NV_LIBNPP_PACKAGElibnpp-12-1=12.0.2.50-1
NV_LIBNPP_VERSION12.0.2.50-1
NV_NVML_DEV_VERSION12.1.55-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-1=12.1.55-1
NV_NVPROF_VERSION12.1.55-1
NV_NVTX_VERSION12.1.66-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
VLLM_FA_CMAKE_GPU_ARCHES80-real;90-real
Layers
[#000] sha256:aece8493d3972efa43bfd4ee3cdba659c0f787f8f59c82fb3e48c87cbb22a12e - 0.26% (28.2 MB)
[#001] sha256:45f7ea5367fe9dcee002e55e45a888af03a36523d11d2213ef9c6fc0088f6e96 - 0.04% (4.41 MB)
[#002] sha256:3d97a47c3c73a9f0e95e65070cfd89d749b89b490846c2a7ab0b796097d3c12b - 0.5% (53.1 MB)
[#003] sha256:12cd4d19752f10fb4ec393dc915c62c18895ce0090f0db7773b2426f9059df16 - 0.0% (185 Bytes)
[#004] sha256:da5a484f9d74b1673c155ea49073a322875f9a48118d0d5656c60224c7f8094e - 0.0% (6.72 KB)
[#005] sha256:5e5846364eee50e93288b9e4085bc9e558ed543163636c9ca2e61a528cb4952d - 11.57% (1.2 GB)
[#006] sha256:fd355de1d1f25492195368f3c3859f24af856e5d7a2ffb34951776daa50bd3e7 - 0.0% (62.4 KB)
[#007] sha256:3480bb79c6384806f3ae4d8854b5e7ea3e51c3e0ed913965790cdb1ac06cb0c4 - 0.0% (1.65 KB)
[#008] sha256:e7016935dd60c632d835fe53b96c59b79194151f22ed555675a41525e066a99f - 0.0% (1.49 KB)
[#009] sha256:99541166a1337295206d78a74f33e732d8acee77395b8e4de71f6d80c2dd951c - 22.5% (2.34 GB)
[#010] sha256:8999112df5b031b628f484c1c2aec564d110232aa865626bf5be629955160ea1 - 0.0% (86.4 KB)
[#011] sha256:656f8da5a68b114e918e55693670f5e005682bf3f75a0cdab7abd60922183483 - 13.2% (1.37 GB)
[#012] sha256:5b1677c1fe5e1cf4e0c28eddd2af042b788b874cdaebb671ed51fb3027745b29 - 15.19% (1.58 GB)
[#013] sha256:c40c9adaa86a9236a9dccabf5604b068d0f18c55b9e2ee8056fbbcbdbbda1d2d - 0.44% (46.9 MB)
[#014] sha256:904097296e345e9db76817fbb3ab351f46acf8b9a03ac610f32b0ae57bca332b - 0.0% (151 Bytes)
[#015] sha256:5abf3dea23193f00f4f88b49dfd5c3d31382ef028eb259a91573449a7d1efa1b - 0.0% (211 Bytes)
[#016] sha256:67f9a81c1e945a0f5361eed3f03898e615898c954ab460b69d91ab7d9cceb337 - 0.0% (134 Bytes)
[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#018] sha256:367100156e79f99fec3fe1f9a699857961a62ca022b019fd78795ed407fa81ae - 0.03% (3.3 MB)
[#019] sha256:6e6b1c0f28ff9da73916f8e1ee9db14c39c666a33f7ad4e6898a3223c02a8f2e - 26.07% (2.71 GB)
[#020] sha256:56cdea65ca062df831bea91ff27131909473c876d7e0f014f09388afcb0ae50e - 0.26% (27.8 MB)
[#021] sha256:37db40753fc085446e8273f23a79d59183ea11abeb3520fbb0a0a212c4694ace - 0.0% (6.61 KB)
[#022] sha256:78ae0b4eaf92925d248a9d606aee87b7c7c32241edb008350144743f9ab2e7bf - 0.36% (38.1 MB)
[#023] sha256:fdead0d4f6d6532a43259d72ac3911d9dac0d5f83e2ec7ba5d16e49bb562c898 - 1.69% (180 MB)
[#024] sha256:c165e2cc49eb7ce340b3d6a36b0e8817e65bcfdf44a645378e27c3044b09a4bc - 6.27% (667 MB)
[#025] sha256:c3216c91e3118c572ca2a7c3a8ca192d193ab522ba131c764943c41892487b37 - 1.6% (170 MB)
[#026] sha256:3edac66c9e5377c99c488524f8c1a2f2ea891eaf599a080c5a876584db1cafa9 - 0.0% (153 Bytes)
[#027] sha256:a3e55390c499c59b36b5608ea85ee659b4abca67d2641cdad8a5bdaefc706582 - 0.0% (3.74 KB)
[#028] sha256:509b1f35b3e0d8e58fc53d2964818b2417e6172a33181fda7036cb2dcd405ec4 - 0.0% (9.62 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2023-10-05 07:33:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) ADD file:63d5ab3ef0aab308c0e71cb67292c5467f60deafa9b0418cbb220affcd078444 in /
2023-10-05 07:33:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.1.55-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.0-1_all.deb && dpkg -i cuda-keyring_1.0-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:18 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.1.0
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2023-11-10 05:44:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.1.0-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.1.66-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.0.2.50-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-1=12.0.2.50-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.0.2.55-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.1.0.26-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-1=12.1.0.26-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.17.1-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.17.1-1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.17.1-1+cuda12.1
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:49:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-1=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-1=${NV_NVTX_VERSION} libcusparse-12-1=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_CUDA_END_OF_LIFE=1
2023-11-10 05:49:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.1.0-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.1.55-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.1.55-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.0.2.55-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.0.2.50-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-1=12.0.2.50-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.1.0.26-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-1=12.1.0.26-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.1.0-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-1=12.1.0-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.1.55-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-1=12.1.55-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.17.1-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.17.1-1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.17.1-1+cuda12.1
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 06:02:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-1=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-1=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-1=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-1=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-1=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-1=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 06:02:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2023-11-10 06:02:16 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=8.9.0.131
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn8
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn8=8.9.0.131-1+cuda12.1
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.9.0.131-1+cuda12.1
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=8.9.0.131
2023-11-10 06:28:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-02-06 23:06:42 +0800 (buildkit.dockerfile.v0)ARG DEBIAN_FRONTEND=noninteractive
2025-02-06 23:06:42 +0800 (buildkit.dockerfile.v0)RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c apt update -y && apt upgrade -y && apt install -y --no-install-recommends \ git \ git-lfs \ python3 \ python3-pip \ python3-dev \ wget \ vim \ libsndfile1 \ ccache \ software-properties-common \ && rm -rf /var/lib/apt/lists/* # buildkit
2025-02-06 23:06:50 +0800 (buildkit.dockerfile.v0)RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.26.1/cmake-3.26.1-Linux-x86_64.sh -q -O /tmp/cmake-install.sh && chmod u+x /tmp/cmake-install.sh && mkdir /opt/cmake-3.26.1 && /tmp/cmake-install.sh --skip-license --prefix=/opt/cmake-3.26.1 && rm /tmp/cmake-install.sh && ln -s /opt/cmake-3.26.1/bin/* /usr/local/bin # buildkit
2025-02-06 23:06:50 +0800 (buildkit.dockerfile.v0)RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c ln -s /usr/bin/python3 /usr/bin/python # buildkit
2025-02-06 23:06:50 +0800 (buildkit.dockerfile.v0)RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c git lfs install # buildkit
2025-02-06 23:06:50 +0800 (buildkit.dockerfile.v0)WORKDIR /
2025-02-06 23:06:51 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c mkdir -p /data/shared/Qwen # buildkit
2025-02-06 23:06:51 +0800 (buildkit.dockerfile.v0)WORKDIR /data/shared/Qwen/
2025-02-07 01:04:26 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install networkx==3.1 # buildkit
2025-02-07 01:09:16 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 xformers==0.0.28.post3 --index-url https://download.pytorch.org/whl/cu121 # buildkit
2025-02-07 01:09:48 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install git+https://github.com/huggingface/transformers@f3f6c86582611976e72be054675e2bf0abb5f775 && pip3 install accelerate # buildkit
2025-02-07 01:09:48 +0800 (buildkit.dockerfile.v0)COPY ../qwen-vl-utils ./qwen-vl-utils # buildkit
2025-02-07 01:09:56 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c cd ./qwen-vl-utils && pip3 install --no-cache-dir . # buildkit
2025-02-07 01:09:56 +0800 (buildkit.dockerfile.v0)ARG BUNDLE_FLASH_ATTENTION=true
2025-02-07 01:09:56 +0800 (buildkit.dockerfile.v0)ENV CCACHE_DIR=/root/.cache/ccache
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)RUN |1 BUNDLE_FLASH_ATTENTION=true /bin/sh -c if [ "$BUNDLE_FLASH_ATTENTION" = "true" ]; then pip3 install --no-cache-dir --no-build-isolation flash-attn==2.7.2.post1; fi # buildkit
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)ARG BUNDLE_VLLM=true
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)ENV MAX_JOBS=4
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)ENV NVCC_THREADS=1
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)ENV VLLM_FA_CMAKE_GPU_ARCHES=80-real;90-real
2025-02-07 01:10:23 +0800 (buildkit.dockerfile.v0)ENV CCACHE_DIR=/root/.cache/ccache
2025-02-07 07:08:39 +0800 (buildkit.dockerfile.v0)RUN |2 BUNDLE_FLASH_ATTENTION=true BUNDLE_VLLM=true /bin/sh -c if [ "$BUNDLE_VLLM" = "true" ]; then mkdir -p /data/shared/code && cd /data/shared/code && git clone https://github.com/vllm-project/vllm.git && cd vllm && git checkout bf3b79efb82676219a3275764d8fcf4c70097ce5 && pip3 install -r requirements-cuda.txt && pip3 install setuptools-scm && pip3 install . -vvv && cd /data/shared/Qwen && rm -rf /data/shared/code/vllm; fi # buildkit
2025-02-07 12:17:33 +0800 (buildkit.dockerfile.v0)RUN |2 BUNDLE_FLASH_ATTENTION=true BUNDLE_VLLM=true /bin/sh -c pip3 install gradio==5.4.0 gradio_client==1.4.2 transformers-stream-generator==0.0.4 av # buildkit
2025-02-07 12:17:33 +0800 (buildkit.dockerfile.v0)RUN |2 BUNDLE_FLASH_ATTENTION=true BUNDLE_VLLM=true /bin/sh -c rm -rvf /root/.cache/pip # buildkit
2025-02-07 12:17:33 +0800 (buildkit.dockerfile.v0)COPY ../web_demo_mm.py ./ # buildkit
2025-02-07 12:17:33 +0800 (buildkit.dockerfile.v0)COPY ../web_demo_streaming ./web_demo_streaming # buildkit
2025-02-07 12:17:33 +0800 (buildkit.dockerfile.v0)EXPOSE map[80/tcp:{}]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.