Namespace
xprobe
Image / Tagxinference:nightly-refactor_gpu_docker
Content Digestsha256:e97f217ef83dd75e4da0af6968216069d051ecac2458cdd68c12945f19742031
Details
2024-07-02 08:24:59 UTC
5.83 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_VERSION12.4.1
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/python3.10/dist-packages/nvidia/cublas/lib
NODE_VERSION14.21.1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NVIDIA_VISIBLE_DEVICESall
NVM_DIR/usr/local/nvm
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-4
NV_CUDA_CUDART_VERSION12.4.127-1
PATH/usr/local/nvm/versions/node/v14.21.1/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:3c645031de2917ade93ec54b118d5d3e45de72ef580b8f419a8cdc41e01d042c - 0.47% (28.2 MB)
[#001] sha256:0d6448aff88945ea46a37cfe4330bdb0ada228268b80da6258a0fec63086f404 - 0.07% (4.41 MB)
[#002] sha256:0a7674e3e8fe69dcd7f1424fa29aa033b32c42269aab46cbe9818f8dd7154754 - 0.92% (54.9 MB)
[#003] sha256:b71b637b97c5efb435b9965058ad414f07afa99d320cf05e89f10441ec1becf4 - 0.0% (185 Bytes)
[#004] sha256:56dc8550293751a1604e97ac949cfae82ba20cb2a28e034737bafd7382559609 - 0.0% (6.72 KB)
[#005] sha256:6b7fc7f0926b285511d50de8c31cbd49ad5b017de6b4a6a3a7edc943c1630423 - 0.0% (137 Bytes)
[#006] sha256:0987039905b190cffb02f34d58eec47f45aa2a0d204eb3164cab86ce0d3b87ce - 2.97% (177 MB)
[#007] sha256:6c2fee95bf2b723865b4706a4af01b88793f575676ea6c01fa4209021c71a4c9 - 0.0% (4.8 KB)
[#008] sha256:3214df239a43a6d7e7a3aab9634cf649dafd56ee994540b58ea2b80647fd7205 - 57.36% (3.34 GB)
[#009] sha256:b828339e85a27539afe216802b1eebd0b4ab28bdf129833cc1d88d0b062421ec - 1.12% (66.8 MB)
[#010] sha256:64d0d122bf7fbb7a160d85128a36b806ff412b53a18f5e660ac578a11ab6b6db - 1.51% (89.9 MB)
[#011] sha256:6566c7e87997a27f9e2b352d5b880a984324547d1dd49714232faeece01c310e - 2.29% (137 MB)
[#012] sha256:4a48c97c108422eca1a97d4a77d4b0f8269fd06adb881944ad67ea24e2cb22e9 - 33.29% (1.94 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) ADD file:3bd10da0673e2e72cb06a1f64a9df49a36341df39b0f762e3d1b38ee4de296fa in /
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.4.127-1
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.4.1
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-05-05 00:19:14 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2024-05-30 22:49:29 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c apt-get update -y && apt-get install -y python3-pip git vim # buildkit
2024-05-30 22:49:30 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c ldconfig /usr/local/cuda-12.4/compat/ # buildkit
2024-06-14 02:47:04 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install dist/*.whl --verbose # buildkit
2024-06-14 02:47:24 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install accelerate hf_transfer modelscope # buildkit
2024-06-14 02:47:24 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2024-06-14 02:47:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
2024-07-02 08:16:01 UTC/bin/sh -c #(nop) COPY dir:443a0a5e45b005849b941914a1cb772136ced7b0af52b52a44ba1abb0dcc4f73 in /opt/inference
2024-07-02 08:16:10 UTC/bin/sh -c #(nop) WORKDIR /opt/inference
2024-07-02 08:16:10 UTC/bin/sh -c #(nop) ENV NVM_DIR=/usr/local/nvm
2024-07-02 08:16:10 UTC/bin/sh -c #(nop) ENV NODE_VERSION=14.21.1
2024-07-02 08:16:29 UTC/bin/sh -c apt-get -y update && apt install -y curl procps git libgl1 && mkdir -p $NVM_DIR && curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash && . $NVM_DIR/nvm.sh && nvm install $NODE_VERSION && nvm alias default $NODE_VERSION && nvm use default && apt-get -yq clean
2024-07-02 08:16:31 UTC/bin/sh -c #(nop) ENV PATH=/usr/local/nvm/versions/node/v14.21.1/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-07-02 08:16:31 UTC/bin/sh -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/python3.10/dist-packages/nvidia/cublas/lib
2024-07-02 08:16:31 UTC/bin/sh -c #(nop) ARG PIP_INDEX=https://pypi.org/simple
2024-07-02 08:24:45 UTC|1 PIP_INDEX=https://pypi.org/simple /bin/sh -c pip install --upgrade -i "$PIP_INDEX" pip && pip install -i "$PIP_INDEX" "diskcache>=5.6.1" "jinja2>=2.11.3" && pip install "llama-cpp-python" -i https://abetlen.github.io/llama-cpp-python/whl/cu124 && pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /opt/inference/xinference/deploy/docker/requirements.txt && pip install -i "$PIP_INDEX" --no-deps sglang && cd /opt/inference && python3 setup.py build_web && git restore . && pip install -i "$PIP_INDEX" --no-deps "." && pip cache purge
2024-07-02 08:24:59 UTC/bin/sh -c #(nop) ENTRYPOINT []
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.