Namespace
xprobe
Image / Tagxinference:v0.14.0
Content Digestsha256:56bebe2a1008bd9f3d9d13b4e80c8ee969617d4f8c776eba82150e9ec7bb5d5d
Details
2024-08-02 08:51:52 UTC
6.87 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version20.04
Environment
CUDA_VERSION12.1.0
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/python3.10/dist-packages/nvidia/cublas/lib
NODE_VERSION14.21.1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NVIDIA_VISIBLE_DEVICESall
NVM_DIR/usr/local/nvm
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-1
NV_CUDA_CUDART_VERSION12.1.55-1
PATH/usr/local/nvm/versions/node/v14.21.1/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:7a2c559011895d255fce249c00396abff5ae7e0c0a92931d0ed493e71de78e3a - 0.39% (27.3 MB)
[#001] sha256:755e535b54a3a8b8764bd9a145bc0b2915bc2a364fb9081f8fc0b975829a05e4 - 0.11% (7.58 MB)
[#002] sha256:24ff69e0a1e4e6664884b4f73ef5b016112397163ad02b6bbb22c17ac5105bc9 - 0.76% (53.1 MB)
[#003] sha256:76a627ca5e652c2e2240d85854abbef2874cbb3d35ceb0867a41453bba51c079 - 0.0% (187 Bytes)
[#004] sha256:35817692a87eb074ed0f9a4b34c568aeed6d482308cdeaba3b240f5cd005e3ae - 0.0% (6.72 KB)
[#005] sha256:a2a6575267d74061288588ba2de108124d73fdaab174fb715b5130fb72c8f111 - 0.0% (104 Bytes)
[#006] sha256:aaeaf44937fe6186908a04330520ad4c1ee5917e79aa0badfc1f38618387cf2e - 1.52% (107 MB)
[#007] sha256:968730b4a9f056c749e8679b4d43338946f2705101509548b8f40ac96b50d47c - 1.57% (111 MB)
[#008] sha256:239b7515e24dda64d7ca26b0428e95b279707719c7aa902826b56fe091872cf3 - 0.07% (4.81 MB)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:859094b04facc7ab806e8170111ddeb10c8c2b0201e558b86f3caa11de7457dd - 0.0% (6.67 KB)
[#011] sha256:6dfd8ac0eb50b5ee42e1af47b9a03b5ade08c26d080c7daf2648dcb15e1c63c2 - 47.9% (3.29 GB)
[#012] sha256:5993707f47369065ecca2878421e81dba18b590f9b7bbf3b280e8e5d99c73335 - 5.87% (413 MB)
[#013] sha256:a6912780634c3a0f97f21b752ddaa2ce6dda6df580a645ebba51ae777013cc91 - 17.32% (1.19 GB)
[#014] sha256:f0f1ad1cd4a38e4cfd1f38437e6c72faa650f8ef94dd3f1f903e32814e56fabb - 0.2% (14.4 MB)
[#015] sha256:2cef227378b1bb8d4a275eb18fbf2612777284c088191f3107b1ac04618db395 - 1.41% (99.5 MB)
[#016] sha256:5ef68b9e866f4b565397c96ab05369d7e7a5ac29e6f375b258edb2534fadc266 - 3.29% (232 MB)
[#017] sha256:7f89cdd51c05be0e481301ae2127f5e5c88f27ed4f8aa8882828da78ec3ed6dc - 19.59% (1.35 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=20.04
2023-10-03 10:45:51 UTC/bin/sh -c #(nop) ADD file:4809da414c2d478b4d991cbdaa2df457f2b3d07d0ff6cf673f09a66f90833e81 in /
2023-10-03 10:45:52 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.1.55-1
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:42:36 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.1.0
2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2023-11-10 05:42:52 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2023-11-10 05:42:53 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.1.0
2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.10
2024-07-24 10:47:22 -0700 (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2024-07-24 10:48:59 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv && if [ "${PYTHON_VERSION}" != "3" ]; then update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1; fi && python3 --version # buildkit
2024-07-24 10:49:32 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c apt-get update -y && apt-get install -y python3-pip git vim curl libibverbs-dev # buildkit
2024-07-24 10:50:06 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} # buildkit
2024-07-24 10:50:07 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip --version # buildkit
2024-07-24 10:50:07 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit
2024-07-24 11:00:15 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install dist/*.whl --verbose # buildkit
2024-07-24 11:00:45 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install /usr/src/mamba/*.whl --no-cache-dir # buildkit
2024-07-24 11:01:38 -0700 (buildkit.dockerfile.v0)RUN |2 CUDA_VERSION=12.1.0 PYTHON_VERSION=3.10 /bin/sh -c python3 -m pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.9/flashinfer-0.0.9+cu121torch2.3-cp310-cp310-linux_x86_64.whl # buildkit
2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)RUN /bin/sh -c pip install accelerate hf_transfer 'modelscope!=1.15.0' # buildkit
2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2024-07-24 11:01:51 -0700 (buildkit.dockerfile.v0)ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
2024-08-02 08:42:59 UTC/bin/sh -c #(nop) COPY dir:0e7680706bd10adc43f064bd44427d4eeedcef1eab579abe55b82fb6dc95cc44 in /opt/inference
2024-08-02 08:43:04 UTC/bin/sh -c #(nop) WORKDIR /opt/inference
2024-08-02 08:43:04 UTC/bin/sh -c #(nop) ENV NVM_DIR=/usr/local/nvm
2024-08-02 08:43:04 UTC/bin/sh -c #(nop) ENV NODE_VERSION=14.21.1
2024-08-02 08:44:20 UTC/bin/sh -c apt-get -y update && apt install -y curl procps git libgl1 ffmpeg && printf "\ndeb https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ jammy main restricted universe multiverse" >> /etc/apt/sources.list && apt-get -y update && apt-get install -y --only-upgrade libstdc++6 && apt install -y libc6 && mkdir -p $NVM_DIR && curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash && . $NVM_DIR/nvm.sh && nvm install $NODE_VERSION && nvm alias default $NODE_VERSION && nvm use default && apt-get -yq clean
2024-08-02 08:44:24 UTC/bin/sh -c #(nop) ENV PATH=/usr/local/nvm/versions/node/v14.21.1/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-08-02 08:44:24 UTC/bin/sh -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/python3.10/dist-packages/nvidia/cublas/lib
2024-08-02 08:44:24 UTC/bin/sh -c #(nop) ARG PIP_INDEX=https://pypi.org/simple
2024-08-02 08:51:39 UTC|1 PIP_INDEX=https://pypi.org/simple /bin/sh -c pip install --upgrade -i "$PIP_INDEX" pip && pip install -i "$PIP_INDEX" "diskcache>=5.6.1" "jinja2>=2.11.3" && pip install "llama-cpp-python>=0.2.82" -i https://abetlen.github.io/llama-cpp-python/whl/cu124 && pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /opt/inference/xinference/deploy/docker/requirements.txt && pip install -i "$PIP_INDEX" --no-deps sglang && cd /opt/inference && python3 setup.py build_web && git restore . && pip install -i "$PIP_INDEX" --no-deps "." && pip cache purge
2024-08-02 08:51:52 UTC/bin/sh -c #(nop) ENTRYPOINT []
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.