Namespace
lmsysorg
Image / Tagsglang:v0.3.4.post2-cu121
Content Digestsha256:703a5b23080fd92454dc2cc938005f3f52d08aea808715568769b90143602c21
Details
2024-10-25 18:11:36 UTC
8.24 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version20.04
Environment
CUDA_VERSION12.1.1
DEBIAN_FRONTENDinteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.17.1-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-1
NV_CUDA_CUDART_DEV_VERSION12.1.105-1
NV_CUDA_CUDART_VERSION12.1.105-1
NV_CUDA_LIB_VERSION12.1.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-1=12.1.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.1.1-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-1=12.1.3.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-1
NV_LIBCUBLAS_DEV_VERSION12.1.3.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-1=12.1.3.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-1
NV_LIBCUBLAS_VERSION12.1.3.1-1
NV_LIBCUSPARSE_DEV_VERSION12.1.0.106-1
NV_LIBCUSPARSE_VERSION12.1.0.106-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.17.1-1+cuda12.1
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.17.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.17.1-1+cuda12.1
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.17.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-1=12.1.0.40-1
NV_LIBNPP_DEV_VERSION12.1.0.40-1
NV_LIBNPP_PACKAGElibnpp-12-1=12.1.0.40-1
NV_LIBNPP_VERSION12.1.0.40-1
NV_NVML_DEV_VERSION12.1.105-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-1=12.1.105-1
NV_NVPROF_VERSION12.1.105-1
NV_NVTX_VERSION12.1.105-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
Layers
[#000] sha256:96d54c3075c9eeaed5561fd620828fd6bb5d80ecae7cb25f9ba5f7d88ea6e15c - 0.31% (26.2 MB)
[#001] sha256:224fe954d7252f10539d243d6c9688806f7d13ad775ed02e7f7c79077844510d - 0.09% (7.58 MB)
[#002] sha256:75722010b82e31715876aeeed0b2cee414296f0124fdfa061ab845ba2a158450 - 0.63% (53.1 MB)
[#003] sha256:d527cbbb87e3016fd72a18a9b468c945ad0ca27c5770b39debd6ed704db3a195 - 0.0% (186 Bytes)
[#004] sha256:b57676e46aee1a8c82e528d78e5a13e31142524eea31c8b213d69ddcb6f1fe80 - 0.0% (6.72 KB)
[#005] sha256:a8c1e85b5e14cec7af70bf304cb4d4cee6a1d25eb8215b2cf4fdc33e5af5e108 - 15.02% (1.24 GB)
[#006] sha256:a41a8d1c11c8d80fe4e82b0d05478f8d51176ff20b8350905fc1b25c93a51198 - 0.0% (61 KB)
[#007] sha256:0c12278907551c2962927d27c115f6f7bf0df894318b8aea6ece3ef01ccd0a8a - 0.0% (1.64 KB)
[#008] sha256:d8d1234baab3ec9ccb8bb710fc6b8ff6c10896ba2e8d27a347583eca770f9ff1 - 0.0% (1.49 KB)
[#009] sha256:7ed32bc8e4696fcdb2feef850781160597b2275ad756819c4add88236b0577d5 - 28.58% (2.35 GB)
[#010] sha256:ec1e7978c1fe161ced1d98092a51e7c5953ca5fda5577f54df9dbda4afff1b2b - 0.0% (84 KB)
[#011] sha256:b6b059c139be0205394f9d0545b237ff8e2ceb706b685495d0a4e7ea1cdd8467 - 1.05% (88.8 MB)
[#012] sha256:57c4892a1f5aa454136f3b32db477a4c621183aacc716107c11e87209fb1e228 - 0.18% (14.8 MB)
[#013] sha256:4274965be981d1c42ba1098a7cb403c882891fb01bf5a062b7468ac144f6b3db - 0.0% (103 Bytes)
[#014] sha256:8e50c18c721ae0c8aac0d4d3d32bbce148eee062c1f6aec40eac7e28d1d6194b - 39.01% (3.21 GB)
[#015] sha256:1948c706e072b31ba259881ebc3503dc4b5267bb1667593b67395455735387fc - 15.12% (1.25 GB)
[#016] sha256:87cc2f53ed739424e8b98a9af2f6216c8999db558ba688f08be4e37ed190d00d - 0.0% (8.59 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2023-10-03 10:45:50 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=20.04
2023-10-03 10:45:51 UTC/bin/sh -c #(nop) ADD file:4809da414c2d478b4d991cbdaa2df457f2b3d07d0ff6cf673f09a66f90833e81 in /
2023-10-03 10:45:52 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.1.105-1
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:07:08 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.1.1
2023-11-10 05:07:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:07:29 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2023-11-10 05:07:29 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2023-11-10 05:07:29 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2023-11-10 05:07:30 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2023-11-10 05:07:30 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2023-11-10 05:07:30 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.1.1-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.1.105-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.1.0.40-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-1=12.1.0.40-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.1.0.106-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.1.3.1-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-1=12.1.3.1-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.17.1-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.17.1-1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.17.1-1+cuda12.1
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:14:23 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-1=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-1=${NV_NVTX_VERSION} libcusparse-12-1=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:14:24 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2023-11-10 05:14:24 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2023-11-10 05:14:24 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2023-11-10 05:14:24 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2023-11-10 05:14:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.1.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.1.105-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.1.105-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.1.0.106-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.1.0.40-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-1=12.1.0.40-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.1.3.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-1=12.1.3.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.1.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-1=12.1.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.1.105-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-1=12.1.105-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.17.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.17.1-1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.17.1-1+cuda12.1
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2023-11-10 05:25:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libtinfo5 libncursesw5 cuda-cudart-dev-12-1=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-1=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-1=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-1=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-1=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-1=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2023-11-10 05:25:45 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2023-11-10 05:25:45 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-10-25 18:09:15 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2024-10-25 18:09:15 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2024-10-25 18:09:15 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt update -y && apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && apt update && apt install python3.10 python3.10-dev -y && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 2 && update-alternatives --set python3 /usr/bin/python3.10 && apt install python3.10-distutils -y && apt install curl git sudo libibverbs-dev -y && curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py && python3 --version && python3 -m pip --version && rm -rf /var/lib/apt/lists/* && apt clean # buildkit
2024-10-25 18:09:19 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator # buildkit
2024-10-25 18:09:19 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2024-10-25 18:11:11 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && git clone --depth=1 https://github.com/sgl-project/sglang.git && cd sglang && if [ "$BUILD_TYPE" = "srt" ]; then python3 -m pip --no-cache-dir install -e "python[srt]"; else python3 -m pip --no-cache-dir install -e "python[all]"; fi # buildkit
2024-10-25 18:11:11 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2024-10-25 18:11:36 UTC (buildkit.dockerfile.v0)RUN |2 BUILD_TYPE=all CUDA_VERSION=12.1.1 /bin/sh -c if [ "$CUDA_VERSION" = "12.1.1" ]; then export CUDA_IDENTIFIER=cu121 && python3 -m pip --no-cache-dir install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/; elif [ "$CUDA_VERSION" = "12.4.1" ]; then export CUDA_IDENTIFIER=cu124 && python3 -m pip --no-cache-dir install flashinfer -i https://flashinfer.ai/whl/cu124/torch2.4/; elif [ "$CUDA_VERSION" = "11.8.0" ]; then export CUDA_IDENTIFIER=cu118 && python3 -m pip install torch==2.4.0 --index-url https://download.pytorch.org/whl/cu118 && python3 -m pip --no-cache-dir install flashinfer -i https://flashinfer.ai/whl/cu118/torch2.4/; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; fi # buildkit
2024-10-25 18:11:36 UTC (buildkit.dockerfile.v0)RUN |2 BUILD_TYPE=all CUDA_VERSION=12.1.1 /bin/sh -c python3 -m pip cache purge # buildkit
2024-10-25 18:11:36 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=interactive
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.