Namespace
lmsysorg
Image / Tagsglang:v0.4.4-cu124
Content Digestsha256:66cd12edbfa81d832145b499f5a28d4557638637305efa79d95c71f6f609b61d
Details
2025-03-13 09:58:23 UTC
8.04 GB
Labels
-
com.nvidia.cublas.version12.4.5.8
-
com.nvidia.cuda.version9.0
-
com.nvidia.cudnn.version9.1.0.70
-
com.nvidia.cufft.version11.2.1.3
-
com.nvidia.curand.version10.3.5.147
-
com.nvidia.cusolver.version11.6.1.9
-
com.nvidia.cusparse.version12.3.1.170
-
com.nvidia.cutensor.version2.0.1.2
-
com.nvidia.nccl.version2.21.5
-
com.nvidia.npp.version12.2.5.30
-
com.nvidia.nsightcompute.version2024.1.1.4
-
com.nvidia.nsightsystems.version2024.2.1.106
-
com.nvidia.nvjpeg.version12.3.1.117
-
com.nvidia.tensorrt.version8.6.3.1+cuda12.2.2.009
-
com.nvidia.tensorrtoss.version23.11
-
com.nvidia.volumes.needednvidia_driver
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
BASH_ENV/etc/bash.bashrc
CUBLAS_VERSION12.4.5.8
CUDA_CACHE_DISABLE1
CUDA_DRIVER_VERSION550.54.15
CUDA_VERSION12.4.1.003
CUDNN_VERSION9.1.0.70
CUFFT_VERSION11.2.1.3
CURAND_VERSION10.3.5.147
CUSOLVER_VERSION11.6.1.9
CUSPARSE_VERSION12.3.1.170
CUTENSOR_VERSION2.0.1.2
DALI_BUILD13435171
DALI_VERSION1.36.0
DEBIAN_FRONTENDinteractive
ENV/etc/shinit_v2
GDRCOPY_VERSION2.3.1-1
HPCX_VERSION2.18
LD_LIBRARY_PATH/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs:
MOFED_VERSION5.4-rdmacore39.0
NCCL_VERSION2.21.5
NPP_VERSION12.2.5.30
NSIGHT_COMPUTE_VERSION2024.1.1.4
NSIGHT_SYSTEMS_VERSION2024.2.1.106
NVIDIA_BUILD_ID90085237
NVIDIA_DRIVER_CAPABILITIEScompute,utility,video
NVIDIA_PRODUCT_NAMETriton Server Base
NVIDIA_REQUIRE_CUDAcuda>=9.0
NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS NVIDIA_TRITON_SERVER_BASE_VERSION24.04
NVIDIA_VISIBLE_DEVICESall
NVJPEG_VERSION12.3.1.117
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
OPENMPI_VERSION4.1.7
OPENUCX_VERSION1.16.0
PATH/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin
POLYGRAPHY_VERSION0.49.8
RDMACORE_VERSION39.0
SHELL/bin/bash
TRANSFORMER_ENGINE_VERSION1.5
TRTOSS_VERSION23.11
TRT_VERSION8.6.3.1+cuda12.2.2.009
_CUDA_COMPAT_PATH/usr/local/cuda/compat
Layers
[#000] sha256:23828d760c7b04df02891af556c40ca44c2dd79d6837ea6f18fac24f4108448c - 0.35% (29 MB)
[#001] sha256:18ea39f449f25291fc05392aebbab48a7a069deba6efcda9d4b169a3cbb195ec - 1.55% (128 MB)
[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#003] sha256:a2f9ef49a25ec17587ce548bb034e854d3c3847b50c7c0ec87fd51b774c6a493 - 1.86% (153 MB)
[#004] sha256:1c7f2e233b5f061bcfe6d67dcac05f2eeae2b0c0a78d0341e622285ee28096a5 - 0.0% (14.9 KB)
[#005] sha256:6d00df402cf8994d017df480cf527bca28cc69b93d6f81ea7e96bf9b07441814 - 34.94% (2.81 GB)
[#006] sha256:fe4f2f5145598a2e82f34592f446cced1d1bef24b89ef9ec00feb29cdfea605f - 0.0% (11.3 KB)
[#007] sha256:999f45ff216e6589fdc35cde0c2d6ca405cb4df796c6f93f45e6328fe113ce81 - 0.0% (181 Bytes)
[#008] sha256:74e0ce3e6cbf14a08efd073270d5f3a61ca8b69b18d859d18df67f76c4eba27a - 0.0% (5.71 KB)
[#009] sha256:dfae8e751f333b0b5877297ad82ffdcad61cdbac6340203877ed93f8794cbdce - 0.0% (136 KB)
[#010] sha256:6b6f1f09276f41292640016f7a3d51c7aed3dd7dc2f16a6f8840ff492a4e77ad - 0.36% (29.9 MB)
[#011] sha256:d9e68ca306194bf3be445e5f130bc1b83aee769bcc7812bc6fc13839f8c12e0a - 1.02% (84.3 MB)
[#012] sha256:02006324a96622da372dce7b0fe79cdceba61442986184b606df4b76793727da - 0.0% (503 Bytes)
[#013] sha256:3d1a32501ee0a43821db9f88e3d249eff4266e2073e462e41def8b3c5a4d9415 - 5.26% (433 MB)
[#014] sha256:a79e61b6522e9e8b0a005f205003aca21909bf51475934de2436eabbd6a290bc - 0.0% (755 Bytes)
[#015] sha256:1b18d1e3a9a197e8023fc72058e49284c73e25998e7b7769a612f30c656f8436 - 0.0% (234 Bytes)
[#016] sha256:58498d43ecd5ac87e1bb7f8d835df23d3259791c980545c13bcbd50be74e8b09 - 0.92% (75.7 MB)
[#017] sha256:dd5e1daf5db1188b3fb71280253876a8bf3b6f50321c6372e44fe590cc344dcb - 0.17% (14 MB)
[#018] sha256:59fe9fbff55b689c740bdc13a2a8aee4bc00ec69a483f15f24b7aab1780f7884 - 0.0% (103 Bytes)
[#019] sha256:cbc9b4e32d2b273a1dc14ad3d25854536a10454727cecab53acc1cc3e3f5e09b - 53.55% (4.31 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2024-02-27 18:52:57 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-02-27 18:52:57 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-02-27 18:52:57 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-02-27 18:52:58 UTC/bin/sh -c #(nop) ADD file:21c2e8d95909bec6f4acdaf4aed55b44ee13603681f93b152e423e3e6a4a207b in /
2024-02-27 18:52:59 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-03-15 18:01:08 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential ca-certificates curl libncurses5 libncursesw5 patch wget rsync unzip jq gnupg libtcmalloc-minimal4 # buildkit
2024-04-02 01:39:54 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2024-04-02 01:39:54 UTC (buildkit.dockerfile.v0)ARG CUDA_DRIVER_VERSION
2024-04-02 01:39:54 UTC (buildkit.dockerfile.v0)ARG JETPACK_HOST_MOUNTS
2024-04-02 01:39:54 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=
2024-04-02 01:39:54 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUBLAS_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUFFT_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CURAND_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUSPARSE_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUSOLVER_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUTENSOR_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG NPP_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG NVJPEG_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG CUDNN_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG TRT_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG TRTOSS_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG NSIGHT_SYSTEMS_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ARG NSIGHT_COMPUTE_VERSION
2024-04-02 01:40:07 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)RUN |17 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4 /bin/sh -c /nvidia/build-scripts/installNCCL.sh && /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUTENSOR.sh # buildkit
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.21.5 com.nvidia.cublas.version=12.4.5.8 com.nvidia.cufft.version=11.2.1.3 com.nvidia.curand.version=10.3.5.147 com.nvidia.cusparse.version=12.3.1.170 com.nvidia.cusolver.version=11.6.1.9 com.nvidia.cutensor.version=2.0.1.2 com.nvidia.npp.version=12.2.5.30 com.nvidia.nvjpeg.version=12.3.1.117 com.nvidia.cudnn.version=9.1.0.70 com.nvidia.tensorrt.version=8.6.3.1+cuda12.2.2.009 com.nvidia.tensorrtoss.version=23.11 com.nvidia.nsightsystems.version=2024.2.1.106 com.nvidia.nsightcompute.version=2024.1.1.4
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ARG DALI_VERSION
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ARG DALI_BUILD
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ARG POLYGRAPHY_VERSION
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ARG TRANSFORMER_ENGINE_VERSION
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ENV DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.5
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ADD docs.tgz / # buildkit
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)RUN |21 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4 DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.5 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ARG _LIBPATH_SUFFIX
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)COPY entrypoint/ /opt/nvidia/ # buildkit
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-04-03 01:39:21 UTC (buildkit.dockerfile.v0)COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit
2024-04-03 01:51:44 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libnl-route-3-200 libnl-3-dev libnl-route-3-dev libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG HPCX_VERSION
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG RDMACORE_VERSION
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG MOFED_VERSION=5.4-rdmacore39.0
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG OPENUCX_VERSION
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG OPENMPI_VERSION
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers && rm -rf /var/lib/apt/lists/* && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ldconfig # buildkit
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)ENV OMPI_MCA_coll_hcoll_enable=0
2024-04-03 01:51:54 UTC (buildkit.dockerfile.v0)COPY cuda-*.patch /tmp # buildkit
2024-04-03 01:56:12 UTC (buildkit.dockerfile.v0)RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installNCCL.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit
2024-04-03 01:56:12 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)ARG NVIDIA_TRITON_SERVER_BASE_VERSION
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)ARG NVIDIA_BUILD_ID
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.04
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)ENV NVIDIA_BUILD_ID=90085237
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=Triton Server Base
2024-04-23 04:12:09 UTC (buildkit.dockerfile.v0)COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-04-23 04:12:10 UTC (buildkit.dockerfile.v0)RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.04 NVIDIA_BUILD_ID=90085237 /bin/sh -c sed 's/Server/Server Base/' /opt/nvidia/entrypoint.d/10-banner.txt | sed 's/^===/========/' > /opt/nvidia/entrypoint.d/10-banner.new && mv /opt/nvidia/entrypoint.d/10-banner.new /opt/nvidia/entrypoint.d/10-banner.txt # buildkit
2025-03-13 09:55:50 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-03-13 09:55:50 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-03-13 09:55:50 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt update -y && apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && apt update && apt install python3.10 python3.10-dev -y && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --set python3 /usr/bin/python3.10 && apt install python3.10-distutils -y && apt install curl git sudo libibverbs-dev -y && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py && python3 --version && python3 -m pip --version && rm -rf /var/lib/apt/lists/* && apt clean # buildkit
2025-03-13 09:55:53 UTC (buildkit.dockerfile.v0)RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator # buildkit
2025-03-13 09:55:53 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-03-13 09:55:53 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2025-03-13 09:58:23 UTC (buildkit.dockerfile.v0)RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && git clone --depth=1 https://github.com/sgl-project/sglang.git && if [ "$CUDA_VERSION" = "12.1.1" ]; then export CUINDEX=121; elif [ "$CUDA_VERSION" = "12.4.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "12.5.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "11.8.0" ]; then export CUINDEX=118; python3 -m pip install --no-cache-dir sgl-kernel -i https://docs.sglang.ai/whl/cu118; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; fi && python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} && cd sglang && python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --find-links https://flashinfer.ai/whl/cu${CUINDEX}/torch2.5/flashinfer-python # buildkit
2025-03-13 09:58:23 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=interactive
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.