/bin/sh -c #(nop) ARG RELEASE

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

/bin/sh -c #(nop) ADD file:bcebbf0fddcba5b864d5d267b68dd23bcfb01275e6ec7bcab69bf8b56af14804 in /

/bin/sh -c #(nop) CMD ["/bin/bash"]

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential ca-certificates curl libncurses6 libncursesw6 patch wget rsync unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit

ARG CUDA_VERSION=12.6.3.004

ARG CUDA_DRIVER_VERSION=560.35.05

ARG JETPACK_HOST_MOUNTS=

ENV CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit

ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0

LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0

ARG NCCL_VERSION=2.23.4

ARG CUBLAS_VERSION=12.6.4.1

ARG CUFFT_VERSION=11.3.0.4

ARG CURAND_VERSION=10.3.7.77

ARG CUSPARSE_VERSION=12.5.4.2

ARG CUSOLVER_VERSION=11.7.1.2

ARG CUTENSOR_VERSION=2.0.2.5

ARG NPP_VERSION=12.3.1.54

ARG NVJPEG_VERSION=12.3.3.54

ARG CUDNN_VERSION=9.6.0.74

ARG CUDNN_FRONTEND_VERSION=1.8.0

ARG TRT_VERSION=10.7.0.23

ARG TRTOSS_VERSION=

ARG NSIGHT_SYSTEMS_VERSION=2024.7.1.84

ARG NSIGHT_COMPUTE_VERSION=2024.3.2.3

ARG CUSPARSELT_VERSION=0.6.3.2

ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSPARSELT_VERSION=0.6.3.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3

RUN |19 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3 CUSPARSELT_VERSION=0.6.3.2 /bin/sh -c /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit

LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.77 com.nvidia.cusparse.version=12.5.4.2 com.nvidia.cusparselt.version=0.6.3.2 com.nvidia.cusolver.version=11.7.1.2 com.nvidia.cutensor.version=2.0.2.5 com.nvidia.npp.version=12.3.1.54 com.nvidia.nvjpeg.version=12.3.3.54 com.nvidia.cudnn.version=9.6.0.74 com.nvidia.tensorrt.version=10.7.0.23 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2024.7.1.84 com.nvidia.nsightcompute.version=2024.3.2.3

ARG DALI_VERSION=1.44.0

ARG DALI_BUILD=20402542

ARG POLYGRAPHY_VERSION=0.49.13

ARG TRANSFORMER_ENGINE_VERSION=1.13

ARG MODEL_OPT_VERSION=0.21.0

ENV DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.13 MODEL_OPT_VERSION=0.21.0

ADD docs.tgz / # buildkit

RUN |24 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3 CUSPARSELT_VERSION=0.6.3.2 DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.13 MODEL_OPT_VERSION=0.21.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

ARG _LIBPATH_SUFFIX=

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

COPY entrypoint/ /opt/nvidia/ # buildkit

ENV NVIDIA_PRODUCT_NAME=CUDA

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnl-route-3-200 libnl-3-dev libnl-route-3-dev libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit

ARG GDRCOPY_VERSION=2.4.1

ARG HPCX_VERSION=2.21

ARG RDMACORE_VERSION=39.0

ARG MOFED_VERSION=5.4-rdmacore39.0

ARG OPENUCX_VERSION=1.18.0

ARG OPENMPI_VERSION=4.1.7

ARG EFA_VERSION=1.34.0

ARG AWS_OFI_NCCL_VERSION=1.12.1

ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1

ARG TARGETARCH=amd64

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers && rm -rf /var/lib/apt/lists/* && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ && dpkg -i libfabric*.deb && rm /opt/amazon/efa/lib/libfabric.a && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) && ldconfig # buildkit

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

ENV OMPI_MCA_coll_hcoll_enable=0

COPY cuda-*.patch /tmp # buildkit

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf && ldconfig; fi # buildkit

ARG NVIDIA_TRITON_SERVER_BASE_VERSION

ARG NVIDIA_BUILD_ID

ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.12

ENV NVIDIA_BUILD_ID=128719878

ENV NVIDIA_PRODUCT_NAME=Triton Server Base

COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.12 NVIDIA_BUILD_ID=128719878 /bin/sh -c sed 's/Server/Server Base/' /opt/nvidia/entrypoint.d/10-banner.txt | sed 's/^===/========/' > /opt/nvidia/entrypoint.d/10-banner.new && mv /opt/nvidia/entrypoint.d/10-banner.new /opt/nvidia/entrypoint.d/10-banner.txt # buildkit

ARG BUILD_TYPE=all

ENV DEBIAN_FRONTEND=noninteractive

RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt update -y && apt install software-properties-common -y && apt install python3 python3-pip -y && apt install curl git sudo libibverbs-dev -y && apt install rdma-core infiniband-diags openssh-server perftest -y && python3 --version && python3 -m pip --version && rm -rf /var/lib/apt/lists/* && apt clean # buildkit

RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator --break-system-packages # buildkit

WORKDIR /sgl-workspace

ARG CUDA_VERSION=12.4.1

RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six --break-system-packages --ignore-installed && git clone --depth=1 https://github.com/sgl-project/sglang.git && if [ "$CUDA_VERSION" = "12.1.1" ]; then export CUINDEX=121; elif [ "$CUDA_VERSION" = "12.4.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "12.8.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "11.8.0" ]; then export CUINDEX=118; python3 -m pip install --no-cache-dir sgl-kernel -i https://docs.sglang.ai/whl/cu118 --break-system-packages; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; fi && if [ "$CUDA_VERSION" = "12.4.1" ]; then python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu126 --break-system-packages; else python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} --break-system-packages; fi && cd sglang && python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --break-system-packages && if [ "$CUDA_VERSION" = "12.8.1" ]; then python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages; fi # buildkit

ENV DEBIAN_FRONTEND=interactive