/bin/sh -c #(nop) ARG RELEASE

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

/bin/sh -c #(nop) ADD file:bcebbf0fddcba5b864d5d267b68dd23bcfb01275e6ec7bcab69bf8b56af14804 in /

/bin/sh -c #(nop) CMD ["/bin/bash"]

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential ca-certificates curl libncurses6 libncursesw6 patch wget rsync unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit

ARG CUDA_VERSION=12.6.3.004

ARG CUDA_DRIVER_VERSION=560.35.05

ARG JETPACK_HOST_MOUNTS=

ENV CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit

RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit

ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0

LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0

ARG NCCL_VERSION=2.23.4

ARG CUBLAS_VERSION=12.6.4.1

ARG CUFFT_VERSION=11.3.0.4

ARG CURAND_VERSION=10.3.7.77

ARG CUSPARSE_VERSION=12.5.4.2

ARG CUSOLVER_VERSION=11.7.1.2

ARG CUTENSOR_VERSION=2.0.2.5

ARG NPP_VERSION=12.3.1.54

ARG NVJPEG_VERSION=12.3.3.54

ARG CUDNN_VERSION=9.6.0.74

ARG CUDNN_FRONTEND_VERSION=1.8.0

ARG TRT_VERSION=10.7.0.23

ARG TRTOSS_VERSION=

ARG NSIGHT_SYSTEMS_VERSION=2024.7.1.84

ARG NSIGHT_COMPUTE_VERSION=2024.3.2.3

ARG CUSPARSELT_VERSION=0.6.3.2

ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSPARSELT_VERSION=0.6.3.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3

RUN |19 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3 CUSPARSELT_VERSION=0.6.3.2 /bin/sh -c /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit

LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.77 com.nvidia.cusparse.version=12.5.4.2 com.nvidia.cusparselt.version=0.6.3.2 com.nvidia.cusolver.version=11.7.1.2 com.nvidia.cutensor.version=2.0.2.5 com.nvidia.npp.version=12.3.1.54 com.nvidia.nvjpeg.version=12.3.3.54 com.nvidia.cudnn.version=9.6.0.74 com.nvidia.tensorrt.version=10.7.0.23 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2024.7.1.84 com.nvidia.nsightcompute.version=2024.3.2.3

ARG DALI_VERSION=1.44.0

ARG DALI_BUILD=20402542

ARG POLYGRAPHY_VERSION=0.49.13

ARG TRANSFORMER_ENGINE_VERSION=1.13

ARG MODEL_OPT_VERSION=0.21.0

ENV DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.13 MODEL_OPT_VERSION=0.21.0

ADD docs.tgz / # buildkit

RUN |24 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.77 CUSPARSE_VERSION=12.5.4.2 CUSOLVER_VERSION=11.7.1.2 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.54 NVJPEG_VERSION=12.3.3.54 CUDNN_VERSION=9.6.0.74 CUDNN_FRONTEND_VERSION=1.8.0 TRT_VERSION=10.7.0.23 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2024.7.1.84 NSIGHT_COMPUTE_VERSION=2024.3.2.3 CUSPARSELT_VERSION=0.6.3.2 DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.13 MODEL_OPT_VERSION=0.21.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

ARG _LIBPATH_SUFFIX=

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

COPY entrypoint/ /opt/nvidia/ # buildkit

ENV NVIDIA_PRODUCT_NAME=CUDA

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnl-route-3-200 libnl-3-dev libnl-route-3-dev libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit

ARG GDRCOPY_VERSION=2.4.1

ARG HPCX_VERSION=2.21

ARG RDMACORE_VERSION=39.0

ARG MOFED_VERSION=5.4-rdmacore39.0

ARG OPENUCX_VERSION=1.18.0

ARG OPENMPI_VERSION=4.1.7

ARG EFA_VERSION=1.34.0

ARG AWS_OFI_NCCL_VERSION=1.12.1

ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1

ARG TARGETARCH=amd64

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers && rm -rf /var/lib/apt/lists/* && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ && dpkg -i libfabric*.deb && rm /opt/amazon/efa/lib/libfabric.a && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) && ldconfig # buildkit

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

ENV OMPI_MCA_coll_hcoll_enable=0

COPY cuda-*.patch /tmp # buildkit

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit

RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf && ldconfig; fi # buildkit

ARG NVIDIA_TRITON_SERVER_BASE_VERSION

ARG NVIDIA_BUILD_ID

ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.12

ENV NVIDIA_BUILD_ID=128719878

ENV NVIDIA_PRODUCT_NAME=Triton Server Base

COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.12 NVIDIA_BUILD_ID=128719878 /bin/sh -c sed 's/Server/Server Base/' /opt/nvidia/entrypoint.d/10-banner.txt | sed 's/^===/========/' > /opt/nvidia/entrypoint.d/10-banner.new && mv /opt/nvidia/entrypoint.d/10-banner.new /opt/nvidia/entrypoint.d/10-banner.txt # buildkit

ARG BUILD_TYPE=all

ENV DEBIAN_FRONTEND=noninteractive

RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt update -y && apt install software-properties-common -y && apt install python3 python3-pip -y && apt install curl git sudo libibverbs-dev -y && apt install rdma-core infiniband-diags openssh-server perftest -y && python3 --version && python3 -m pip --version && rm -rf /var/lib/apt/lists/* && apt clean # buildkit

RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator --break-system-packages # buildkit

WORKDIR /sgl-workspace

ARG CUDA_VERSION=12.4.1

RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six --break-system-packages --ignore-installed && git clone --depth=1 https://github.com/sgl-project/sglang.git && if [ "$CUDA_VERSION" = "12.1.1" ]; then export CUINDEX=121; elif [ "$CUDA_VERSION" = "12.4.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "12.8.1" ]; then export CUINDEX=124; elif [ "$CUDA_VERSION" = "11.8.0" ]; then export CUINDEX=118; python3 -m pip install --no-cache-dir sgl-kernel -i https://docs.sglang.ai/whl/cu118 --break-system-packages; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1; fi && if [ "$CUDA_VERSION" = "12.4.1" ]; then python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu126 --break-system-packages; else python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} --break-system-packages; fi && cd sglang && python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --break-system-packages && if [ "$CUDA_VERSION" = "12.8.1" ]; then python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages; fi # buildkit

ENV DEBIAN_FRONTEND=interactive

RUN /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

RUN /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/amd64 /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit

RUN /bin/sh -c locale-gen en_US.UTF-8 # buildkit

ENV LANG=en_US.UTF-8

ENV LANGUAGE=en_US:en

ENV LC_ALL=en_US.UTF-8

RUN /bin/sh -c python3 -m pip install --no-cache-dir --break-system-packages pytest black isort icdiff scikit_build_core uv pre-commit # buildkit

RUN /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit

RUN /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit

RUN /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit

RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz && tar -xzf cmake-3.31.1-linux-x86_64.tar.gz && cp -r cmake-3.31.1-linux-x86_64/bin/* /usr/local/bin/ && cp -r cmake-3.31.1-linux-x86_64/share/* /usr/local/share/ && rm -rf cmake-3.31.1-linux-x86_64 cmake-3.31.1-linux-x86_64.tar.gz # buildkit

COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit

RUN /bin/sh -c chmod +x /usr/local/bin/yank # buildkit

RUN /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit

COPY --chown=root:root <<EOF /root/.vimrc # buildkit

COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit

RUN /bin/sh -c git config --global core.editor "vim" && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol" && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX" && git config --global color.ui true && git config --global color."diff-highlight".oldNormal "red bold" && git config --global color."diff-highlight".oldHighlight "red bold 52" && git config --global color."diff-highlight".newNormal "green bold" && git config --global color."diff-highlight".newHighlight "green bold 22" && git config --global color.diff.meta "11" && git config --global color.diff.frag "magenta bold" && git config --global color.diff.commit "yellow bold" && git config --global color.diff.old "red bold" && git config --global color.diff.new "green bold" && git config --global color.diff.whitespace "red reverse" && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --" && git config --global http.sslVerify false && git config --global pull.rebase true # buildkit

COPY --chown=root:root <<EOF /root/.zshrc # buildkit

RUN /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin # buildkit

WORKDIR /sgl-workspace/sglang

RUN /bin/sh -c apt-get update && apt-get install -y netcat-openbsd libopenmpi-dev kmod rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 build-essential cmake libibverbs-dev libgoogle-glog-dev libgtest-dev libjsoncpp-dev libnuma-dev libibverbs-dev libunwind-dev libgoogle-glog-dev libpython3-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler-grpc pybind11-dev libhiredis-dev pkg-config patchelf ccache libcurl4-openssl-dev curl pkg-config libczmq4 libczmq-dev libnl-route-3-dev libnl-3-dev librdmacm1 libhiredis-dev nvidia-dkms-535 build-essential devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev libfabric-dev python3 python3-pip && rm -rf /var/lib/apt/lists/* && ln -s /usr/bin/python3 /usr/bin/python # buildkit

RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.27.4/cmake-3.27.4-linux-x86_64.sh && chmod +x cmake-3.27.4-linux-x86_64.sh && ./cmake-3.27.4-linux-x86_64.sh --skip-license --prefix=/usr/local && rm cmake-3.27.4-linux-x86_64.sh # buildkit

ENV GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/

RUN /bin/sh -c mkdir -p /tmp && cd /tmp && git clone https://github.com/NVIDIA/gdrcopy.git -b v2.4.4 && cd /tmp/gdrcopy/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb && dpkg -i libgdrapi_*.deb && dpkg -i gdrcopy-tests_*.deb && dpkg -i gdrcopy_*.deb # buildkit

RUN /bin/sh -c ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so # buildkit

WORKDIR /sgl-workspace

RUN /bin/sh -c git clone https://github.com/deepseek-ai/DeepEP.git # buildkit

RUN /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.2.5/source/nvshmem_src_3.2.5-1.txz # buildkit

RUN /bin/sh -c tar -xf nvshmem_src_3.2.5-1.txz && mv nvshmem_src nvshmem && cd /sgl-workspace/nvshmem && git apply /sgl-workspace/DeepEP/third-party/nvshmem.patch && sed -i '1i#include <unistd.h>' /sgl-workspace/nvshmem/examples/moe_shuffle.cu && cat /sgl-workspace/nvshmem/examples/moe_shuffle.cu # buildkit

ENV CUDA_HOME=/usr/local/cuda

RUN /bin/sh -c cd /sgl-workspace/nvshmem && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=/sgl-workspace/nvshmem/install -DCMAKE_CUDA_ARCHITECTURES=90 && cd build && make install -j # buildkit

WORKDIR /sgl-workspace/DeepEP

ENV NVSHMEM_DIR=/sgl-workspace/nvshmem/install

RUN /bin/sh -c NVSHMEM_DIR=/sgl-workspace/nvshmem/install pip install --break-system-packages . # buildkit

RUN /bin/sh -c pip install --upgrade mooncake_transfer_engine --break-system-packages # buildkit