approachingai
    ktransformers
    v0.4.3-cu128
Namespace
approachingai
Image / Tag
ktransformers:v0.4.3-cu128
Content Digest
sha256:88de78c03f0ef29115a8bd853d95200878392f4d6ca47813f76f80818ca10a13
Details
Created

2025-12-10 09:35:12 UTC

Size

21.4 GB

Content Digest
Labels
  • com.nvidia.cudnn.version
    9.8.0.87-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    24.04
Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

12.8.1

DEBIAN_FRONTEND

noninteractive

FLASHINFER_VERSION

0.5.3

GDRCOPY_HOME

/usr/src/gdrdrv-2.5.1/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.25.1-1

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_DEV_VERSION

12.8.90-1

NV_CUDA_CUDART_VERSION

12.8.90-1

NV_CUDA_LIB_VERSION

12.8.1-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-12-8=12.8.1-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

12.8.1-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-12=9.8.0.87-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-12=9.8.0.87-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-12

NV_CUDNN_VERSION

9.8.0.87-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-12-8=12.8.4.1-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-12-8

NV_LIBCUBLAS_DEV_VERSION

12.8.4.1-1

NV_LIBCUBLAS_PACKAGE

libcublas-12-8=12.8.4.1-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-12-8

NV_LIBCUBLAS_VERSION

12.8.4.1-1

NV_LIBCUSPARSE_DEV_VERSION

12.5.8.93-1

NV_LIBCUSPARSE_VERSION

12.5.8.93-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.25.1-1+cuda12.8

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.25.1-1

NV_LIBNCCL_PACKAGE

libnccl2=2.25.1-1+cuda12.8

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.25.1-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-12-8=12.3.3.100-1

NV_LIBNPP_DEV_VERSION

12.3.3.100-1

NV_LIBNPP_PACKAGE

libnpp-12-8=12.3.3.100-1

NV_LIBNPP_VERSION

12.3.3.100-1

NV_NVML_DEV_VERSION

12.8.90-1

NV_NVPROF_DEV_PACKAGE

cuda-nvprof-12-8=12.8.90-1

NV_NVPROF_VERSION

12.8.90-1

NV_NVTX_VERSION

12.8.90-1

PATH

/opt/miniconda3/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

Layers

[#000] sha256:107a4fb0af3829758fca8bb809bb86ccb87dd630e4d61110103466886f7b0746 - 0.13% (29.2 MB)

[#001] sha256:a102f36d092c0e9e0bef8c97854f606af9156aa36ab408e6fa4b88e27124a7e6 - 0.03% (6.63 MB)

[#002] sha256:05ec76e31584ec109785cc7045bd88df0240411233c2fcdad66b621c662034c0 - 0.28% (61.3 MB)

[#003] sha256:398182656c471d6ecca3c2d6d30e97193b40ffc8028a94515093960322f3d64e - 0.0% (183 Bytes)

[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)

[#005] sha256:cbb9175a9bc5f6553f8c0c5025ea9521898b8a3956ee24798dc35c24c6185053 - 8.95% (1.92 GB)

[#006] sha256:3d6ab8c799cda2f4c6a6277b0e24dd2231c5de83b0316968b7cce81156bb8be0 - 0.0% (58.2 KB)

[#007] sha256:7209097bfb98d6f8b422984480f1fddead5ea62f8900ff6b6548e060b71aca76 - 0.0% (1.64 KB)

[#008] sha256:545a3ada5b6bc612a11c13a659775d67eeda5a61615e7f49c76ecd24adcad626 - 0.0% (1.49 KB)

[#009] sha256:abf026459f528efac0543168ff07d7037e9415fe3eb956b82f8fd617c7d2db1f - 13.05% (2.8 GB)

[#010] sha256:93e2721b7dddc8fb00723395d1865e71805c41b3d8f166c6753b2cb7e92b0da6 - 0.0% (87.4 KB)

[#011] sha256:ae9716fa7429dcb1b2b3722df89a54c812a531545360f4bb7fa92046236996d7 - 3.06% (671 MB)

[#012] sha256:95eee523207399f3e2fed46c708bde845c4fc611ee1df5f0a4ce9433633a63c4 - 0.0% (317 Bytes)

[#013] sha256:40ae0f3f019057809b6b80053ac67d42279dc968f4590cc0f0234c81b245cb4f - 3.91% (859 MB)

[#014] sha256:489d1359d4e664a76d036d1e1e668448000fcd796a45535325e984f86bb9e6c8 - 0.01% (1.42 MB)

[#015] sha256:63cb7af0a779350b17fb0dd7670e9366e9db5cdae98822a0ca5d495c8b1bbdd8 - 0.0% (188 Bytes)

[#016] sha256:ec069415be8409df08ea05385d8d66fc1a7047efd4bc0ea1f15bdcb26d1b2a64 - 0.0% (846 KB)

[#017] sha256:5eadefc19474bd9eb8bfd92960826f47cb86050f2c39fce7e95976e1bdc8614c - 1.61% (352 MB)

[#018] sha256:474fba8770cd6a883e02e219926acf2d7c45beb78f45e8561bc237a77fbf6a67 - 0.0% (846 Bytes)

[#019] sha256:b88eb6d1f1ae53bbe008cbfcadeab4dc8e751723c7428caff097c4cbcd3902fe - 0.0% (222 Bytes)

[#020] sha256:a13b8560a101715e8cb65c19a8414c914d2fe059d41ccbd8344adab9ca86ad1f - 0.0% (99 Bytes)

[#021] sha256:c764be629a13855b3f9c5d4191731be4bc662ba134e16d8112b9f88bb78a5d9f - 1.08% (236 MB)

[#022] sha256:901883006acd6508f67e3f0dc6e94907192a4bee6eedd0efbc521b5fca2dbf6c - 0.0% (42.5 KB)

[#023] sha256:ce3a4fe468deb5f437638b69c71fbae0387f091a08ea243f03d66dc403de9426 - 0.28% (60.4 MB)

[#024] sha256:7c249db0b433ceddc602978d69111afa79e9bec005a33d9dd5aa10144e560002 - 2.75% (603 MB)

[#025] sha256:e68d660f97956bfc422107f52735aba66c9414a4c96ce6841bd2ac42ba63433f - 1.23% (271 MB)

[#026] sha256:f0e6a9716e0f498e1ac19ad500cde96d403ac674d32a29afe857406817e7e77b - 0.0% (356 KB)

[#027] sha256:588e8b1e4613dc4c66c54a03c7734fb6095a0fa51f6653f58e5f55e9658c3c30 - 2.32% (508 MB)

[#028] sha256:948d59bbe25206c4611e9e8e80deb6ef03bc363c386656450d6413a6ae1c6616 - 21.81% (4.67 GB)

[#029] sha256:4f97f0e7dab9b165a2577b0aed73b99f4f30a4ab430ae3bb1cfc1b053f337002 - 0.38% (84.2 MB)

[#030] sha256:2375161ba74bc0651cc8146b1585c49b35a6598d1de44cc4f4c1982707c44dcb - 0.01% (1.2 MB)

[#031] sha256:014a828391106b20c451e67f4d5b0fc1dbc856e9e24a051816b7b2fa31bcc57d - 0.0% (1.06 MB)

[#032] sha256:93831ceb0b2742aaf2082808c06250deb87227f9c4fcf820dedf647c1f1f7e7f - 1.29% (283 MB)

[#033] sha256:f243826525c4f0118e79b4b08cd249c310834deb15cc699719b06584a6a425aa - 3.4% (747 MB)

[#034] sha256:0457c2b245cee6463cacce05374329cbe37bf52f1585cbc8778402d06ff269a3 - 12.18% (2.61 GB)

[#035] sha256:70f6f2429ff4703ef99c45654ef2c400d37e61ce21dd58e092271f2f7b694a18 - 17.45% (3.74 GB)

[#036] sha256:15234d80871380d56e84deed799530e238b87b30de5524ede1e63c5c07132f32 - 2.08% (456 MB)

[#037] sha256:6d0b4ec94984e7ddcef393e83b9a22bb34465c8ac54c8b3780381ef4181f2c4d - 0.32% (70.3 MB)

[#038] sha256:e3604a4be845c99445d013bc3153f6de2e98c7027a01bde32e1128efeb054c85 - 1.11% (243 MB)

[#039] sha256:c7ce1ad06facfb976781c7245441c4e7fd96a2defbd3ecf5620d8add86c1847f - 1.29% (283 MB)

[#040] sha256:a483291c1c247fa472d741c01725995f12961cde17c8f9a728d2ad4d32173fe0 - 0.0% (234 Bytes)

[#041] sha256:56b76a1a988aefad50a9af86bfd04dbcb111f00659eef6488b9950b5107f4ae5 - 0.0% (1.7 KB)

[#042] sha256:5f1625a0d1161b3e66b1e38d709e549aaf934534ec437f8767aae6edc96462ae - 0.0% (1.74 KB)

[#043] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

History
2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-01-27 04:14:03 UTC

/bin/sh -c #(nop) ADD file:6df775300d76441aa33f31b22c1afce8dfe35c8ffbc14ef27c27009235b12a95 in /

2025-01-27 04:14:03 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=12.8.90-1

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2025-03-10 22:19:07 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.8.1

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2025-03-10 22:19:21 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.8.1-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=12.8.90-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=12.3.3.100-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.25.1-1

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2025-03-10 22:30:18 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=12.8.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=12.8.90-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_VERSION=12.8.90-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-8=12.8.90-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.25.1-1

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2025-03-10 22:44:37 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.8.0.87-1

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.8.0.87-1

2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL=0

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG HOPPER_SBO=0

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG BUILD_AND_DOWNLOAD_PARALLEL=8

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION=0.3.19

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.6.post1

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG=0

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_MIRROR=1

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY=github.com

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION=0.5.3

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG KTRANSFORMERS_VERSION=0.4.2

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ARG FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.5.3

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-12-10 08:36:15 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then echo "deb https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ noble main restricted universe multiverse" > /etc/apt/sources.list && echo "deb https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ noble-updates main restricted universe multiverse" >> /etc/apt/sources.list && echo "deb https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ noble-backports main restricted universe multiverse" >> /etc/apt/sources.list && echo "deb http://security.ubuntu.com/ubuntu/ noble-security main restricted universe multiverse" >> /etc/apt/sources.list && rm -f /etc/apt/sources.list.d/ubuntu.sources; fi # buildkit

2025-12-10 08:51:12 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends --allow-change-held-packages tzdata ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev gdb ninja-build vim tmux htop zsh tree less rdma-core libnccl2 libnccl-dev && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2025-12-10 08:52:00 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit

2025-12-10 08:52:01 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2025-12-10 08:52:02 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c locale-gen en_US.UTF-8 # buildkit

2025-12-10 08:52:02 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

2025-12-10 08:52:31 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c mkdir -p /opt/miniconda3 && wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /opt/miniconda3/miniconda.sh && bash /opt/miniconda3/miniconda.sh -b -u -p /opt/miniconda3 && rm /opt/miniconda3/miniconda.sh # buildkit

2025-12-10 08:52:31 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/miniconda3/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2025-12-10 08:52:35 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main && conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r # buildkit

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

RUN |17 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl /bin/sh -c conda config --add channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/main && conda config --add channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free && conda config --set show_channel_urls yes # buildkit

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.8.1

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG BUILD_AND_DOWNLOAD_PARALLEL

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG GRACE_BLACKWELL_DEEPEP_BRANCH

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG HOPPER_SBO

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG HOPPER_SBO_DEEPEP_COMMIT

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG DEEPEP_COMMIT

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG KTRANSFORMERS_VERSION

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG KTRANSFORMERS_WHEEL

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

ARG FLASH_ATTN_WHEEL

2025-12-10 08:52:37 UTC (buildkit.dockerfile.v0)

WORKDIR /workspace

2025-12-10 08:52:58 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c conda create -n serve python=3.12 -y && conda create -n fine-tune python=3.12 -y # buildkit

2025-12-10 08:52:59 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c /opt/miniconda3/envs/serve/bin/pip config set global.index-url https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple && /opt/miniconda3/envs/fine-tune/bin/pip config set global.index-url https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple # buildkit

2025-12-10 08:53:06 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c git clone https://${GITHUB_ARTIFACTORY}/kvcache-ai/sglang.git /workspace/sglang && cd /workspace/sglang && git checkout kimi_k2 # buildkit

2025-12-10 08:54:26 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c git clone --depth 1 https://${GITHUB_ARTIFACTORY}/hiyouga/LLaMA-Factory.git /workspace/LLaMA-Factory && git clone --depth 1 https://${GITHUB_ARTIFACTORY}/kvcache-ai/ktransformers.git /workspace/ktransformers && cd /workspace/ktransformers && git submodule update --init --recursive # buildkit

2025-12-10 08:54:48 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c curl --retry 3 --retry-delay 2 -fsSL -o /workspace/${KTRANSFORMERS_WHEEL} https://${GITHUB_ARTIFACTORY}/kvcache-ai/ktransformers/releases/download/v${KTRANSFORMERS_VERSION}/${KTRANSFORMERS_WHEEL} && curl --retry 3 --retry-delay 2 -fsSL -o /workspace/${FLASH_ATTN_WHEEL} https://${GITHUB_ARTIFACTORY}/Dao-AILab/flash-attention/releases/download/v2.8.3/${FLASH_ATTN_WHEEL} # buildkit

2025-12-10 08:54:50 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c /opt/miniconda3/envs/serve/bin/pip install --upgrade pip setuptools wheel html5lib six # buildkit

2025-12-10 08:55:00 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.1" ]; then /opt/miniconda3/envs/serve/bin/pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.8.1" ] || [ "$CUDA_VERSION" = "12.9.1" ]; then /opt/miniconda3/envs/serve/bin/pip install sgl-kernel==${SGL_KERNEL_VERSION} ; elif [ "$CUDA_VERSION" = "13.0.1" ]; then /opt/miniconda3/envs/serve/bin/pip install https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu130-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; fi # buildkit

2025-12-10 09:04:29 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; esac && cd /workspace/sglang && /opt/miniconda3/envs/serve/bin/pip install -e "python[all]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} # buildkit

2025-12-10 09:07:50 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c FLASHINFER_CUBIN_DOWNLOAD_THREADS=${BUILD_AND_DOWNLOAD_PARALLEL} FLASHINFER_LOGGING_LEVEL=warning /opt/miniconda3/envs/serve/bin/python -m flashinfer --download-cubin # buildkit

2025-12-10 09:07:52 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c set -eux; if [ "$GRACE_BLACKWELL" = "1" ]; then git clone https://github.com/fzyzcjy/DeepEP.git /workspace/DeepEP && cd /workspace/DeepEP && git checkout ${GRACE_BLACKWELL_DEEPEP_BRANCH} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh; elif [ "$HOPPER_SBO" = "1" ]; then git clone https://github.com/deepseek-ai/DeepEP.git -b antgroup-opt /workspace/DeepEP && cd /workspace/DeepEP && git checkout ${HOPPER_SBO_DEEPEP_COMMIT} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh; else curl --retry 3 --retry-delay 2 -fsSL -o /tmp/${DEEPEP_COMMIT}.zip https://${GITHUB_ARTIFACTORY}/deepseek-ai/DeepEP/archive/${DEEPEP_COMMIT}.zip && unzip -q /tmp/${DEEPEP_COMMIT}.zip -d /tmp && rm /tmp/${DEEPEP_COMMIT}.zip && mv /tmp/DeepEP-${DEEPEP_COMMIT} /workspace/DeepEP && cd /workspace/DeepEP && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh; fi # buildkit

2025-12-10 09:08:12 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c cd /workspace/DeepEP && case "$CUDA_VERSION" in 12.6.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0' ;; 12.8.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0' ;; 12.9.1|13.0.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0;10.3' ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && . /opt/miniconda3/etc/profile.d/conda.sh && conda activate serve && TORCH_CUDA_ARCH_LIST="${CHOSEN_TORCH_CUDA_ARCH_LIST}" MAX_JOBS=${BUILD_AND_DOWNLOAD_PARALLEL} pip install --no-build-isolation . # buildkit

2025-12-10 09:08:17 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then /opt/miniconda3/envs/serve/bin/pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then /opt/miniconda3/envs/serve/bin/pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; fi # buildkit

2025-12-10 09:27:22 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c . /opt/miniconda3/etc/profile.d/conda.sh && conda activate serve && cd /workspace/ktransformers/kt-kernel && ./install.sh # buildkit

2025-12-10 09:29:57 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c conda install -n fine-tune -y -c conda-forge libstdcxx-ng gcc_impl_linux-64 && conda install -n fine-tune -y -c nvidia/label/cuda-11.8.0 cuda-runtime # buildkit

2025-12-10 09:33:43 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; esac && /opt/miniconda3/envs/fine-tune/bin/pip install --upgrade pip setuptools wheel && /opt/miniconda3/envs/fine-tune/bin/pip install torch==2.8.0 torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} # buildkit

2025-12-10 09:34:45 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c cd /workspace/LLaMA-Factory && /opt/miniconda3/envs/fine-tune/bin/pip install -e ".[torch,metrics]" --no-build-isolation # buildkit

2025-12-10 09:35:01 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c /opt/miniconda3/envs/fine-tune/bin/pip install /workspace/${KTRANSFORMERS_WHEEL} # buildkit

2025-12-10 09:35:06 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c /opt/miniconda3/envs/fine-tune/bin/pip install /workspace/${FLASH_ATTN_WHEEL} # buildkit

2025-12-10 09:35:11 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then /opt/miniconda3/envs/fine-tune/bin/pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then /opt/miniconda3/envs/fine-tune/bin/pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; fi # buildkit

2025-12-10 09:35:11 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c rm -f /workspace/${KTRANSFORMERS_WHEEL} /workspace/${FLASH_ATTN_WHEEL} # buildkit

2025-12-10 09:35:12 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c /opt/miniconda3/bin/conda init bash # buildkit

2025-12-10 09:35:12 UTC (buildkit.dockerfile.v0)

RUN |18 TARGETARCH=amd64 GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.19 SGL_VERSION=0.5.6.post1 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 UBUNTU_MIRROR=1 GITHUB_ARTIFACTORY=github.com FLASHINFER_VERSION=0.5.3 KTRANSFORMERS_VERSION=0.4.2 KTRANSFORMERS_WHEEL=ktransformers-0.4.2+cu128torch28fancy-cp312-cp312-linux_x86_64.whl FLASH_ATTN_WHEEL=flash_attn-2.8.3+cu12torch2.8cxx11abiTRUE-cp312-cp312-linux_x86_64.whl CUDA_VERSION=12.8.1 /bin/sh -c echo '\n# Conda environment aliases\nalias serve="conda activate serve"\nalias finetune="conda activate fine-tune"' >> /root/.bashrc # buildkit

2025-12-10 09:35:12 UTC (buildkit.dockerfile.v0)

WORKDIR /workspace

2025-12-10 09:35:12 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete