Namespace
approachingai
Image / Tagktransformers:dsv4-api-codex-20260909-final
Content Digestsha256:f81835f2dcaa4fb34830022ba10a1582fb33679e1cfd79fa5bae979a32c02274
Details
2026-09-09 05:11:27 UTC
11.2 GB
Labels
-
com.nvidia.cudnn.version9.8.0.87-1
-
io.ktransformers.cuda12.8.1
-
io.ktransformers.flashinfer0.6.15.post1
-
io.ktransformers.flashinfer-cubin-sha25625cfd305afa1f34baa2f419bca35db58c369c534ee1961662e83d9fe858ce021
-
io.ktransformers.layerwise-prefill-defaultenabled-threshold-2048-swa-0.4
-
io.ktransformers.sglang-revision5d861db9aa5af9de44172494c8c73b234c94295f
-
io.ktransformers.sglang-sourcehttps://github.com/yyj6666667/sglang
-
io.ktransformers.sm80,86,89,90,100,120
-
io.ktransformers.upstream-ktransformers-revision3a19fd6d88fe3895e702d6952b2977b9f35b36c4
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.created2026-09-01T09:07:45Z
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision6b8a81c227f22a4a5f8361bc93fd16527e0df4f6
-
org.opencontainers.image.sourcehttps://github.com/yyj6666667/ktransformers
-
org.opencontainers.image.titleKTransformers DeepSeek-V4-Flash
-
org.opencontainers.image.versiondsv4-3a19fd6-5d861db-fi0615
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.8.1
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
MODEL_PATH/model
NCCL_VERSION2.25.1-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.8.90-1
NV_CUDA_CUDART_VERSION12.8.90-1
NV_CUDA_LIB_VERSION12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-8=12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.8.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.8.0.87-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-8=12.8.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-8
NV_LIBCUBLAS_DEV_VERSION12.8.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-8=12.8.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-8
NV_LIBCUBLAS_VERSION12.8.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.8.93-1
NV_LIBCUSPARSE_VERSION12.5.8.93-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.25.1-1+cuda12.8
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.25.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.25.1-1+cuda12.8
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.25.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-8=12.3.3.100-1
NV_LIBNPP_DEV_VERSION12.3.3.100-1
NV_LIBNPP_PACKAGElibnpp-12-8=12.3.3.100-1
NV_LIBNPP_VERSION12.3.3.100-1
NV_NVML_DEV_VERSION12.8.90-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-8=12.8.90-1
NV_NVPROF_VERSION12.8.90-1
NV_NVTX_VERSION12.8.90-1
PATH/opt/venv/bin:/usr/local/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PORT30000
PYTHONUNBUFFERED1
SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATIONfalse
Layers
[#000] sha256:9cb31e2e37eab1bff50f727e979fcacb509e225fb853433a6fe21d2fb34e6305 - 0.25% (28.2 MB)
[#001] sha256:b95112eaf2836b9c7193858419f6d17933a873c4a2c9227dc497f5e090ea9c87 - 0.04% (4.42 MB)
[#002] sha256:030ef82509363afebdc78482e6f8c07f2bc8b65a45caf082c2a9a621c7deae63 - 0.53% (61.3 MB)
[#003] sha256:72ac9ccfda38d144ef8e3aadbd5851e7fa9aacd261f8e15d7365db0f816d3433 - 0.0% (186 Bytes)
[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)
[#005] sha256:0264850675f7464ed6385d030d281ffb0f2037323c73511a5372948c1c69d92c - 17.07% (1.92 GB)
[#006] sha256:de1d03310308c2871217cf179589d5e7fcd8eee31d8f331b61041347f50404a0 - 0.0% (62.6 KB)
[#007] sha256:c1d2af7fad0f1c6cdaf09c568c086019e834bc6523c30aa9b2b0b24c4b782086 - 0.0% (1.64 KB)
[#008] sha256:5601308b3ac642f7df8b1dc62b9582abdd34857eec6190bcb50162abc5719226 - 0.0% (1.49 KB)
[#009] sha256:6b2035e8b73ed2b018995a7b2c8d607d5527daf948d41964f02cc3ce7ed0699a - 24.8% (2.78 GB)
[#010] sha256:ed71f8f81b33b96e7112757f6828a6dcb0861026aa63c5edc672d13e11045f6d - 0.0% (86.8 KB)
[#011] sha256:c8ec6bd3d6c3fc8e46f67467d285fd8fbb6877905f1cb78d370956a08e4f9d1d - 5.84% (671 MB)
[#012] sha256:cfa65a7bae8f4f1cd499d7ab3d92f89f01ea94ccd065d9f32214987778f64cd9 - 1.54% (177 MB)
[#013] sha256:c43d1f46839955d66c69573c7e1c1b51e973ca4e7264f30cd6c5558357e91d70 - 0.24% (28.1 MB)
[#014] sha256:c2ffeea41643f72e93a8ab10d13a9ed7f6877177a05a8f52634cf34a1dfe2483 - 0.0% (878 Bytes)
[#015] sha256:b5ac29205a36b161b8efa2ebaf60cc27c30593a6419e114fb0a00659ccccd572 - 34.57% (3.88 GB)
[#016] sha256:4bf39ec61a3328c6f14655dda13b9f38935b605e96653b532729b6f493575d18 - 0.0% (389 Bytes)
[#017] sha256:7301d6c9d8a1e445159a93a4959764b0f635bc48e732db4f3d9844f6ede418ed - 13.93% (1.56 GB)
[#018] sha256:106631d1ce3b57498c6f88ed33e9ff4c5209ae5fce2006318e6415192a4ebc43 - 0.26% (29.4 MB)
[#019] sha256:0b87b4863836839e5499f361573d080e4828f7158ec90da1626bec2b92fb7674 - 0.75% (86.3 MB)
[#020] sha256:0351c3992bdd9b272c1791d0afbe928f4e1edc1f47b64c487b38cab417b1dc03 - 0.0% (2.92 KB)
[#021] sha256:10dca06c4bbb289f1d5dd94bc56b412938eea8a9aa7a1254d87f26c64fb158ba - 0.0% (3.31 KB)
[#022] sha256:6fb0a485f5afa9ac026bdb0b4d180bb4549f2a0de43f1dfffc4f4746584e7aae - 0.0% (3.57 KB)
[#023] sha256:95c22d8d309b10c9f234f8b5412c9bfe8e0bc1120e3db368248aa4cac5cac593 - 0.0% (3.57 KB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:6239387d800b2ce5a48cf2a24fcf95a5a8dff9f7b1c1a86f6595e5d97707e5f5 - 0.04% (4.15 MB)
[#026] sha256:540b7735a30dbb20e762b2b34ea9c3aa8c7a4ecb2deade8245a586f554bfa8c3 - 0.15% (17.5 MB)
[#027] sha256:4c54ad0d8b7d5b7acf239a01b9c4388aba8c4b90a09b7907e5f700bf5d3cabfd - 0.0% (3.75 KB)
[#028] sha256:3fef128f4f42ea719516775e7409098e4ffdff530e666e057d3198c8c800eaba - 0.0% (3.75 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-26 05:31:07 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-01-26 05:31:10 UTC/bin/sh -c #(nop) ADD file:1b6c8c9518be42fa2afe5e241ca31677fce58d27cdfa88baa91a65a259be3637 in /
2025-01-26 05:31:11 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.8.90-1
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:05 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.1
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-03-10 22:19:20 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.8.90-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-03-10 22:24:31 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-8=12.8.90-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-03-10 22:36:52 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.8.0.87-1
2025-03-10 23:14:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -o pipefail -c]
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG BUILD_DATE=2026-09-01T09:07:45Z
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG SGLANG_SOURCE=https://github.com/yyj6666667/sglang
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG TORCH_VERSION=2.9.1
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.3.21
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.15.post1
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG TRANSFORMERS_VERSION=4.57.1
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG TILELANG_VERSION=0.1.10
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG TVM_FFI_VERSION=0.1.11
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG CPUINFER_CUDA_ARCHS=80;86;89;90;100;120
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ARG BUILD_JOBS=16
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda DEBIAN_FRONTEND=noninteractive PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_NO_CACHE_DIR=1 PYTHONUNBUFFERED=1 SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION=false MODEL_PATH=/model PORT=30000 PATH=/opt/venv/bin:/usr/local/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-09-01 09:08:48 UTC (buildkit.dockerfile.v0)RUN |16 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 /bin/bash -o pipefail -c apt-get update && apt-get install -y --no-install-recommends build-essential ca-certificates curl git libhwloc-dev libnuma-dev libopenmpi-dev numactl pkg-config software-properties-common && add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -y --no-install-recommends python3.11 python3.11-dev python3.11-venv && rm -rf /var/lib/apt/lists/* && python3.11 -m venv /opt/venv # buildkit
2026-09-01 09:08:58 UTC (buildkit.dockerfile.v0)RUN |16 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 /bin/bash -o pipefail -c python -m pip config set global.index-url "${PIP_INDEX_URL}" && python -m pip install --upgrade setuptools wheel && python -m pip install "cmake>=3.31,<4" ninja # buildkit
2026-09-01 09:08:58 UTC (buildkit.dockerfile.v0)COPY docker/requirements-dsv4.txt /tmp/requirements-dsv4.txt # buildkit
2026-09-01 09:22:56 UTC (buildkit.dockerfile.v0)RUN |16 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 /bin/bash -o pipefail -c python -m pip install "torch==${TORCH_VERSION}" "torchvision==0.24.1" "torchaudio==${TORCH_VERSION}" --index-url https://download.pytorch.org/whl/cu128 --extra-index-url "${PIP_INDEX_URL}" --retries 10 --timeout 120 # buildkit
2026-09-01 09:22:56 UTC (buildkit.dockerfile.v0)COPY docker/constraints-dsv4.txt /tmp/constraints-dsv4.txt # buildkit
2026-09-01 09:22:56 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_CUBIN_INDEX_URL=http://172.17.0.3:38151
2026-09-01 09:22:56 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_CUBIN_TRUSTED_HOST=172.17.0.3
2026-09-01 09:29:15 UTC (buildkit.dockerfile.v0)RUN |18 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 FLASHINFER_CUBIN_INDEX_URL=http://172.17.0.3:38151 FLASHINFER_CUBIN_TRUSTED_HOST=172.17.0.3 /bin/bash -o pipefail -c python -m pip install -c /tmp/constraints-dsv4.txt "sgl-kernel==${SGL_KERNEL_VERSION}" "flashinfer-python==${FLASHINFER_VERSION}" "transformers==${TRANSFORMERS_VERSION}" "tilelang==${TILELANG_VERSION}" "apache-tvm-ffi==${TVM_FFI_VERSION}" "cuda-python==13.2.0" "nvidia-cutlass-dsl==4.6.1" && python -m pip install --index-url "${FLASHINFER_CUBIN_INDEX_URL}" --trusted-host "${FLASHINFER_CUBIN_TRUSTED_HOST}" --no-deps "flashinfer-cubin==${FLASHINFER_VERSION}" && grep -v '^quack-kernels==' /tmp/requirements-dsv4.txt > /tmp/requirements-dsv4-resolved.txt && python -m pip install -c /tmp/constraints-dsv4.txt -r /tmp/requirements-dsv4-resolved.txt && python -m pip install --no-deps "quack-kernels==0.2.4" # buildkit
2026-09-01 09:29:16 UTC (buildkit.dockerfile.v0)COPY . /workspace/ktransformers # buildkit
2026-09-01 09:36:48 UTC (buildkit.dockerfile.v0)RUN |18 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 FLASHINFER_CUBIN_INDEX_URL=http://172.17.0.3:38151 FLASHINFER_CUBIN_TRUSTED_HOST=172.17.0.3 /bin/bash -o pipefail -c test -f /workspace/ktransformers/third_party/sglang/python/pyproject.toml && test -f /workspace/ktransformers/third_party/pybind11/CMakeLists.txt && export SGLANG_KT_VERSION="$(python -c "exec(open('/workspace/ktransformers/version.py').read()); print(__version__)")" && python -m pip install --no-deps /workspace/ktransformers/third_party/sglang/python && cd /workspace/ktransformers/kt-kernel && CPUINFER_BUILD_ALL_VARIANTS=1 CPUINFER_USE_CUDA=1 CPUINFER_CUDA_ARCHS="${CPUINFER_CUDA_ARCHS}" CPUINFER_PARALLEL="${BUILD_JOBS}" ./install.sh build && python -m pip install --no-deps /workspace/ktransformers # buildkit
2026-09-01 09:36:48 UTC (buildkit.dockerfile.v0)COPY docker/verify-dsv4-env.py /usr/local/bin/verify-dsv4-env # buildkit
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)RUN |18 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 FLASHINFER_CUBIN_INDEX_URL=http://172.17.0.3:38151 FLASHINFER_CUBIN_TRUSTED_HOST=172.17.0.3 /bin/bash -o pipefail -c chmod 0755 /usr/local/bin/verify-dsv4-env && /usr/local/bin/verify-dsv4-env --skip-cpuinfer && rm -rf /workspace/ktransformers/kt-kernel/build # buildkit
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.title=KTransformers DeepSeek-V4-Flash org.opencontainers.image.source=https://github.com/yyj6666667/ktransformers org.opencontainers.image.version=dsv4-3a19fd6-5d861db-fi0615 org.opencontainers.image.revision=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 org.opencontainers.image.created=2026-09-01T09:07:45Z io.ktransformers.upstream-ktransformers-revision=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 io.ktransformers.cuda=12.8.1 io.ktransformers.sm=80,86,89,90,100,120 io.ktransformers.flashinfer=0.6.15.post1 io.ktransformers.sglang-source=https://github.com/yyj6666667/sglang io.ktransformers.sglang-revision=5d861db9aa5af9de44172494c8c73b234c94295f io.ktransformers.layerwise-prefill-default=enabled-threshold-2048-swa-0.4
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)COPY docker/entrypoint-dsv4.sh /usr/local/bin/entrypoint-dsv4 # buildkit
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)RUN |18 IMAGE_VERSION=dsv4-3a19fd6-5d861db-fi0615 VCS_REF=6b8a81c227f22a4a5f8361bc93fd16527e0df4f6 KT_UPSTREAM_REF=3a19fd6d88fe3895e702d6952b2977b9f35b36c4 SGLANG_REF=5d861db9aa5af9de44172494c8c73b234c94295f BUILD_DATE=2026-09-01T09:07:45Z SOURCE_REPOSITORY=https://github.com/yyj6666667/ktransformers SGLANG_SOURCE=https://github.com/yyj6666667/sglang PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple TORCH_VERSION=2.9.1 SGL_KERNEL_VERSION=0.3.21 FLASHINFER_VERSION=0.6.15.post1 TRANSFORMERS_VERSION=4.57.1 TILELANG_VERSION=0.1.10 TVM_FFI_VERSION=0.1.11 CPUINFER_CUDA_ARCHS=80;86;89;90;100;120 BUILD_JOBS=16 FLASHINFER_CUBIN_INDEX_URL=http://172.17.0.3:38151 FLASHINFER_CUBIN_TRUSTED_HOST=172.17.0.3 /bin/bash -o pipefail -c chmod 0755 /usr/local/bin/entrypoint-dsv4 # buildkit
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)EXPOSE [30000/tcp]
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)HEALTHCHECK &{["CMD-SHELL" "curl --fail --silent --show-error \"http://127.0.0.1:$PORT/health\" >/dev/null || exit 1"] "30s" "10s" "15m0s" "0s" '\x14'}
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)STOPSIGNAL SIGTERM
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/usr/local/bin/entrypoint-dsv4"]
2026-09-01 09:36:54 UTC (buildkit.dockerfile.v0)CMD []
2026-09-09 05:11:21 UTC (buildkit.dockerfile.v0)COPY third_party/sglang/python /tmp/sglang-python # buildkit
2026-09-09 05:11:26 UTC (buildkit.dockerfile.v0)RUN /bin/bash -o pipefail -c SGLANG_KT_VERSION=0.7.0.post1 python -m pip install --no-deps --force-reinstall /tmp/sglang-python # buildkit
2026-09-09 05:11:26 UTC (buildkit.dockerfile.v0)COPY docker/entrypoint-dsv4.sh /usr/local/bin/entrypoint-dsv4 # buildkit
2026-09-09 05:11:27 UTC (buildkit.dockerfile.v0)RUN /bin/bash -o pipefail -c chmod 0755 /usr/local/bin/entrypoint-dsv4 # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.