Namespace
lmsysorg
Image / Tag
sglang:dev-kimi-k31-pro-tpu
Content Digest
sha256:84fa8579cfb609d383a64fdd64c0036045140c905b7bd8a5ee9e6cadfe3cf433
Details
Created

2026-11-04 16:31:54 UTC

Size

1.86 GB

Content Digest
Environment
DEBIAN_FRONTEND

noninteractive

GPG_KEY

7169605F62C751356D054A26A821E680E5FA6305

LANG

C.UTF-8

PATH

/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

PIP_DISABLE_PIP_VERSION_CHECK

1

PIP_NO_CACHE_DIR

1

PYTHON_SHA256

b5796915dc45ff745cfb4e990a7e7c93d6f546328a102ce31448d69ebc37575c

PYTHON_VERSION

3.12.16

SETUPTOOLS_SCM_PRETEND_VERSION

0.0.0.dev0

SGLANG_BUILD_RUST_EXTS

none

SGLANG_PLATFORM

tpu


Layers

[#000] sha256:cb55723b1d3a9f4189365b821950d6405d856a2551bbeb5f4c7625e35fa1e72e - 1.54% (29.4 MB)

[#001] sha256:3eb77115150676568f88e2957181b8f7e3014e797f1ce8cd640086dfbed45e35 - 0.06% (1.23 MB)

[#002] sha256:f574edac59d9f092df596f54e5b52656c803fd3ae30825b8ee5a189ed05f63d3 - 0.61% (11.6 MB)

[#003] sha256:acca7542dfc736e9ce20cbefc58b2d09822276d15d4a0c531531a6f1b057928e - 0.0% (251 Bytes)

[#004] sha256:a8b6b4e98ae9a6a90a89f964703ae87a84c9bd7364079c385e3d81f19f4f67bf - 6.7% (128 MB)

[#005] sha256:9f6227c9e66871ff1b266d5e10abb00eebecbf822db6c584d024c227a3317530 - 0.0% (158 Bytes)

[#006] sha256:f77253eaa13e94d099a8d009e3a19b17a8e14d45026dd8a7344421afa172a0fb - 0.0% (7.36 KB)

[#007] sha256:96f644261087b381438afa92c68d2c68319f516652ec3ab63814d1f381b2a03b - 0.0% (2.81 KB)

[#008] sha256:38cfe0cb4f18c9d336692cb118a19b33daf0e932eed39a3cd8b8a46d698bc469 - 0.0% (1.34 KB)

[#009] sha256:3789b526aec624001df5e915bdfd9d13d719c72b7399f25a7c32e03370576296 - 89.75% (1.67 GB)

[#010] sha256:ed09afbb92e705c29ba32c10bb14265af59f24d21b76c49ae0d8970e43b811dc - 0.14% (2.71 MB)

[#011] sha256:b5375479d43ffb23f61d62b1a6f94d477019ab1be06d1df35d11b3f82beef9ff - 0.02% (426 KB)

[#012] sha256:dac85a475d4910c67addfbc28be4416dbf0519c67527bba04af89e60e2e8d3ca - 0.0% (113 Bytes)

[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#014] sha256:20243e9721353da77f7a5ce75d768eb955cd9363b5cf2c85c4324d90269d0815 - 0.0% (8.47 KB)

[#015] sha256:9707b25ba3bdf20ceaad576653ebc39d4e2f49939448cd3cd660c8d7822c57e6 - 0.74% (14 MB)

[#016] sha256:dbddee5615b4da793cb3d8d8db5e55b88dc835d03cabf81c475d2953916ec014 - 0.07% (1.42 MB)

[#017] sha256:f189e6af0d3571828e965c9ca9401bb8e92b4c4b80c31de7f25338a7aa4a1f49 - 0.0% (888 Bytes)

[#018] sha256:3891de5ed68e0f1d9d36a8dd34e1fff888b5d015993c924dc7c98f0fd9f528e4 - 0.3% (5.76 MB)

[#019] sha256:38ef4467c2cab80dbe4a348b901920192ba3f7a4a4c4c3618fb7ac13b60557ed - 0.02% (423 KB)

[#020] sha256:019979022ab69a3f8f83eeefc9a036bc64e8e32b9305e760bb45a0a3d1384b10 - 0.03% (573 KB)

[#021] sha256:4044beb05e220c2e22aa99f436bf2846f4284413e7c5bd6455a60c75d4dd18dd - 0.0% (2.79 KB)

[#022] sha256:6c9cd836b41caaa5b7e6a0ad5b7938040879a0b280556e95e3654472893c13ca - 0.0% (77.8 KB)


History
2026-10-27 00:00:00 UTC (debuerreotype 0.17)

# debian.sh --arch 'amd64' out/ 'trixie' '@1793059200'

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

ENV LANG=C.UTF-8

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

ENV PYTHON_VERSION=3.12.16

2026-10-28 01:54:50 UTC (buildkit.dockerfile.v0)

ENV PYTHON_SHA256=b5796915dc45ff745cfb4e990a7e7c93d6f546328a102ce31448d69ebc37575c

2026-10-28 02:03:39 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

2026-10-28 02:03:39 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

2026-10-28 02:03:39 UTC (buildkit.dockerfile.v0)

CMD ["python3"]

2026-11-04 01:19:44 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 SETUPTOOLS_SCM_PRETEND_VERSION=0.0.0.dev0 SGLANG_BUILD_RUST_EXTS=none SGLANG_PLATFORM=tpu

2026-11-04 01:19:44 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends git curl ca-certificates build-essential libgomp1 libssl-dev libibverbs1 && rm -rf /var/lib/apt/lists/* # buildkit

2026-11-04 01:19:44 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-11-04 01:19:44 UTC (buildkit.dockerfile.v0)

COPY README.md LICENSE ./ # buildkit

2026-11-04 01:19:45 UTC (buildkit.dockerfile.v0)

COPY python/pyproject_tpu.toml ./python/pyproject.toml # buildkit

2026-11-04 01:19:45 UTC (buildkit.dockerfile.v0)

COPY scripts/ci/tpu/warm_mmlu_cache.py ./scripts/ci/tpu/warm_mmlu_cache.py # buildkit

2026-11-04 01:34:24 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c cd python && mkdir -p sglang && touch sglang/__init__.py && pip install --upgrade pip && pip install --extra-index-url https://download.pytorch.org/whl/cpu --extra-index-url https://us-python.pkg.dev/ml-oss-artifacts-transient/torch-tpu-virtual-registry/simple/ ".[dev_tpu,diffusion_tpu]" && pip uninstall -y sglang && rm -rf sglang && pip install "antlr4-python3-runtime==4.9.3" "sgl-eval==0.1.0" # buildkit

2026-11-04 01:34:30 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c python scripts/ci/tpu/warm_mmlu_cache.py # buildkit

2026-11-04 01:34:45 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c python -c "import torch, libtpu; print('torch', torch.__version__, '| libtpu', libtpu.__version__)" && (python -c "import torch_tpu; print('torch_tpu OK')" || echo "warn: torch_tpu import needs a TPU device; deferring to the on-hardware test") # buildkit

2026-11-04 01:34:51 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c python -c "from tpu_sync.api.torch.kv_cache_manager import _torch_impl; _torch_impl(); print('Raiden extension OK')" # buildkit

2026-11-04 01:34:51 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2026-11-04 16:31:33 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-11-04 16:31:33 UTC (buildkit.dockerfile.v0)

COPY README.md LICENSE NOTICE ./ # buildkit

2026-11-04 16:31:38 UTC (buildkit.dockerfile.v0)

COPY python ./python # buildkit

2026-11-04 16:31:39 UTC (buildkit.dockerfile.v0)

COPY sglang_tpu ./sglang_tpu # buildkit

2026-11-04 16:31:39 UTC (buildkit.dockerfile.v0)

COPY pyproject.toml ./pyproject.toml # buildkit

2026-11-04 16:31:41 UTC (buildkit.dockerfile.v0)

COPY test ./test # buildkit

2026-11-04 16:31:42 UTC (buildkit.dockerfile.v0)

COPY scripts ./scripts # buildkit

2026-11-04 16:31:42 UTC (buildkit.dockerfile.v0)

COPY benchmark ./benchmark # buildkit

2026-11-04 16:31:42 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c cd python && rm -f pyproject.toml && cp pyproject_tpu.toml pyproject.toml # buildkit

2026-11-04 16:31:54 UTC (buildkit.dockerfile.v0)

ARG SGLANG_VERSION=

2026-11-04 16:31:54 UTC (buildkit.dockerfile.v0)

ARG SGLANG_TPU_VERSION=

2026-11-04 16:31:54 UTC (buildkit.dockerfile.v0)

RUN |2 SGLANG_VERSION=0.5.22 SGLANG_TPU_VERSION=0.1.1 /bin/sh -c if [ -n "$SGLANG_VERSION" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION_FOR_SGLANG="$SGLANG_VERSION"; fi && if [ -n "$SGLANG_TPU_VERSION" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION_FOR_SGLANG_TPU="$SGLANG_TPU_VERSION"; fi && pip install --no-deps -e ./python && pip install --no-deps -e . # buildkit

2026-11-04 16:31:54 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete