Namespace
lmsysorg
Image / Tag
sglang:v0.5.6-xeon
Content Digest
sha256:7a2eea219ced87a19318caede1c2c970760db4925fd16e46c6a5af2a03e218da
Details
Created

2025-12-03 01:19:28 UTC

Size

1.36 GB

Content Digest
Labels
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    24.04

Environment
LD_PRELOAD

/usr/lib/x86_64-linux-gnu/libtcmalloc.so.4:/usr/lib/x86_64-linux-gnu/libtbbmalloc.so:/opt/.venv/lib/libiomp5.so

PATH

/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

SGLANG_USE_CPU_ENGINE

1

UV_CONFIG_FILE

/opt/.venv/uv.toml


Layers

[#000] sha256:20043066d3d5c78b45520c5707319835ac7d1f3d7f0dded0138ea0897d6a3188 - 2.03% (28.3 MB)

[#001] sha256:8731a5e099dcd61980c04a29193b48aced81e58ecfb16d06a4c2686366005ea0 - 12.27% (171 MB)

[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#003] sha256:88dac7a2d2e453fbc9e4950f6e1e64da0d1d7d30302ec60bb5fd250365084084 - 3.79% (52.9 MB)

[#004] sha256:e049536533e49c0828d16d68e6c55f362a50975de3caae7b12a4a9576ba4158c - 0.0% (228 Bytes)

[#005] sha256:1171836a1547665d5e76ca6b3191d07f04e0f39f5e82f0ae15cddb3429917f2f - 0.0% (103 Bytes)

[#006] sha256:fd285aa1ba263e0a277a1ec2e93414d8cef9a41e9e9b0b878297b7b5e410ee63 - 81.91% (1.12 GB)

[#007] sha256:97c8ce88ab31822a76f397f16acd8e61a6d64b9658c5a0d41a86420fec20230c - 0.0% (1.56 KB)

[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)


History
2025-10-16 19:23:01 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-10-16 19:23:01 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-10-16 19:23:01 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-10-16 19:23:01 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-10-16 19:23:03 UTC

/bin/sh -c #(nop) ADD file:ddf1aa62235de6657123492b19d27d937c25668011b5ebf923a3f019200f8540 in /

2025-10-16 19:23:03 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

SHELL [/bin/bash -c]

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

ARG VER_SGLANG=main

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

ARG VER_TORCH=2.9.0

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

ARG VER_TORCHVISION=0.24.0

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

ARG VER_TRITON=3.5.0

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

RUN |5 SGLANG_REPO=https://github.com/sgl-project/sglang.git VER_SGLANG=main VER_TORCH=2.9.0 VER_TORCHVISION=0.24.0 VER_TRITON=3.5.0 /bin/bash -c apt-get update && apt-get full-upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y ca-certificates git curl wget vim gcc g++ make libsqlite3-dev google-perftools libtbb-dev libnuma-dev numactl # buildkit

2025-12-03 01:17:47 UTC (buildkit.dockerfile.v0)

WORKDIR /opt

2025-12-03 01:17:49 UTC (buildkit.dockerfile.v0)

RUN |5 SGLANG_REPO=https://github.com/sgl-project/sglang.git VER_SGLANG=main VER_TORCH=2.9.0 VER_TORCHVISION=0.24.0 VER_TRITON=3.5.0 /bin/bash -c curl -LsSf https://astral.sh/uv/install.sh | sh && source $HOME/.local/bin/env && uv venv --python 3.12 # buildkit

2025-12-03 01:17:49 UTC (buildkit.dockerfile.v0)

RUN |5 SGLANG_REPO=https://github.com/sgl-project/sglang.git VER_SGLANG=main VER_TORCH=2.9.0 VER_TORCHVISION=0.24.0 VER_TRITON=3.5.0 /bin/bash -c echo -e '[[index]]\nname = "torch"\nurl = "https://download.pytorch.org/whl/cpu"\n\n[[index]]\nname = "torchvision"\nurl = "https://download.pytorch.org/whl/cpu"\n\n[[index]]\nname = "triton"\nurl = "https://download.pytorch.org/whl/cpu"' > .venv/uv.toml # buildkit

2025-12-03 01:17:49 UTC (buildkit.dockerfile.v0)

ENV UV_CONFIG_FILE=/opt/.venv/uv.toml

2025-12-03 01:17:49 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-12-03 01:19:28 UTC (buildkit.dockerfile.v0)

RUN |5 SGLANG_REPO=https://github.com/sgl-project/sglang.git VER_SGLANG=main VER_TORCH=2.9.0 VER_TORCHVISION=0.24.0 VER_TRITON=3.5.0 /bin/bash -c source $HOME/.local/bin/env && source /opt/.venv/bin/activate && git clone ${SGLANG_REPO} sglang && cd sglang && git checkout ${VER_SGLANG} && cd python && cp pyproject_cpu.toml pyproject.toml && uv pip install . && uv pip install torch==${VER_TORCH} torchvision==${VER_TORCHVISION} triton==${VER_TRITON} --force-reinstall && cd ../sgl-kernel && cp pyproject_cpu.toml pyproject.toml && uv pip install . # buildkit

2025-12-03 01:19:28 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_CPU_ENGINE=1

2025-12-03 01:19:28 UTC (buildkit.dockerfile.v0)

ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc.so.4:/usr/lib/x86_64-linux-gnu/libtbbmalloc.so:/opt/.venv/lib/libiomp5.so

2025-12-03 01:19:28 UTC (buildkit.dockerfile.v0)

RUN |5 SGLANG_REPO=https://github.com/sgl-project/sglang.git VER_SGLANG=main VER_TORCH=2.9.0 VER_TORCHVISION=0.24.0 VER_TRITON=3.5.0 /bin/bash -c echo 'source /opt/.venv/bin/activate' >> /root/.bashrc # buildkit

2025-12-03 01:19:28 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete