lmsysorg
    sglang
    v0.5.3.post1-xeon
Namespace
lmsysorg
Image / Tag
sglang:v0.5.3.post1-xeon
Content Digest
sha256:a084e16e2f5b870e7f9699238c6474a32ef38cb4037d87f4e990e5411d56e80d
Details
Created

2025-10-09 22:24:01 UTC

Size

2.42 GB

Content Digest
Labels
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    24.04
Environment
CONDA_PREFIX

/sgl-workspace/miniforge3

LD_PRELOAD

/sgl-workspace/miniforge3/lib/libiomp5.so:/sgl-workspace/miniforge3/lib/libtcmalloc.so:/sgl-workspace/miniforge3/lib/libtbbmalloc.so.2

PATH

/sgl-workspace/miniforge3/bin:/sgl-workspace/miniforge3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

PIP_ROOT_USER_ACTION

ignore

SGLANG_USE_CPU_ENGINE

1

Layers

[#000] sha256:a1a21c96bc16121569dd937bcd1c745a5081629b3b08a664446602ded91e10a4 - 1.14% (28.3 MB)

[#001] sha256:d40ad8b45043af023b42f46cb3e9982688d4cef87be03714da3c5b72e023da8c - 6.89% (171 MB)

[#002] sha256:2a5afbc9b41740c3e7302296357eb215120317266363be18e37a60771a5fd2b9 - 0.0% (103 Bytes)

[#003] sha256:1328d004188df91f4df23e78ce4e4cee84aa2f768121850d83083a59168d7ae1 - 19.85% (492 MB)

[#004] sha256:ea542793471bd768911c71873bbb26ca32c4cb272e31e4f0541b4484934b30a6 - 0.0% (21.5 KB)

[#005] sha256:80c7e99e0ae1137b6dd05af2e822fa736e8094016e694daca7b0b094fa9e5733 - 72.12% (1.75 GB)

[#006] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

History
2025-09-30 14:32:28 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-09-30 14:32:28 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-09-30 14:32:28 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-09-30 14:32:28 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-09-30 14:32:30 UTC

/bin/sh -c #(nop) ADD file:d9cb8116905a82675c3c2cbb4782e50ef8cacfc16be3654bc070281a3c8ce646 in /

2025-09-30 14:32:31 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

SHELL [/bin/bash -c]

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

ARG VER_SGLANG=main

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

ARG VER_TORCH=2.7.1

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

ARG VER_TORCHVISION=0.22.1

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

ARG VER_TRITON=3.3.1

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

RUN |4 VER_SGLANG=main VER_TORCH=2.7.1 VER_TORCHVISION=0.22.1 VER_TRITON=3.3.1 /bin/bash -c apt-get update && apt-get full-upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y ca-certificates git curl wget vim gcc g++ make # buildkit

2025-10-09 22:20:27 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2025-10-09 22:20:53 UTC (buildkit.dockerfile.v0)

RUN |4 VER_SGLANG=main VER_TORCH=2.7.1 VER_TORCHVISION=0.22.1 VER_TRITON=3.3.1 /bin/bash -c curl -fsSL -v -o miniforge.sh -O https://github.com/conda-forge/miniforge/releases/download/24.11.3-2/Miniforge3-24.11.3-2-Linux-x86_64.sh && bash miniforge.sh -b -p ./miniforge3 && rm -f miniforge.sh && . miniforge3/bin/activate && conda install -y libsqlite==3.48.0 gperftools tbb libnuma numactl # buildkit

2025-10-09 22:20:53 UTC (buildkit.dockerfile.v0)

ENV PATH=/sgl-workspace/miniforge3/bin:/sgl-workspace/miniforge3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-10-09 22:20:53 UTC (buildkit.dockerfile.v0)

ENV PIP_ROOT_USER_ACTION=ignore

2025-10-09 22:20:53 UTC (buildkit.dockerfile.v0)

ENV CONDA_PREFIX=/sgl-workspace/miniforge3

2025-10-09 22:20:53 UTC (buildkit.dockerfile.v0)

RUN |4 VER_SGLANG=main VER_TORCH=2.7.1 VER_TORCHVISION=0.22.1 VER_TRITON=3.3.1 /bin/bash -c pip config set global.index-url https://download.pytorch.org/whl/cpu && pip config set global.extra-index-url https://pypi.org/simple # buildkit

2025-10-09 22:24:01 UTC (buildkit.dockerfile.v0)

RUN |4 VER_SGLANG=main VER_TORCH=2.7.1 VER_TORCHVISION=0.22.1 VER_TRITON=3.3.1 /bin/bash -c git clone https://github.com/sgl-project/sglang.git && cd sglang && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && git checkout ${VER_SGLANG} && pip install -e "python[all_cpu]" && pip install torch==${VER_TORCH} torchvision==${VER_TORCHVISION} triton==${VER_TRITON} --force-reinstall && cd sgl-kernel && cp pyproject_cpu.toml pyproject.toml && pip install . # buildkit

2025-10-09 22:24:01 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_CPU_ENGINE=1

2025-10-09 22:24:01 UTC (buildkit.dockerfile.v0)

ENV LD_PRELOAD=/sgl-workspace/miniforge3/lib/libiomp5.so:/sgl-workspace/miniforge3/lib/libtcmalloc.so:/sgl-workspace/miniforge3/lib/libtbbmalloc.so.2

2025-10-09 22:24:01 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete