lmsysorg
    sglang
    v0.4.1.post4-rocm620
Namespace
lmsysorg
Image / Tag
sglang:v0.4.1.post4-rocm620
Content Digest
sha256:ba7190a1d44eb3cba873f771afa34d924d22941bd554d8d5c048bae31c4f4952
Details
Created

2025-01-05 17:37:08 UTC

Size

26.5 GB

Content Digest
Labels
  • org.opencontainers.image.created
    2024-10-31T05:38:23.915Z
  • org.opencontainers.image.description
  • org.opencontainers.image.licenses
    Apache-2.0
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.revision
    40c3a2a0e344abbd34e0e31bf8724bf4910578b3
  • org.opencontainers.image.source
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.title
    docker-images
  • org.opencontainers.image.url
    https://github.com/saienduri/docker-images
  • org.opencontainers.image.version
    nightly
Environment
ANACONDA_PYTHON_VERSION

3.9

BUILD_ENVIRONMENT

pytorch-linux-focal-rocm6.2-py3.9

CI

1

CPLUS_INCLUDE_PATH

:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/:/opt/rocm/include/:

DEBIAN_FRONTEND

noninteractive

HIP_FORCE_DEV_KERNARG

1

HSA_FORCE_FINE_GRAIN_PCIE

1

INSTALLED_DB

yes

INSTALLED_PROTOBUF

yes

INSTALLED_VISION

yes

LANG

C.UTF-8

LC_ALL

C.UTF-8

LD_LIBRARY_PATH

/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib::/opt/rocm/lib/:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/lib:

LLVM_SYMBOLIZER_PATH

/opt/rocm/llvm/bin/llvm-symbolizer

MAGMA_HOME

/opt/rocm/magma

MAX_JOBS

32

MOE_PADDING

1

MPI_HOME

/opt/ompi

NCCL_MIN_NCHANNELS

112

PATH

/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/bin:

PYTORCH_ROCM_ARCH

gfx90a;gfx942

PYTORCH_TESTING_DEVICE_ONLY_FOR

cuda

PYTORCH_TEST_WITH_ROCM

1

PYTORCH_TUNABLEOP_ENABLED

0

PYTORCH_TUNABLEOP_FILENAME

/app/tuned_gemm_csv/afo_tune_device_%d_full.csv

PYTORCH_TUNABLEOP_TUNING

0

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_PATH

/opt/rocm

SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN

1

SGLANG_SET_CPU_AFFINITY

1

SGL_DEFAULT

main

TOKENIZERS_PARALLELISM

false

TORCHINDUCTOR_MAX_AUTOTUNE

1

TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE

1

UCX_HOME

/opt/ucx

VLLM_FP8_ACT_PADDING

1

VLLM_FP8_PADDING

1

VLLM_FP8_REDUCE_CONV

1

VLLM_FP8_WEIGHT_PADDING

1

VLLM_INSTALL_PUNICA_KERNELS

1

Layers

[#000] sha256:560c024910bebac6b404791af28ebd48a8289303b8377d17b67ffdfe52754f2a - 0.1% (27.3 MB)

[#001] sha256:f7333f33f1847ac292cea091142b0c5defd8537e080ce04037939a09516cad3a - 0.0% (2.01 KB)

[#002] sha256:70cb3f74700e5fab143a7193637b6810f6fd0988bd3b1e985b551e57de7c4a52 - 1.1% (298 MB)

[#003] sha256:258bd6be73236c0bebe93669062402ee89fa76bdf61684ad04143df46afb0369 - 0.0% (804 Bytes)

[#004] sha256:3364369b87700fba79a10bc4f7c7cbbffa0ea3ae9ecc14eae457957bcbe97994 - 0.0% (104 Bytes)

[#005] sha256:aace30b007256dff17f76150ee2661900da786324a64c40135aeed1b608445b1 - 0.0% (545 Bytes)

[#006] sha256:7213241433769202a7bf1e61e594c71f95a700cea73099cb9177c0d769ab4087 - 0.0% (1.25 KB)

[#007] sha256:b1aa3aea6b797821036e2b65799d0ae928a17c14d89a142252d8da1ad16d9f7d - 0.0% (3.18 KB)

[#008] sha256:e3c33f36f572d59e701fd1cffd9ab5fb0fea18cda241eba3f65bb2d00957b6f7 - 0.0% (1.98 KB)

[#009] sha256:7d2ae9536dff08717a7cb6978c5ac7baae5bcd187d5ef2d22b7f6fe562260308 - 0.0% (723 Bytes)

[#010] sha256:e52456682f8b9aa200034457d9044fbfe38043c9cda236d0b22883fea82f6662 - 8.9% (2.36 GB)

[#011] sha256:dc75264b55c6fc0e0ae1e09619876b6fea74fc9f03d0e833955f49e2aa9425c4 - 0.0% (380 Bytes)

[#012] sha256:6c24a312d4e73e95593e84afb089d2efc88c689b9399aeb01da8f2cc4dd87a42 - 0.0% (104 Bytes)

[#013] sha256:10418860cd598d8cd6b86cc6e404a99ebe1938c826308c38f33d710d6af8afb2 - 0.0% (495 Bytes)

[#014] sha256:ad8c9a5b6850a0ea1a1a9fad24142c48888385a8a960cefd727e5debfc7a8b6f - 0.43% (116 MB)

[#015] sha256:5b5f1a6267b8e27bb4d0f9dd637d84ed78be4fe72f24c1b7c3fd3d984bee5415 - 0.0% (109 Bytes)

[#016] sha256:6508c34cf453740908da5bddc3f283cd0ca2efa05b1c63e82da8d6362b3f7d3f - 0.0% (560 Bytes)

[#017] sha256:aae1e1167e223a5f02fd4bd08e6240d3e6a24dec0ea2f46090c247e940c9f899 - 0.0% (1.09 MB)

[#018] sha256:b836c9b325fe6ce0493acbdf6ad509240bb331d442dad8a2011137d182e41444 - 0.0% (101 Bytes)

[#019] sha256:9f24cf42e558faa8a4bea1c2c3ac177e70a96678a6a398b064cd0e5cd339c9ec - 0.0% (1.47 KB)

[#020] sha256:f64c22e40fa64784f3d1a6bb2ad418de8ffbbedf0dae6ab525beb2aaa70b988c - 1.49% (405 MB)

[#021] sha256:cb3c2b13e91c515c18335253016ca47c2d1d0842edc935bb387e9c7d471b6566 - 0.0% (160 Bytes)

[#022] sha256:60a27db77e25e94441d73ca498c6f394d6828258f7d93efca3e8e587bcc79522 - 0.0% (1.91 KB)

[#023] sha256:d9dbf99ec20b18d53bf5426e6f3608d7c0616e5ddf567b68a5d939f632abbcd9 - 23.85% (6.33 GB)

[#024] sha256:8ed996b56ef9abfd86f09ac49674177b58354f1027d2a50a5b18c35225de85d9 - 0.0% (105 Bytes)

[#025] sha256:eada3c841a8ed808868e3de18c8e77b7b8387053d4afa33a6f2de61b82e90c4a - 0.0% (840 Bytes)

[#026] sha256:ff4292807c0b4b3248e6de98a9583818a15270ccd7b118f61832198cc93d964c - 2.27% (617 MB)

[#027] sha256:63dc3880cf9c83a98beb1da1b7e0543fbb22b2b972b5958cec28776a6150a3c4 - 0.0% (111 Bytes)

[#028] sha256:402c39b5874dfa7e4f61544ac6132b25c6d4bf086af76210063f8c3ba7cadb30 - 0.0% (564 Bytes)

[#029] sha256:6b8537cb8146f1d076b236669199d9116cf068f1690e7624b606bcaf6f30b3b8 - 0.15% (41.2 MB)

[#030] sha256:4f7d3c14d7a48a12d0dc5e90ab61e8a78741df0052f8c7d0542ac31925ff19ae - 0.0% (106 Bytes)

[#031] sha256:9b04ee947c0d638347cd5719936f3cfb0e72f8faba999797832423ffaabbcd44 - 0.0% (294 Bytes)

[#032] sha256:d5c69e4bfaf9466a3ceb7747fd15dc887148d833c7fca4ebcbbc337eed5d02e8 - 0.0% (86.2 KB)

[#033] sha256:c613fe9996c6bd1e64d4106cc6c455e7f61a02730706befd4fc0b937558e78ee - 0.0% (106 Bytes)

[#034] sha256:592b59053f043826279b8895e72f17ac313cea17b7a03df69a123a8f4db69dda - 0.0% (1.17 KB)

[#035] sha256:7d2ae9536dff08717a7cb6978c5ac7baae5bcd187d5ef2d22b7f6fe562260308 - 0.0% (723 Bytes)

[#036] sha256:c245b577b7cf417ffc0cfc214d1d38d4ed195aa48091e9c51d985e06f8aefa09 - 0.0% (140 Bytes)

[#037] sha256:f1365dcbd431f710cc0ef5abca0e78eef97728ecad74da7ee2f219125e40666a - 0.0% (118 Bytes)

[#038] sha256:f13aae052627c1b1528ae36bb680f080f6bb7d59fffcba7a920bb0e61b3497cf - 4.29% (1.14 GB)

[#039] sha256:c51e1facc1bb79bbc8fc15bd213d7066ffcfe14edd25814aaeef82484c46dbf0 - 0.0% (176 Bytes)

[#040] sha256:311b4324c35711cebe28962b893f2ca29e7163dc434fbf7ed901ffbc439a3f52 - 0.0% (1.8 KB)

[#041] sha256:e85d11b2223c5696fd210e10485447f90c601eb403131163259be20bb04f3dbd - 0.06% (15.2 MB)

[#042] sha256:bcb5672799cd348a2ea53f4de44b1621f53773daa289e92a19c0985cd5d6b60a - 0.0% (6.74 KB)

[#043] sha256:ff1850e5571f832a106c12a555180c33d7325e8c6e4cb7623552cb08f3dd7aae - 10.11% (2.68 GB)

[#044] sha256:4c61541855b6fac0377a1e17285891a6fe4776a7c18b1de2d1804f36e5d5f886 - 18.29% (4.85 GB)

[#045] sha256:96b8d214cb00abef6fdbb72da34801cca64a34b4d060c1b934423b1430510dfb - 0.09% (23.4 MB)

[#046] sha256:86c5cfbaeb82ba0a44a43565752bacb8368e0c421ef61fbfcd721f491fab3b52 - 0.17% (46.9 MB)

[#047] sha256:a26607871b60efdb2bada2dc253d34bd31d94bbf62681849d6429a5e9e971cab - 0.0% (92 Bytes)

[#048] sha256:3b0910303deaad280fb3c8bb8a87d06ed4ff4643af31fae6c86334a4bc443a3a - 0.02% (4.72 MB)

[#049] sha256:ecdaad87da4de4144fbc871feccf3157366f4e7bbdf180dc317591ee148a7317 - 0.0% (296 Bytes)

[#050] sha256:61285a2c5ccc2d7338a09ba7706346be55b40c38cee9b169a61bdea31cfce4d4 - 5.75% (1.53 GB)

[#051] sha256:ef57212c2555ecc37d30a60da54d2ead73bf6ef1520d86a8e2633f280631feb5 - 0.06% (15.7 MB)

[#052] sha256:38034334bd411b9e50fbcb8f6c830f92b0bf14952d507c2e9b4e3ef7ffd6406a - 0.22% (59.6 MB)

[#053] sha256:de3298e7a78da5bda9b3eeb06b64f2fc202a34dfad19b87509a5022527c383c1 - 0.97% (263 MB)

[#054] sha256:efbaee9093f20507e540ef48c0675e54b448f3d82a38cb6f82cd26403865734b - 0.01% (1.49 MB)

[#055] sha256:d8516bbabaacdf1c81e7c4dc34a2c21c60ed73e1f689ae3585d9c8e2d5ea11ab - 1.78% (483 MB)

[#056] sha256:1a9737919946b23e2682d8987f8cd1c4a58178bc3d265f34bc032b1cd26655f6 - 0.01% (2.62 MB)

[#057] sha256:b76fc5842c61368f8475d6cca72c08f83086d3b34b6195b22cb292b4f17b523c - 0.02% (6.44 MB)

[#058] sha256:5095c19d2889b72d7817c61b3a51783709a4aae181dd552cdf6272fef0d35639 - 2.42% (659 MB)

[#059] sha256:39714151da4f3387a261185761a2941b5a32431b813a7341ec97082861a26370 - 0.0% (59.4 KB)

[#060] sha256:5d7572bd8baf74112f72bacc287c390c60bf1d58c0ad3517b77fc5056f969932 - 0.0% (439 KB)

[#061] sha256:857da2368c8283b993aa1e783d9719dc5339b8a8e742f3d9bd6fab470ba9bfd0 - 0.0% (57 KB)

[#062] sha256:41fc9dda40c822222f58c14d4e5bd4ea5b25fabf8447f768234da183637f909a - 0.0% (30.9 KB)

[#063] sha256:75d14b526a8ec3e153b709f387172882b50c1e04e2d60e0e4344ea9712d7fe84 - 0.0% (265 KB)

[#064] sha256:af8f52c4cf02f574739ccefec8d9de52bfc2d43ee3278649f35d2f40836089eb - 0.0% (10.1 KB)

[#065] sha256:4c61bba0ffb5ec82cdb773f75259e40092e7d86914b386e2d9163031970051f4 - 0.0% (103 Bytes)

[#066] sha256:686cca57842c906dfe6e6c0c5f85d02546b6b29d086d46222bb31342b0cff761 - 0.21% (56.8 MB)

[#067] sha256:a767698121ee1a166cca3b0cb4fdb0ce0833ce8dbe5030edae1c11e145d7e8e6 - 0.04% (11.7 MB)

[#068] sha256:12ba03f36db30d44120f4a8a9770b0da8c02b057aea8f32fec3fd076d2a91463 - 0.0% (28.5 KB)

[#069] sha256:8f0d24d3810df78fefe47bd9e2cb7c48e79b22547e04c64014e41b104dd86eee - 0.0% (35.8 KB)

[#070] sha256:90bbcf1a3c73086a9a71904bbe352935887ea38cfeec6e9baa229dac1d4c812d - 0.0% (384 Bytes)

[#071] sha256:489ece3d251df5c8a743d215714b08d51a12aae0938ed4eb026579b52b8fde2c - 17.21% (4.57 GB)

History
2024-06-03 17:10:41 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-06-03 17:10:41 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-06-03 17:10:41 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-06-03 17:10:41 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=20.04

2024-06-03 17:10:43 UTC

/bin/sh -c #(nop) ADD file:e7cff353f027ecf0a2cb1cdd51714de3b083a11a0d965f104489f9a7e6925056 in /

2024-06-03 17:10:43 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-08-02 23:19:44 UTC

/bin/sh -c #(nop) ARG UBUNTU_VERSION

2024-08-02 23:19:46 UTC

/bin/sh -c #(nop) ENV DEBIAN_FRONTEND=noninteractive

2024-08-02 23:19:48 UTC

/bin/sh -c #(nop) ARG PYTORCH_ROCM_ARCH

2024-08-02 23:19:49 UTC

/bin/sh -c #(nop) ENV PYTORCH_ROCM_ARCH=gfx900;gfx906;gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx940;gfx941;gfx942

2024-08-02 23:19:50 UTC

/bin/sh -c #(nop) COPY file:858e110e538f1856a420937c6e60c94691f6fe76e210ce8f4f6b9a4e29abf901 in install_base.sh

2024-08-02 23:24:58 UTC

|1 UBUNTU_VERSION=20.04 /bin/sh -c bash ./install_base.sh && rm install_base.sh

2024-08-02 23:25:01 UTC

/bin/sh -c #(nop) ARG LLVMDEV

2024-08-02 23:25:03 UTC

/bin/sh -c #(nop) ARG CLANG_VERSION

2024-08-02 23:25:03 UTC

/bin/sh -c #(nop) COPY file:ea4470f09a1a3c3e7b5e68367ef79048b788247d3169e9da385ac1a9afb3216a in install_clang.sh

2024-08-02 23:25:05 UTC

|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh -c bash ./install_clang.sh && rm install_clang.sh

2024-08-02 23:25:05 UTC

/bin/sh -c #(nop) COPY file:c6304d808aa099de4888e640fb5596877c462b857b7c670e8d091c4165ccf0a4 in install_user.sh

2024-08-02 23:25:06 UTC

|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh -c bash ./install_user.sh && rm install_user.sh

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) ARG ANACONDA_PYTHON_VERSION

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) ARG CONDA_CMAKE

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) ENV ANACONDA_PYTHON_VERSION=3.9

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) ENV PATH=/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) COPY file:c5be8c0e77e15f28e563633651f5fac29ce344df0a01e627ed6a22c47aa296a3 in /opt/conda/requirements-ci.txt

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) COPY file:f3acc251b0ae052ae695d58464d1910534800631478b2b476f5319b533a92d55 in install_conda.sh

2024-08-02 23:25:06 UTC

/bin/sh -c #(nop) COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh

2024-08-02 23:29:37 UTC

|4 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh -c bash ./install_conda.sh && rm install_conda.sh common_utils.sh /opt/conda/requirements-ci.txt

2024-08-02 23:29:46 UTC

/bin/sh -c #(nop) ARG GCC_VERSION

2024-08-02 23:29:47 UTC

/bin/sh -c #(nop) COPY file:a6be3fca5763d553ed3491dd421b101b6a4ea1af953b169ac5c98b0e15ecbe62 in install_gcc.sh

2024-08-02 23:29:52 UTC

|5 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh -c bash ./install_gcc.sh && rm install_gcc.sh

2024-08-02 23:29:53 UTC

/bin/sh -c #(nop) ARG PROTOBUF

2024-08-02 23:29:54 UTC

/bin/sh -c #(nop) COPY file:bfb1658a960c59a8baab938c07819f89b03bae6acf27b58e019143543b493283 in install_protobuf.sh

2024-08-02 23:32:41 UTC

|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 /bin/sh -c if [ -n "${PROTOBUF}" ]; then bash ./install_protobuf.sh; fi

2024-08-02 23:32:46 UTC

|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 /bin/sh -c rm install_protobuf.sh

2024-08-02 23:32:48 UTC

/bin/sh -c #(nop) ENV INSTALLED_PROTOBUF=yes

2024-08-02 23:32:49 UTC

/bin/sh -c #(nop) ARG DB

2024-08-02 23:32:50 UTC

/bin/sh -c #(nop) COPY file:780b56a8d793c04ac8e9065142e0cdb5b683631502e90d9f784c8e9a36402015 in install_db.sh

2024-08-02 23:33:18 UTC

|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 /bin/sh -c if [ -n "${DB}" ]; then bash ./install_db.sh; fi

2024-08-02 23:33:22 UTC

|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 /bin/sh -c rm install_db.sh

2024-08-02 23:33:22 UTC

/bin/sh -c #(nop) ENV INSTALLED_DB=yes

2024-08-02 23:33:22 UTC

/bin/sh -c #(nop) ARG VISION

2024-08-02 23:33:22 UTC

/bin/sh -c #(nop) COPY multi:73ecdd32c88d03052ef890e557c91bc92eedab26de2fd8fed55c23d21cae50e9 in ./

2024-08-02 23:35:51 UTC

|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c if [ -n "${VISION}" ]; then bash ./install_vision.sh; fi

2024-08-02 23:35:57 UTC

|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_vision.sh cache_vision_models.sh common_utils.sh

2024-08-02 23:35:58 UTC

/bin/sh -c #(nop) ENV INSTALLED_VISION=yes

2024-08-02 23:35:59 UTC

/bin/sh -c #(nop) ARG ROCM_VERSION

2024-08-02 23:35:59 UTC

/bin/sh -c #(nop) COPY file:24d748e9857ace8ec555c90d26a00103ef09980c679c2feec3de66aa2440b633 in install_rocm.sh

2024-08-02 23:51:45 UTC

|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c bash ./install_rocm.sh

2024-08-02 23:52:00 UTC

|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_rocm.sh

2024-08-02 23:52:00 UTC

/bin/sh -c #(nop) COPY file:d98119f5af1b9faf43e5508c7dff2c997ec9066336c0b7117755c698c92006fb in install_rocm_magma.sh

2024-08-03 00:21:09 UTC

|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c bash ./install_rocm_magma.sh

2024-08-03 00:21:20 UTC

|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_rocm_magma.sh

2024-08-03 00:21:20 UTC

/bin/sh -c #(nop) ENV ROCM_PATH=/opt/rocm

2024-08-03 00:21:20 UTC

/bin/sh -c #(nop) ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:21:20 UTC

/bin/sh -c #(nop) ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:21:20 UTC

/bin/sh -c #(nop) ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:21:20 UTC

/bin/sh -c #(nop) ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) ENV MAGMA_HOME=/opt/rocm/magma

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) ENV LANG=C.UTF-8

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) ENV LC_ALL=C.UTF-8

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) ARG CMAKE_VERSION

2024-08-03 00:21:21 UTC

/bin/sh -c #(nop) COPY file:81e429df46fa0455cf421853efc016e51afc523e70e51c6582fa7b29fe87e4bb in install_cmake.sh

2024-08-03 00:21:30 UTC

|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c if [ -n "${CMAKE_VERSION}" ]; then bash ./install_cmake.sh; fi

2024-08-03 00:21:31 UTC

|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_cmake.sh

2024-08-03 00:21:31 UTC

/bin/sh -c #(nop) ARG NINJA_VERSION

2024-08-03 00:21:31 UTC

/bin/sh -c #(nop) COPY file:00cb9f7fa5c380835603121c64a21edd9ecfa3bac0af0ec60f552a7669c314e7 in install_ninja.sh

2024-08-03 00:21:33 UTC

|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= NINJA_VERSION=1.9.0 PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c if [ -n "${NINJA_VERSION}" ]; then bash ./install_ninja.sh; fi

2024-08-03 00:21:33 UTC

|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= NINJA_VERSION=1.9.0 PROTOBUF=yes ROCM_VERSION=6.2 UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_ninja.sh

2024-08-03 00:21:34 UTC

/bin/sh -c #(nop) ARG TRITON

2024-08-03 00:21:34 UTC

/bin/sh -c #(nop) COPY file:5601a5cde44d4215151f5b7657208e7de91eec26cee6c4e3936e8fc4e5f2f258 in install_triton.sh

2024-08-03 00:21:34 UTC

/bin/sh -c #(nop) COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh

2024-08-03 00:21:34 UTC

/bin/sh -c #(nop) COPY file:a9ebd6ee3b0c7553e97c416d8d66ad61f528207420cd86be787bdfbd3776b3f5 in triton-rocm.txt

2024-08-03 00:21:34 UTC

/bin/sh -c #(nop) COPY file:54503e1082c21ed64207a1c393cce0d477e2c84301cda940539f0abad2cffdb1 in triton_version.txt

2024-08-03 00:27:01 UTC

|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= NINJA_VERSION=1.9.0 PROTOBUF=yes ROCM_VERSION=6.2 TRITON=yes UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c if [ -n "${TRITON}" ]; then bash ./install_triton.sh; fi

2024-08-03 00:27:07 UTC

|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= NINJA_VERSION=1.9.0 PROTOBUF=yes ROCM_VERSION=6.2 TRITON=yes UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c rm install_triton.sh common_utils.sh triton-rocm.txt triton_version.txt

2024-08-03 00:27:07 UTC

/bin/sh -c #(nop) COPY file:0838d251e98cd169718c8b92dd9587a248266bb3b15480aa1b69fea3b91181b5 in install_cache.sh

2024-08-03 00:27:07 UTC

/bin/sh -c #(nop) ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 00:27:18 UTC

|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes GCC_VERSION= LLVMDEV= NINJA_VERSION=1.9.0 PROTOBUF=yes ROCM_VERSION=6.2 TRITON=yes UBUNTU_VERSION=20.04 VISION=yes /bin/sh -c bash ./install_cache.sh && rm install_cache.sh

2024-08-03 00:27:19 UTC

/bin/sh -c #(nop) ARG BUILD_ENVIRONMENT

2024-08-03 00:27:19 UTC

/bin/sh -c #(nop) ENV BUILD_ENVIRONMENT=pytorch-linux-focal-rocm6.2-py3.9

2024-08-03 00:27:19 UTC

/bin/sh -c #(nop) USER jenkins

2024-08-03 00:27:19 UTC

/bin/sh -c #(nop) CMD ["bash"]

2024-08-03 00:52:07 UTC

/bin/sh -c #(nop) ARG FRAME_NAME

2024-08-03 00:52:09 UTC

/bin/sh -c #(nop) ARG OS_CHOICE

2024-08-03 00:52:11 UTC

/bin/sh -c #(nop) ARG PY_VER

2024-08-03 00:52:11 UTC

/bin/sh -c #(nop) ARG PY_EXTRA_PK

2024-08-03 00:52:11 UTC

/bin/sh -c #(nop) ARG MAX_JOBS=4

2024-08-03 00:52:12 UTC

/bin/sh -c #(nop) ENV MAX_JOBS=32

2024-08-03 00:52:12 UTC

/bin/sh -c #(nop) USER root

2024-08-03 00:52:12 UTC

/bin/sh -c #(nop) COPY dir:4812daaaeb45c5898690f76775aea1d417cf26c8e96585a99414ee778b1ba403 in /var/lib/jenkins

2024-08-03 00:53:43 UTC

/bin/sh -c #(nop) COPY dir:79d374beca75a6bae47d7dca6a52bb22780c78eb455dc8c6bd022d8c7be3bbec in /var/lib/jenkins/pytorch

2024-08-03 00:53:51 UTC

/bin/sh -c #(nop) WORKDIR /var/lib/jenkins

2024-08-03 00:53:52 UTC

|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.9 /bin/sh -c if [ "x$PY_EXTRA_PK" != "x" ]; then bash script.sh ${PY_EXTRA_PK}; fi

2024-08-03 03:58:39 UTC

|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.9 /bin/sh -c ./build.sh

2024-08-03 03:58:53 UTC

/bin/sh -c #(nop) ENV ROCM_PATH=/opt/rocm

2024-08-03 03:58:54 UTC

/bin/sh -c #(nop) ENV MPI_HOME=/opt/ompi

2024-08-03 03:58:56 UTC

/bin/sh -c #(nop) ENV UCX_HOME=/opt/ucx

2024-08-03 03:58:57 UTC

/bin/sh -c #(nop) ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2024-08-03 03:58:57 UTC

/bin/sh -c #(nop) ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:

2024-08-03 03:58:58 UTC

/bin/sh -c #(nop) ENV CI=1

2024-08-03 03:58:58 UTC

/bin/sh -c #(nop) ENV PYTORCH_TEST_WITH_ROCM=1

2024-08-03 03:58:58 UTC

/bin/sh -c #(nop) ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda

2024-08-03 03:58:58 UTC

/bin/sh -c #(nop) ENV HSA_FORCE_FINE_GRAIN_PCIE=1

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

USER root

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

ARG BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942

2024-10-31 05:50:31 UTC (buildkit.dockerfile.v0)

RUN |3 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 /bin/sh -c apt-get update -q -y && apt-get install -q -y python3 python3-pip # buildkit

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

RUN |3 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ENV LLVM_SYMBOLIZER_PATH=/opt/rocm/llvm/bin/llvm-symbolizer

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/bin:

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib::/opt/rocm/lib/:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/lib:

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ENV CPLUS_INCLUDE_PATH=:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include:/opt/conda/envs/py_3.9/lib/python3.9/site-packages/torch/include/torch/csrc/api/include/:/opt/rocm/include/:

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2024-10-31 05:50:40 UTC (buildkit.dockerfile.v0)

ARG BUILD_FA=1

2024-10-31 05:50:46 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit

2024-10-31 05:50:47 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit

2024-10-31 08:14:14 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c if ls /install/*.deb; then apt-get purge -y hipblaslt && dpkg -i /install/*.deb && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status; fi # buildkit

2024-10-31 08:14:16 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c if ls /install/*.deb; then dpkg -i /install/*.deb && dpkg -i /install/*.deb && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status; fi # buildkit

2024-10-31 08:14:34 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c if ls /install/*.whl; then pip uninstall -y flash-attn && pip install /install/*.whl; fi # buildkit

2024-10-31 08:14:44 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c if ls /install/*.whl; then pip uninstall -y triton && pip install /install/*.whl; fi # buildkit

2024-10-31 08:14:45 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c pip uninstall -y amdsmi && pip install /install/*.whl; # buildkit

2024-10-31 08:15:26 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c if ls /install/*.whl; then pip uninstall -y torch torchvision && pip install /install/*.whl; fi # buildkit

2024-10-31 08:15:28 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit

2024-10-31 08:15:50 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python setup.py install # buildkit

2024-10-31 08:15:50 UTC (buildkit.dockerfile.v0)

ENV VLLM_INSTALL_PUNICA_KERNELS=1

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.2_ubuntu20.04_py3.9_pytorch_release_2.3.0 COMMON_WORKDIR=/app ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942 COMMON_WORKDIR=/app BUILD_FA=1 /bin/sh -c cd /install && pip install -U -r requirements-rocm.txt && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in *"rocm-6.0"*) patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;; *"rocm-6.1"*) cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;; *) ;; esac && pip uninstall -y vllm gradlib && pip install *.whl # buildkit

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

COPY /benchmarks /app/vllm/benchmarks # buildkit

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

COPY /tests /app/vllm/tests # buildkit

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

COPY /examples /app/vllm/examples # buildkit

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

COPY /.buildkite /app/vllm/.buildkite # buildkit

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2024-10-31 08:33:10 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2024-11-01 20:28:31 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_TUNING=0

2024-11-01 20:28:31 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_ENABLED=0

2024-11-01 20:28:31 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_FILENAME=/app/tuned_gemm_csv/afo_tune_device_%d_full.csv

2024-11-01 20:28:31 UTC (buildkit.dockerfile.v0)

COPY tuned_gemm_csv /app/tuned_gemm_csv # buildkit

2025-01-02 06:44:48 UTC

/bin/bash

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) USER root

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) WORKDIR /sgl-workspace

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ARG BUILD_TYPE=all

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ARG SGL_REPO=https://github.com/sgl-project/sglang

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ENV SGL_DEFAULT=main

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ARG SGL_BRANCH=main

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ARG TRITON_REPO=https://github.com/triton-lang/triton.git

2025-01-05 17:32:07 UTC

/bin/sh -c #(nop) ARG TRITON_COMMIT=845d75a

2025-01-05 17:32:30 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c git clone ${SGL_REPO} && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && if [ "$BUILD_TYPE" = "srt" ]; then python -m pip --no-cache-dir install -e "python[srt_hip]"; else python -m pip --no-cache-dir install -e "python[all_hip]"; fi

2025-01-05 17:32:32 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c cp -r /sgl-workspace/sglang /sglang

2025-01-05 17:32:33 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c python -m pip cache purge

2025-01-05 17:32:41 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao && pip install pybind11

2025-01-05 17:32:42 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c pip uninstall -y triton

2025-01-05 17:37:05 UTC

|5 BUILD_TYPE=all SGL_BRANCH=main SGL_REPO=https://github.com/sgl-project/sglang TRITON_COMMIT=845d75a TRITON_REPO=https://github.com/triton-lang/triton.git /bin/sh -c git clone ${TRITON_REPO} && cd triton && git checkout ${TRITON_COMMIT} && cd python && python3 setup.py install

2025-01-05 17:37:07 UTC

/bin/sh -c #(nop) ENV HIP_FORCE_DEV_KERNARG=1

2025-01-05 17:37:07 UTC

/bin/sh -c #(nop) ENV SGLANG_SET_CPU_AFFINITY=1

2025-01-05 17:37:07 UTC

/bin/sh -c #(nop) ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

2025-01-05 17:37:07 UTC

/bin/sh -c #(nop) ENV NCCL_MIN_NCHANNELS=112

2025-01-05 17:37:07 UTC

/bin/sh -c #(nop) ENV MOE_PADDING=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV VLLM_FP8_PADDING=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV VLLM_FP8_ACT_PADDING=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV VLLM_FP8_WEIGHT_PADDING=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV VLLM_FP8_REDUCE_CONV=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV TORCHINDUCTOR_MAX_AUTOTUNE=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1

2025-01-05 17:37:08 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete