Sign inSign up

rocm/vllm-ci:build-01a02c75-65b3-44df-a64b-0930270a3e63

Machine learning & AI
Index digest

sha256:cd1935641c714241c5b115a3950dfd51408157fe8f3538dcfd34af8fcae05fe6

OS/ARCH

linux/amd64

Compressed size

12.07 GB

Last pushed

about 10 hours by rocmvllm

Type

Image

Manifest digest

sha256:823bd893eaa09655cd5177e03d84423f81f452a9f6c21ada694334059daef2f0

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV HSA_NO_SCRATCH_RECLAIM=10 B
20ARG PYTHON_VERSION=3.120 B
21ENV PYTHON_VERSION=3.120 B
22RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
23WORKDIR /app32 B
24ENV DEBIAN_FRONTEND=noninteractive0 B
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh225.59 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.99 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh3.85 MB
28ARG USE_SCCACHE=00 B
29ARG SCCACHE_DOWNLOAD_URL0 B
30ARG SCCACHE_ENDPOINT0 B
31ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
32ARG SCCACHE_REGION_NAME=us-west-20 B
33ARG SCCACHE_S3_NO_CREDENTIALS=00 B
34RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=032 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=032 B
36ARG USE_SCCACHE=00 B
37ENV SCCACHE_BUCKET=vllm-build-sccache0 B
38ENV SCCACHE_REGION=us-west-20 B
39ENV SCCACHE_S3_NO_CREDENTIALS=00 B
40ENV SCCACHE_IDLE_TIMEOUT=00 B
41RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=02.63 GB
42COPY /staging/ /opt/rocm/ # buildkit13.43 MB
43RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=010.43 KB
44ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete@sha256:b64aecbed6cc2d8227407899831d5c53fa8450d4db08f6a2400c29587ce15be90 B
45ARG TRITON_BRANCH=f0b55c00 B
46ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
47ARG PYTORCH_BRANCH=6bbd2600 B
48ARG PYTORCH_VISION_BRANCH=v0.27.10 B
49ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
50ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
51ARG PYTORCH_AUDIO_BRANCH=v2.11.00 B
52ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
53ARG FA_BRANCH=0e60e3940 B
54ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
55ARG AITER_BRANCH=v0.1.190 B
56ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
57ARG MORI_BRANCH=v1.1.00 B
58ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
59ARG ROCPROFILER_SDK_REPO=https://github.com/ROCm/rocm-systems.git0 B
60ARG ROCPROFILER_SDK_COMMIT=2b22ab0195cc1461cd9abf3b969e9dd7c10af3500 B
61RUN |25 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=0503 B
62ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
63ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
64RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/sh -c143.21 MB
65RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/sh -c32 B
66ARG USE_SCCACHE0 B
67RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/sh32 B
68RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/sh22.44 MB
69ENV UV_HTTP_TIMEOUT=5000 B
70ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
71ENV UV_LINK_MODE=copy0 B
72ENV CCACHE_DIR=/root/.cache/ccache0 B
73ENV CCACHE_COMPILERCHECK=content0 B
74ARG max_jobs=0 B
75ENV MAX_JOBS=0 B
76ARG USE_SCCACHE0 B
77ARG SCCACHE_DOWNLOAD_URL0 B
78ARG SCCACHE_ENDPOINT0 B
79ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
80ARG SCCACHE_REGION_NAME=us-west-20 B
81ARG SCCACHE_S3_NO_CREDENTIALS=00 B
82RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=32 B
83ARG USE_SCCACHE0 B
84ENV SCCACHE_BUCKET=0 B
85ENV SCCACHE_REGION=0 B
86ENV SCCACHE_S3_NO_CREDENTIALS=0 B
87ENV SCCACHE_IDLE_TIMEOUT=0 B
88ARG COMMON_WORKDIR=/app0 B
89WORKDIR /app32 B
90ARG NIC_BACKEND=all0 B
91ARG AINIC_VERSION=1.117.3-hydra0 B
92ARG UBUNTU_CODENAME=jammy0 B
93RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=15.76 MB
94ARG COMMON_WORKDIR=/app0 B
95ENV CARGO_HOME=/root/.cargo0 B
96ENV RUSTUP_HOME=/root/.rustup0 B
97ENV PATH=/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
98COPY /root/.cargo /root/.cargo # buildkit7.77 MB
99COPY /root/.rustup /root/.rustup # buildkit276.55 MB
100ARG DEEPEP_NIC=cx70 B
101RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=16.01 MB
102RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=34.55 MB
103COPY /opt/rocshmem /opt/rocshmem # buildkit8.27 MB
104RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=78.28 MB
105COPY tools/install_torchcodec_rocm.sh /tmp/install_torchcodec.sh # buildkit2.16 KB
106RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=3.89 MB
107COPY requirements/common.txt requirements/rocm.txt /tmp/ci-base-requirements/ #2.03 KB
108RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=477.72 MB
109ENV HF_XET_HIGH_PERFORMANCE=10 B
110ENV HF_HUB_DOWNLOAD_TIMEOUT=600 B
111ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
112COPY requirements/test/rocm.txt /tmp/rocm-test-reqs.txt # buildkit6.23 KB
113RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=576.99 MB
114RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=1.89 MB
115ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
116ENV MIOPEN_DEBUG_CONV_GEMM=00 B
117ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
118ENV UCX_RMA_PPLN_ENABLE=y0 B
119ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
120RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=168 B
121ENV KINETO_CONFIG=/app/libkineto.conf0 B
122COPY tests/vllm_test_utils /tmp/vllm_test_utils # buildkit1.46 KB
123RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=2.58 KB
124RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=84.65 MB
125ARG COMMON_WORKDIR=/app0 B
126RUN |1 COMMON_WORKDIR=/app /bin/sh -c107.32 MB
127COPY /*.whl /opt/vllm-wheels/ # buildkit102.6 MB
128WORKDIR /vllm-workspace104 B
129COPY /app/vllm /vllm-workspace # buildkit348.5 MB
130COPY /vllm_v1 /usr/local/lib/python3.12/dist-packages/vllm/v1 # buildkit1.23 MB
131RUN |1 COMMON_WORKDIR=/app /bin/sh -c107.19 MB
132ENV VLLM_GPU_SYNC_CHECK=error0 B

Command

 ARG RELEASE