Sign inSign up

intel/llm-scaler-vllm:0.31.0-b1-experimental

Manifest digest

sha256:a397e04d66494637862b1927ee92ab4dd8b2f03f0dc9d359ec9536959a88e704

OS/ARCH

linux/amd64

Compressed size

5.85 GB

Last pushed

26 days by intel

Type

Image

Manifest digest

sha256:a397e04d66494637862b1927ee92ab4dd8b2f03f0dc9d359ec9536959a88e704

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 29.21 MB
5CMD ["/bin/bash"]0 B
6ENV DEBIAN_FRONTEND=noninteractive0 B
7WORKDIR /workspace/99 B
8ARG PYTHON_VERSION=3.120 B
9ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
10RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh313.19 MB
11RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh111.77 MB
12RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh78.98 MB
13ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV VIRTUAL_ENV=/opt/venv0 B
15ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
16RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh22.76 MB
17ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18SHELL [bash -c]0 B
19CMD ["bash" "-c" "source /root/.bashrc0 B
20WORKDIR /workspace/vllm120 B
21ENV UV_HTTP_TIMEOUT=5000 B
22ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
23ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
24ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
25ENV UV_LINK_MODE=copy0 B
26RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu bash290 B
27ENV LD_LIBRARY_PATH=/opt/venv/lib:/usr/local/lib0 B
28CMD ["/bin/bash"]0 B
29ARG NIXL_VERSION=v1.3.20 B
30COPY /opt/ucx /opt/ucx # buildkit11.42 MB
31COPY /tmp/nixl_wheels /tmp/nixl_wheels # buildkit3.09 MB
32ENV LD_LIBRARY_PATH=/opt/ucx/lib:/opt/venv/lib:/usr/local/lib0 B
33RUN |1 NIXL_VERSION=v1.3.2 bash -c8.7 MB
34RUN |1 NIXL_VERSION=v1.3.2 bash -c3.1 GB
35COPY . . # buildkit346.4 MB
36COPY /workspace/vllm/vllm-rs vllm/vllm-rs # buildkit21.47 MB
37COPY /workspace/vllm/_rust_*.so vllm/ # buildkit447.46 KB
38ARG GIT_REPO_CHECK=00 B
39RUN |2 NIXL_VERSION=v1.3.2 GIT_REPO_CHECK=1 bash32 B
40ENV VLLM_TARGET_DEVICE=xpu0 B
41ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
42RUN |2 NIXL_VERSION=v1.3.2 GIT_REPO_CHECK=1 bash61.7 MB
43RUN |2 NIXL_VERSION=v1.3.2 GIT_REPO_CHECK=1 bash2.83 KB
44RUN |2 NIXL_VERSION=v1.3.2 GIT_REPO_CHECK=1 bash562.49 MB
45ENTRYPOINT ["vllm" "serve"]0 B
46ARG http_proxy0 B
47ARG https_proxy0 B
48ARG no_proxy0 B
49ENV UV_NATIVE_TLS=true VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
50SHELL [/bin/bash -o pipefail -c]0 B
51WORKDIR /llm/93 B
52COPY . /opt/wheels/ # buildkit423.11 MB
53COPY docker/v0.31.0/llmscaler_transformers_compat.py docker/v0.31.0/llmscaler_transformers_compat.pth /opt/venv/lib/python3.12/site-packages/ #586 B
54RUN |3 http_proxy=http://child-prc.intel.com:913 https_proxy=http://child-prc.intel.com:913 no_proxy=localhost,127.0.0.1,::1822.32 MB
55ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE