Sign inSign up

intel/llm-scaler-vllm:0.21.0-b1

Manifest digest

sha256:5d87be271e4db54539f1dbb29c071e9122f4e57b74594dbb26a55d27a569d780

OS/ARCH

linux/amd64

Compressed size

4.73 GB

Last pushed

4 months by intel

Type

Image

Manifest digest

sha256:5d87be271e4db54539f1dbb29c071e9122f4e57b74594dbb26a55d27a569d780

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 29.18 MB
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c set -xe174.27 MB
7ARG KEY_URL=https://repositories.intel.com/gpu/intel-graphics.key0 B
8ARG REPOSITORY_URL=https://repositories.intel.com/gpu/ubuntu0 B
9ARG REPOSITORY_NAME=intel-omix/0 B
10ARG REPOSITORY_VERSION=0.1.00 B
11RUN |4 KEY_URL=https://repositories.intel.com/gpu/intel-graphics.key REPOSITORY_URL=https://repositories.intel.com/gpu/ubuntu REPOSITORY_NAME=intel-omix/127.86 MB
12RUN /bin/sh -c apt-get update23.6 MB
13ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14RUN /bin/sh -c pip install6.08 MB
15ENV DEVICE=xpu TORCH_VERSION=2.11.0 TORCH_AUDIO_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.00 B
16RUN /bin/sh -c pip install2.6 GB
17ARG http_proxy=http://proxy.iil.intel.com:9110 B
18ARG https_proxy=http://proxy.iil.intel.com:9110 B
19ARG no_proxy=intel.com,localhost,127.0.0.10 B
20ENV http_proxy=http://proxy.iil.intel.com:911 https_proxy=http://proxy.iil.intel.com:911 no_proxy=intel.com,localhost,127.0.0.1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
21WORKDIR /llm-scaler/vllm121 B
22COPY /src/vllm ./vllm # buildkit67.54 MB
23COPY /src/vllm-xpu-kernels ./vllm-xpu-kernels # buildkit247.76 MB
24COPY /src/custom-esimd-kernels-vllm ./custom-esimd-kernels-vllm # buildkit309.56 KB
25RUN |3 http_proxy=http://proxy.iil.intel.com:911 https_proxy=http://proxy.iil.intel.com:911 no_proxy=intel.com,localhost,127.0.0.11.47 GB
26ENTRYPOINT ["bash" "-c" "exec vllm0 B

Command

 ARG RELEASE