Sign inSign up

intel/llm-scaler-vllm:0.21.0-b3

Manifest digest

sha256:7a526dcfc49c77afeabf77e2e2a41a9a0221126580d144d2d1a15e320befb210

OS/ARCH

linux/amd64

Compressed size

4.82 GB

Last pushed

3 months by intel

Type

Image

Manifest digest

sha256:7a526dcfc49c77afeabf77e2e2a41a9a0221126580d144d2d1a15e320befb210

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 29.18 MB
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c set -xe174.27 MB
7ARG KEY_URL=https://repositories.intel.com/gpu/intel-graphics.key0 B
8ARG REPOSITORY_URL=https://repositories.intel.com/gpu/ubuntu0 B
9ARG REPOSITORY_NAME=intel-omix/0 B
10ARG REPOSITORY_VERSION=0.1.00 B
11RUN |4 KEY_URL=https://repositories.intel.com/gpu/intel-graphics.key REPOSITORY_URL=https://repositories.intel.com/gpu/ubuntu REPOSITORY_NAME=intel-omix/127.86 MB
12RUN /bin/sh -c apt-get update23.6 MB
13ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14RUN /bin/sh -c pip install6.08 MB
15ENV DEVICE=xpu TORCH_VERSION=2.11.0 TORCH_AUDIO_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.00 B
16RUN /bin/sh -c pip install2.6 GB
17ARG http_proxy=http://proxy.iil.intel.com:9110 B
18ARG https_proxy=http://proxy.iil.intel.com:9110 B
19ARG no_proxy=localhost,127.0.0.10 B
20ARG ONECCL_INSTALLER=intel-oneccl-2021.15.9.14_offline.sh0 B
21ARG ONECCL_INSTALLER_SHA256=f7ab81b6ed1b10dd35fadec366a78046d8af214888dfd625047ce8953d5aa4ef0 B
22ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_NO_CACHE_DIR=1 VLLM_QUANTIZE_Q40_LIB=/opt/venv/lib/python3.12/site-packages/vllm_int4_for_multi_arc.so0 B
23WORKDIR /llm-scaler/vllm121 B
24COPY /src/vllm ./vllm # buildkit67.63 MB
25COPY /src/vllm-xpu-kernels ./vllm-xpu-kernels # buildkit255.95 MB
26COPY /src/custom-esimd-kernels-vllm ./custom-esimd-kernels-vllm # buildkit332.51 KB
27RUN |5 http_proxy=http://proxy.iil.intel.com:911 https_proxy=http://proxy.iil.intel.com:911 no_proxy=localhost,127.0.0.11.56 GB
28ENTRYPOINT ["bash" "-c" "exec vllm0 B

Command

 ARG RELEASE