Sign inSign up

intel/llm-scaler-vllm:0.11.1-b7

Manifest digest

sha256:02d5f2c93483204256337b3a48d799dda186c017b8abe9fd4eb9a0b956b38664

OS/ARCH

linux/amd64

Compressed size

11.14 GB

Last pushed

10 months by intelsoftwarerepo

Type

Image

Manifest digest

sha256:02d5f2c93483204256337b3a48d799dda186c017b8abe9fd4eb9a0b956b38664

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.18 MB
6CMD ["/bin/bash"]0 B
7COPY third-party-programs.txt / # buildkit28.13 KB
8RUN /bin/sh -c apt-get update48.52 MB
9RUN /bin/sh -c curl -fsSL3.12 KB
10RUN /bin/sh -c echo "deb274 B
11RUN /bin/sh -c apt-get update355 B
12RUN /bin/sh -c curl -fsSL3.03 KB
13RUN /bin/sh -c echo "deb288 B
14RUN /bin/sh -c apt-get update2.23 GB
15ENV LANG=C.UTF-80 B
16ENV CCL_CONFIGURATION=cpu_gpu_dpcpp0 B
17ENV CCL_CONFIGURATION_PATH=0 B
18ENV CCL_ROOT=/opt/intel/oneapi/ccl/2021.160 B
19ENV CLASSPATH=/opt/intel/oneapi/mpi/2021.16/share/java/mpi.jar0 B
20ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/tbb/2022.2/env/..:/opt/intel/oneapi/pti/0.13/lib/cmake/pti:/opt/intel/oneapi/mkl/2025.2/lib/cmake:/opt/intel/oneapi/dpl/2022.9/lib/cmake/oneDPL:/opt/intel/oneapi/dnnl/2025.2/lib/cmake:/opt/intel/oneapi/compiler/2025.2:/opt/intel/oneapi/ccl/2021.16/lib/cmake/oneCCL0 B
21ENV CMPLR_ROOT=/opt/intel/oneapi/compiler/2025.20 B
22ENV CPATH=/opt/intel/oneapi/umf/0.11/include:/opt/intel/oneapi/mkl/2025.2/include:/opt/intel/oneapi/dnnl/2025.2/include:/opt/intel/oneapi/dev-utilities/2025.2/include:/opt/intel/oneapi/ccl/2021.16/include0 B
23ENV CPLUS_INCLUDE_PATH=/opt/intel/oneapi/umf/0.11/include:/opt/intel/oneapi/tbb/2022.2/env/../include:/opt/intel/oneapi/pti/0.13/include:/opt/intel/oneapi/mpi/2021.16/include:/opt/intel/oneapi/mkl/2025.2/include:/opt/intel/oneapi/dpl/2022.9/include0 B
24ENV C_INCLUDE_PATH=/opt/intel/oneapi/umf/0.11/include:/opt/intel/oneapi/tbb/2022.2/env/../include:/opt/intel/oneapi/pti/0.13/include:/opt/intel/oneapi/mpi/2021.16/include:/opt/intel/oneapi/mkl/2025.2/include0 B
25ENV DIAGUTIL_PATH=/opt/intel/oneapi/compiler/2025.2/etc/compiler/sys_check/sys_check.sh0 B
26ENV DNNLROOT=/opt/intel/oneapi/dnnl/2025.20 B
27ENV DPL_ROOT=/opt/intel/oneapi/dpl/2022.90 B
28ENV FI_PROVIDER_PATH=/opt/intel/oneapi/mpi/2021.16/opt/mpi/libfabric/lib/prov:/usr/lib/x86_64-linux-gnu/libfabric0 B
29ENV GDB_INFO=/opt/intel/oneapi/debugger/2025.2/share/info/0 B
30ENV INFOPATH=/opt/intel/oneapi/debugger/2025.2/share/info0 B
31ENV INTEL_PYTHONHOME=/opt/intel/oneapi/debugger/2025.2/opt/debugger0 B
32ENV I_MPI_ROOT=/opt/intel/oneapi/mpi/2021.160 B
33ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/0.11/lib:/opt/intel/oneapi/tbb/2022.2/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.13/lib:/opt/intel/oneapi/mpi/2021.16/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.16/lib:/opt/intel/oneapi/mkl/2025.2/lib:/opt/intel/oneapi/dnnl/2025.2/lib:/opt/intel/oneapi/debugger/2025.2/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.2/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.2/lib:/opt/intel/oneapi/ccl/2021.16/lib/0 B
34ENV LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/0.11/lib:/opt/intel/oneapi/tbb/2022.2/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.13/lib:/opt/intel/oneapi/mpi/2021.16/lib:/opt/intel/oneapi/mkl/2025.2/lib:/opt/intel/oneapi/dnnl/2025.2/lib:/opt/intel/oneapi/compiler/2025.2/lib:/opt/intel/oneapi/ccl/2021.16/lib/0 B
35ENV MANPATH=/opt/intel/oneapi/mpi/2021.16/share/man:/opt/intel/oneapi/debugger/2025.2/share/man:/opt/intel/oneapi/compiler/2025.2/share/man:0 B
36ENV MKLROOT=/opt/intel/oneapi/mkl/2025.20 B
37ENV NLSPATH=/opt/intel/oneapi/compiler/2025.2/lib/compiler/locale/%l_%t/%N0 B
38ENV OCL_ICD_FILENAMES=/opt/intel/oneapi/compiler/2025.2/lib/libintelocl.so0 B
39ENV ONEAPI_ROOT=/opt/intel/oneapi0 B
40ENV PATH=/opt/intel/oneapi/mpi/2021.16/bin:/opt/intel/oneapi/mkl/2025.2/bin:/opt/intel/oneapi/dev-utilities/2025.2/bin:/opt/intel/oneapi/debugger/2025.2/opt/debugger/bin:/opt/intel/oneapi/compiler/2025.2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
41ENV PKG_CONFIG_PATH=/opt/intel/oneapi/tbb/2022.2/env/../lib/pkgconfig:/opt/intel/oneapi/mpi/2021.16/lib/pkgconfig:/opt/intel/oneapi/mkl/2025.2/lib/pkgconfig:/opt/intel/oneapi/dpl/2022.9/lib/pkgconfig:/opt/intel/oneapi/dnnl/2025.2/lib/pkgconfig:/opt/intel/oneapi/compiler/2025.2/lib/pkgconfig:/opt/intel/oneapi/ccl/2021.16/lib/pkgconfig/0 B
42ENV Pti_DIR=/opt/intel/oneapi/pti/0.13/lib/cmake/pti0 B
43ENV SETVARS_COMPLETED=10 B
44ENV TBBROOT=/opt/intel/oneapi/tbb/2022.2/env/..0 B
45ENV TCM_ROOT=/opt/intel/oneapi/tcm/1.40 B
46ENV UMF_ROOT=/opt/intel/oneapi/umf/0.110 B
47ENV DEBIAN_FRONTEND=noninteractive0 B
48ARG BUILD_ENV=docker0 B
49ENV BUILD_ENV=docker0 B
50RUN |1 BUILD_ENV=docker /bin/sh -c53.09 MB
51RUN |1 BUILD_ENV=docker /bin/sh -c2.27 GB
52RUN |1 BUILD_ENV=docker /bin/sh -c846.29 KB
53ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
54STOPSIGNAL SIGRTMIN+30 B
55CMD ["/lib/systemd/systemd"]0 B
56ARG https_proxy=http://proxy.iil.intel.com:9110 B
57ARG http_proxy=http://proxy.iil.intel.com:9110 B
58RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh39.64 MB
59RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh169.51 MB
60WORKDIR /llm93 B
61COPY ./patches/vllm_for_multi_arc.patch /tmp/ # buildkit87.07 KB
62ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/0.11/lib:/opt/intel/oneapi/tbb/2022.2/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.13/lib:/opt/intel/oneapi/mpi/2021.16/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.16/lib:/opt/intel/oneapi/mkl/2025.2/lib:/opt/intel/oneapi/dnnl/2025.2/lib:/opt/intel/oneapi/debugger/2025.2/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.2/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.2/lib:/opt/intel/oneapi/ccl/2021.16/lib/:/usr/local/lib/0 B
63ENV VLLM_TARGET_DEVICE=xpu0 B
64ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
65RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh208 B
66RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh5.77 GB
67RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh486.59 MB
68RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh100.87 KB
69RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh626 B
70SHELL [bash -c]0 B
71CMD ["bash" "-c" "source /root/.bashrc0 B
72COPY ./examples/offline_inference.py /llm/ # buildkit663 B
73ARG http_proxy=http://proxy.iil.intel.com:9110 B
74ARG https_proxy=http://proxy.iil.intel.com:9110 B
75RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash3.48 MB
76RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash59.26 MB
77ENV VLLM_QUANTIZE_Q40_LIB=/usr/local/lib/python3.12/dist-packages/vllm_int4_for_multi_arc.so0 B
78ENV VLLM_OFFLOAD_WEIGHTS_BEFORE_QUANT=10 B
79ENV VLLM_ALLOW_LONG_MAX_MODEL_LEN=10 B
80RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash1.27 MB
81RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash778 B
82ENV TBBROOT=/opt/intel/oneapi/tbb/2022.2/env/.. CCL_ROOT=/opt/intel/oneapi/ccl/2021.15.7-down.1 CMPLR_ROOT=/opt/intel/oneapi/compiler/2025.2 MKLROOT=/opt/intel/oneapi/mkl/2025.20 B
83ENV PKG_CONFIG_PATH=/opt/intel/oneapi/tbb/2022.2/env/../lib/pkgconfig:/opt/intel/oneapi/mpi/2021.16/lib/pkgconfig:/opt/intel/oneapi/mkl/2025.2/lib/pkgconfig:/opt/intel/oneapi/dpl/2022.9/lib/pkgconfig:/opt/intel/oneapi/dnnl/2025.2/lib/pkgconfig:/opt/intel/oneapi/compiler/2025.2/lib/pkgconfig:/opt/intel/oneapi/ccl/2021.15.7-down.1/lib/pkgconfig/0 B
84ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/tbb/2022.2/env/..:/opt/intel/oneapi/pti/0.13/lib/cmake/pti:/opt/intel/oneapi/mkl/2025.2/lib/cmake:/opt/intel/oneapi/dpl/2022.9/lib/cmake/oneDPL:/opt/intel/oneapi/dnnl/2025.2/lib/cmake:/opt/intel/oneapi/compiler/2025.2:/opt/intel/oneapi/ccl/2021.15.7-down.1/lib/cmake/oneCCL0 B
85ENV LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/0.11/lib:/opt/intel/oneapi/tbb/2022.2/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.13/lib:/opt/intel/oneapi/mpi/2021.16/lib:/opt/intel/oneapi/mkl/2025.2/lib:/opt/intel/oneapi/dnnl/2025.2/lib:/opt/intel/oneapi/compiler/2025.2/lib:/opt/intel/oneapi/ccl/2021.15.7-down.1/lib0 B
86ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/0.11/lib:/opt/intel/oneapi/tbb/2022.2/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.13/lib:/opt/intel/oneapi/mpi/2021.16/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.16/lib:/opt/intel/oneapi/mkl/2025.2/lib:/opt/intel/oneapi/dnnl/2025.2/lib:/opt/intel/oneapi/debugger/2025.2/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.2/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.2/lib:/opt/intel/oneapi/ccl/2021.15.7-down.1/lib:/usr/local/lib/0 B
87ENV CPLUS_INCLUDE_PATH=/opt/intel/oneapi/umf/0.11/include:/opt/intel/oneapi/tbb/2022.2/env/../include:/opt/intel/oneapi/pti/0.13/include:/opt/intel/oneapi/mpi/2021.16/include:/opt/intel/oneapi/mkl/2025.2/include:/opt/intel/oneapi/dpl/2022.9/include:/opt/intel/oneapi/dpcpp-ct/2025.2/include0 B
88ENV CPATH=/opt/intel/oneapi/umf/0.11/include:/opt/intel/oneapi/mkl/2025.2/include:/opt/intel/oneapi/dnnl/2025.2/include:/opt/intel/oneapi/dev-utilities/2025.2/include:/opt/intel/oneapi/ccl/2021.15.7-down.1/include0 B
89ENTRYPOINT ["bash" "-c" "python3 -m0 B

Command

 ARG RELEASE