intel/llm-scaler-vllm:0.14.0-b8.3.1

Manifest digest

sha256:4304f64f2a9a38994cf1e824d8fa0c61769c87c8b7ecfd2965d9a01b46c8bc8a

OS/ARCH

linux/amd64

Compressed size

12.04 GB

Last pushed

5 months by intel

Type

Image

Manifest digest

sha256:4304f64f2a9a38994cf1e824d8fa0c61769c87c8b7ecfd2965d9a01b46c8bc8a

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.18 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update48.45 MB

8RUN /bin/sh -c curl -fsSL3.12 KB

9RUN /bin/sh -c echo "deb275 B

10RUN /bin/sh -c apt-get update357 B

11RUN /bin/sh -c curl -fsSL3.03 KB

12RUN /bin/sh -c echo "deb286 B

13RUN /bin/sh -c apt-get update2.51 GB

14ENV LANG=C.UTF-80 B

15ENV CCL_CONFIGURATION=cpu_gpu_dpcpp0 B

16ENV CCL_CONFIGURATION_PATH=0 B

17ENV CCL_ROOT=/opt/intel/oneapi/ccl/2021.170 B

18ENV CLASSPATH=/opt/intel/oneapi/mpi/2021.17/share/java/mpi.jar0 B

19

ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/tbb/2022.3/env/..:/opt/intel/oneapi/pti/0.16/lib/cmake/pti:/opt/intel/oneapi/mkl/2025.3/lib/cmake:/opt/intel/oneapi/dpl/2022.10/lib/cmake/oneDPL:/opt/intel/oneapi/dnnl/2025.3/lib/cmake:/opt/intel/oneapi/compiler/2025.3:/opt/intel/oneapi/ccl/2021.17/lib/cmake/oneCCL

0 B

20ENV CMPLR_ROOT=/opt/intel/oneapi/compiler/2025.30 B

21

ENV CPATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dev-utilities/2025.3/include:/opt/intel/oneapi/ccl/2021.17/include

0 B

22

ENV CPLUS_INCLUDE_PATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/tbb/2022.3/env/../include:/opt/intel/oneapi/pti/0.16/include:/opt/intel/oneapi/mpi/2021.17/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dpl/2022.10/include:/opt/intel/oneapi/dnnl/2025.3/include

0 B

23

ENV C_INCLUDE_PATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/tbb/2022.3/env/../include:/opt/intel/oneapi/pti/0.16/include:/opt/intel/oneapi/mpi/2021.17/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dnnl/2025.3/include

0 B

24ENV DIAGUTIL_PATH=/opt/intel/oneapi/compiler/2025.3/etc/compiler/sys_check/sys_check.sh0 B

25ENV DNNLROOT=/opt/intel/oneapi/dnnl/2025.30 B

26ENV DPLROOT=/opt/intel/oneapi/dpl/2022.100 B

27ENV DPL_ROOT=/opt/intel/oneapi/dpl/2022.100 B

28ENV FI_PROVIDER_PATH=/opt/intel/oneapi/mpi/2021.17/opt/mpi/libfabric/lib/prov:/usr/lib/x86_64-linux-gnu/libfabric0 B

29ENV GDB_INFO=/opt/intel/oneapi/debugger/2025.3/share/info/0 B

30ENV INFOPATH=/opt/intel/oneapi/debugger/2025.3/share/info0 B

31ENV INTEL_PYTHONHOME=/opt/intel/oneapi/debugger/2025.3/opt/debugger0 B

32ENV I_MPI_ROOT=/opt/intel/oneapi/mpi/2021.170 B

33

ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/1.0/lib:/opt/intel/oneapi/tbb/2022.3/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.16/lib:/opt/intel/oneapi/mpi/2021.17/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.17/lib:/opt/intel/oneapi/mkl/2025.3/lib:/opt/intel/oneapi/dnnl/2025.3/lib:/opt/intel/oneapi/debugger/2025.3/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.3/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.3/lib:/opt/intel/oneapi/ccl/2021.17/lib/

0 B

34

ENV LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/1.0/lib:/opt/intel/oneapi/tbb/2022.3/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.16/lib:/opt/intel/oneapi/mpi/2021.17/lib:/opt/intel/oneapi/mkl/2025.3/lib:/opt/intel/oneapi/dnnl/2025.3/lib:/opt/intel/oneapi/compiler/2025.3/lib:/opt/intel/oneapi/ccl/2021.17/lib/

0 B

35

ENV MANPATH=/opt/intel/oneapi/mpi/2021.17/share/man:/opt/intel/oneapi/debugger/2025.3/share/man:/opt/intel/oneapi/compiler/2025.3/share/man:

0 B

36ENV MKLROOT=/opt/intel/oneapi/mkl/2025.30 B

37ENV NLSPATH=/opt/intel/oneapi/compiler/2025.3/lib/compiler/locale/%l_%t/%N0 B

38ENV OCL_ICD_FILENAMES=/opt/intel/oneapi/compiler/2025.3/lib/libintelocl.so0 B

39ENV ONEAPI_ROOT=/opt/intel/oneapi0 B

40

ENV PATH=/opt/intel/oneapi/mpi/2021.17/bin:/opt/intel/oneapi/mkl/2025.3/bin:/opt/intel/oneapi/dev-utilities/2025.3/bin:/opt/intel/oneapi/debugger/2025.3/opt/debugger/bin:/opt/intel/oneapi/compiler/2025.3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

41

ENV PKG_CONFIG_PATH=/opt/intel/oneapi/tbb/2022.3/env/../lib/pkgconfig:/opt/intel/oneapi/mpi/2021.17/lib/pkgconfig:/opt/intel/oneapi/mkl/2025.3/lib/pkgconfig:/opt/intel/oneapi/dpl/2022.10/lib/pkgconfig:/opt/intel/oneapi/dnnl/2025.3/lib/pkgconfig:/opt/intel/oneapi/compiler/2025.3/lib/pkgconfig:/opt/intel/oneapi/ccl/2021.17/lib/pkgconfig/

0 B

42ENV Pti_DIR=/opt/intel/oneapi/pti/0.16/lib/cmake/pti0 B

43ENV SETVARS_COMPLETED=10 B

44ENV TBBROOT=/opt/intel/oneapi/tbb/2022.3/env/..0 B

45ENV TCM_ROOT=/opt/intel/oneapi/tcm/1.40 B

46ENV UMF_ROOT=/opt/intel/oneapi/umf/1.00 B

47ENV DEBIAN_FRONTEND=noninteractive0 B

48ARG BUILD_ENV=docker0 B

49ENV BUILD_ENV=docker0 B

50RUN |1 BUILD_ENV=docker /bin/sh -c53.87 MB

51RUN |1 BUILD_ENV=docker /bin/sh -c633.31 MB

52RUN |1 BUILD_ENV=docker /bin/sh -c846.31 KB

53ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B

54STOPSIGNAL SIGRTMIN+30 B

55CMD ["/lib/systemd/systemd"]0 B

56ARG https_proxy=http://proxy.iil.intel.com:9110 B

57ARG http_proxy=http://proxy.iil.intel.com:9110 B

58RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh42.65 MB

59RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh184.23 MB

60WORKDIR /llm93 B

61COPY ./patches/vllm_for_multi_arc.patch /tmp/ # buildkit162.18 KB

62COPY ./custom-esimd-kernels-vllm /tmp/custom-esimd-kernels-vllm # buildkit218.29 KB

63

ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/1.0/lib:/opt/intel/oneapi/tbb/2022.3/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.16/lib:/opt/intel/oneapi/mpi/2021.17/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.17/lib:/opt/intel/oneapi/mkl/2025.3/lib:/opt/intel/oneapi/dnnl/2025.3/lib:/opt/intel/oneapi/debugger/2025.3/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.3/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.3/lib:/opt/intel/oneapi/ccl/2021.17/lib/:/usr/local/lib/

0 B

64ENV VLLM_TARGET_DEVICE=xpu0 B

65ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B

66RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh208 B

67RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh5.97 GB

68RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh203.08 MB

69RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh621.76 MB

70RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh100.86 KB

71RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 /bin/sh704 B

72SHELL [bash -c]0 B

73CMD ["bash" "-c" "source /root/.bashrc0 B

74COPY ./examples/offline_inference.py /llm/ # buildkit663 B

75ARG http_proxy=http://proxy.iil.intel.com:9110 B

76ARG https_proxy=http://proxy.iil.intel.com:9110 B

77RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash3.48 MB

78RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash80.56 MB

79COPY ./patches/vllm_xpu_kernels.patch /tmp/ # buildkit4.03 KB

80RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash1.28 GB

81RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash425.49 MB

82ENV VLLM_QUANTIZE_Q40_LIB=/usr/local/lib/python3.12/dist-packages/vllm_int4_for_multi_arc.so0 B

83ENV VLLM_OFFLOAD_WEIGHTS_BEFORE_QUANT=10 B

84ENV VLLM_ALLOW_LONG_MAX_MODEL_LEN=10 B

85RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash628 B

86RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash832 B

87RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash225 B

88RUN |2 https_proxy=http://proxy.iil.intel.com:911 http_proxy=http://proxy.iil.intel.com:911 bash1.55 KB

89ENTRYPOINT ["bash" "-c" "vllm serve"]0 B

Command

 ARG RELEASE