11# The vLLM Dockerfile is used to construct vLLM image that can be directly used
22# to run the OpenAI compatible server.
3-
43#################### BASE BUILD IMAGE ####################
54FROM ubuntu:22.04 AS dev
65
6+ ARG JOBS
7+
78RUN apt-get update -y && \
89 apt-get install -y python3-pip git
910WORKDIR /workspace
@@ -20,11 +21,11 @@ RUN git clone https://github.com/openvinotoolkit/openvino.git && \
2021 cd -
2122RUN /workspace/openvino/install_build_dependencies.sh
2223RUN python3 -m pip install -r /workspace/openvino/src/bindings/python/wheel/requirements-dev.txt
23- RUN cmake -DCPACK_GENERATOR=DEB -DENABLE_PYTHON=ON -DENABLE_PYTHON_PACKAGING=ON -DENABLE_CPPLINT=OFF -DENABLE_SAMPLES=OFF \
24+ RUN cmake -DCPACK_GENERATOR=DEB -DENABLE_PYTHON=ON -DENABLE_PYTHON_PACKAGING=ON -DENABLE_WHEEL=ON - DENABLE_CPPLINT=OFF -DENABLE_SAMPLES=OFF \
2425 -DENABLE_INTEL_GPU=OFF -DENABLE_INTEL_NPU=OFF -DENABLE_TEMPLATE=OFF -DENABLE_AUTO=OFF -DENABLE_HETERO=OFF -DENABLE_AUTO_BATCH=OFF \
2526 -DENABLE_OV_TF_FRONTEND=OFF -DENABLE_OV_ONNX_FRONTEND=OFF -DENABLE_OV_TF_LITE_FRONTEND=OFF -DENABLE_OV_PADDLE_FRONTEND=OFF \
2627 -S /workspace/openvino -B /workspace/openvino_build
27- RUN cmake --build /workspace/openvino_build --parallel 8
28+ RUN cmake --build /workspace/openvino_build --parallel $JOBS
2829RUN cmake -P /workspace/openvino_build/cmake_install.cmake
2930
3031# Install OpenVINO tokenizers
@@ -47,6 +48,15 @@ COPY vllm/ /workspace/vllm/vllm
4748COPY setup.py /workspace/vllm/
4849
4950RUN python3 -m pip install --no-build-isolation /workspace/vllm/
51+
52+ # prepare artifacts to install outside docker
53+ RUN python3 -m pip install build && \
54+ python3 -m build --wheel --no-isolation /workspace/vllm/ && \
55+ mkdir -p artifacts/wheels/openvino artifacts/wheels/vllm artifacts/lib && \
56+ cp /workspace/openvino_build/wheels/* /workspace/artifacts/wheels/openvino/ && \
57+ cp /workspace/vllm/dist/* /workspace/artifacts/wheels/vllm/ && \
58+ cp /workspace/paged_attention_build/user_ie_extensions/libuser_ov_extensions.so artifacts/lib/
59+
5060#################### EXTENSION Build IMAGE ####################
5161
5262
0 commit comments