Sign inSign up

vllm/vllm-openai-cpu:v0.23.0

Multi-platform
Index digest

sha256:89e1fbe829038b1a560601990c8ec89625c622a969fcbc8f10ce48b6139795be

OS/ARCH

Compressed size

1.63 GB

Last pushed

3 months by vllmbot

Type

Image

Manifest digest

sha256:6240a6bba604e607300e47490e3477211f968bdf125211bb877d19a70b8fe844

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
9ARG max_jobs=320 B
10ENV MAX_JOBS=160 B
11RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=16266.16 MB
12ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
13ENV CCACHE_DIR=/root/.cache/ccache0 B
14ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
15ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV VIRTUAL_ENV=/opt/venv0 B
17ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
18RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=1635.82 MB
19ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV UV_HTTP_TIMEOUT=5000 B
21ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
22ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
23ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
24ENV UV_LINK_MODE=copy0 B
25COPY requirements/common.txt requirements/common.txt # buildkit1.61 KB
26COPY requirements/cpu.txt requirements/cpu.txt # buildkit616 B
27RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu max_jobs=16681.68 MB
28ARG TARGETARCH0 B
29ENV TARGETARCH=amd640 B
30ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so0 B
31RUN /bin/sh -c echo 'ulimit1.55 KB
32ARG VLLM_CPU_X86=00 B
33WORKDIR /vllm-workspace104 B
34RUN |1 VLLM_CPU_X86=true /bin/sh -c176.77 MB
35RUN |1 VLLM_CPU_X86=true /bin/sh -c483.41 MB
36LABEL org.opencontainers.image.title=vLLM CPU0 B
37LABEL org.opencontainers.image.description=vLLM inference engine for0 B
38LABEL org.opencontainers.image.vendor=vLLM Project0 B
39LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
40ARG TARGETARCH0 B
41ARG VLLM_CPU_X860 B
42ARG VLLM_CPU_ARM_BF160 B
43ARG PYTHON_VERSION0 B
44LABEL ai.vllm.build.target-arch=amd640 B
45LABEL ai.vllm.build.cpu-x86=true0 B
46LABEL ai.vllm.build.cpu-arm-bf16=false0 B
47LABEL ai.vllm.build.python-version=3.120 B
48ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE