mekayelanik/vllm-cpu:0.27.0

Multi-platform

API management

Machine learning & AI

Web servers

Index digest

sha256:c0fc792d4b3b12620c8482e627a38fc8f1597c9268d0eb0913b435ca6d26af56

OS/ARCH

Compressed size

612.45 MB

Last pushed

about 1 month by mekayelanik

Type

Image

Manifest digest

sha256:5597813bed1e0a5bc041b167c95b88a3a2f7b990fa60d9d375129abae3d208a4

Image Layers

Image Layers

1# debian.sh --arch 'amd64' out/21.94 MB

2COPY /python_version.txt /tmp/python_version.txt # buildkit142 B

3ARG VLLM_VERSION=0.27.00 B

4ARG PYTHON_VERSION=3.130 B

5ARG VARIANT=noavx5120 B

6ARG USE_GITHUB_RELEASE=false0 B

7ARG WHEEL_SUFFIX=0 B

8LABEL org.opencontainers.image.title=vLLM CPU (noavx512) org.opencontainers.image.description=Run0 B

9ENV PYTHONUNBUFFERED=1 PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=10 B

10ENV VLLM_TARGET_DEVICE=cpu0 B

11ENV VLLM_CPU_VARIANT=noavx5120 B

12ENV PUID=0 B

13ENV PGID=0 B

14ENV DATA_DIR=/data0 B

15ENV HF_TOKEN=0 B

16ENV HF_HOME=/data/models0 B

17ENV MALLOC_TRIM_THRESHOLD_=1000000 B

18ENV OTEL_PROPAGATORS=none0 B

19ENV OTEL_TRACES_EXPORTER=none0 B

20ENV VLLM_MODEL=0 B

21ENV VLLM_TOKENIZER=0 B

22ENV VLLM_SERVER_HOST=0.0.0.00 B

23ENV VLLM_SERVER_PORT=80000 B

24ENV VLLM_SLEEP_WHEN_IDLE=00 B

25ENV VLLM_MM_INPUT_CACHE_GIB=40 B

26RUN |5 VLLM_VERSION=0.27.0 PYTHON_VERSION=3.13 VARIANT=noavx512228.93 MB

27COPY /uv /usr/local/bin/uv # buildkit16.22 MB

28WORKDIR /vllm16 B

29ENV VIRTUAL_ENV=/vllm/venv0 B

30ENV PATH=/vllm/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

31ENV UV_LINK_MODE=copy UV_COMPILE_BYTECODE=1 UV_PYTHON_DOWNLOADS=never0 B

32COPY docker/setup_vllm.sh docker/cleanup.sh /tmp/ #10.68 KB

33RUN |5 VLLM_VERSION=0.27.0 PYTHON_VERSION=3.13 VARIANT=noavx512345.34 MB

34COPY docker/entrypoint.sh docker/banner.sh /vllm/ #9.37 KB

35RUN |5 VLLM_VERSION=0.27.0 PYTHON_VERSION=3.13 VARIANT=noavx5129.43 KB

36HEALTHCHECK &{["CMD-SHELL" "curl -f http://localhost:${VLLM_SERVER_PORT:-8000}/health0 B

37ENTRYPOINT ["/vllm/entrypoint.sh"]0 B

Command

# debian.sh --arch 'amd64' out/ 'stable' '@1785715200'