Sign inSign up

michaelf34/tgi:0.9.4-latest

Manifest digest

sha256:ac871169c1bf21190b676e48c682633fff958955b42aab02cf5fdce4ac7b30c4

OS/ARCH

linux/amd64

Compressed size

4.28 GB

Last pushed

almost 3 years by michaelf34

Type

Image

Manifest digest

sha256:ac871169c1bf21190b676e48c682633fff958955b42aab02cf5fdce4ac7b30c4

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=20.040 B
5ADD file ... in / 26.23 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.8 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<4710 B
9ENV NV_CUDA_CUDART_VERSION=11.8.89-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-80 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB
14ENV CUDA_VERSION=11.8.00 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c53.62 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c186 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin CONDA_PREFIX=/opt/conda0 B
23ENV HUGGINGFACE_HUB_CACHE=/data HF_HUB_ENABLE_HF_TRANSFER=1 PORT=800 B
24WORKDIR /usr/src32 B
25RUN /bin/sh -c apt-get update2.51 MB
26COPY /opt/conda /opt/conda # buildkit3.3 GB
27COPY /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit66.35 MB
28COPY /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit141.65 MB
29COPY /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit2.79 MB
30COPY /usr/src/flash-attention-v2/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit113.07 MB
31COPY /usr/src/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit607.4 KB
32COPY /usr/src/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit149.25 KB
33COPY /usr/src/vllm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages # buildkit6.08 MB
34RUN /bin/sh -c pip install82.05 KB
35COPY proto proto # buildkit1.64 KB
36COPY server server # buildkit2.09 MB
37COPY server/Makefile server/Makefile # buildkit787 B
38RUN /bin/sh -c cd server443.84 MB
39COPY /usr/src/target/release/text-generation-benchmark /usr/local/bin/text-generation-benchmark # buildkit23.71 MB
40COPY /usr/src/target/release/text-generation-router /usr/local/bin/text-generation-router # buildkit37.22 MB
41COPY /usr/src/target/release/text-generation-launcher /usr/local/bin/text-generation-launcher # buildkit6.29 MB
42RUN /bin/sh -c apt-get update74.84 MB
43ENTRYPOINT ["text-generation-launcher"]0 B
44CMD ["--json-output"]0 B

Command

 ARG RELEASE