Sign inSign up

michaelf34/aws-neuron-base-img:inf-new3

Manifest digest

sha256:f4ec2fb7d2f5eca257a3507ccafe41729e41b1fff1453faecbff0899b7857125

OS/ARCH

linux/amd64

Compressed size

8.75 GB

Last pushed

almost 2 years by feilsystem

Type

Image

Manifest digest

sha256:f4ec2fb7d2f5eca257a3507ccafe41729e41b1fff1453faecbff0899b7857125

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=20.040 B
5ADD file ... in / 27.26 MB
6CMD ["/bin/bash"]0 B
7LABEL dlc_major_version=10 B
8LABEL maintainer=Amazon AI0 B
9LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
10ARG PYTHON=python3.100 B
11ARG PYTHON_VERSION=3.10.120 B
12ARG MMS_VERSION=1.1.110 B
13ARG MAMBA_VERSION=23.1.0-40 B
14ARG NEURONX_FRAMEWORK_VERSION=2.1.2.2.3.00 B
15ARG NEURONX_DISTRIBUTED_VERSION=0.9.00 B
16ARG NEURONX_CC_VERSION=2.15.128.00 B
17ARG NEURONX_TRANSFORMERS_VERSION=0.12.3130 B
18ARG NEURONX_COLLECTIVES_LIB_VERSION=2.22.26.0-17a033bc80 B
19ARG NEURONX_RUNTIME_LIB_VERSION=2.22.14.0-6e27b8d5b0 B
20ARG NEURONX_TOOLS_VERSION=2.19.0.00 B
21ARG TRANSFORMERS_VERSION0 B
22ARG DIFFUSERS_VERSION=0.28.20 B
23ARG HUGGINGFACE_HUB_VERSION=0.25.2 # For0 B
24ARG OPTIMUM_NEURON_VERSION=0.0.250 B
25ARG SENTENCE_TRANSFORMERS=3.0.10 B
26ARG PEFT_VERSION=0.12.00 B
27ARG DATASETS_VERSION=2.19.00 B
28ENV LANG=C.UTF-80 B
29ENV LD_LIBRARY_PATH=/opt/aws/neuron/lib:/lib/x86_64-linux-gnu:/opt/conda/lib/:0 B
30ENV PATH=/opt/conda/bin:/opt/aws/neuron/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
31ENV SAGEMAKER_SERVING_MODULE=sagemaker_pytorch_serving_container.serving:main0 B
32ENV TEMP=/home/model-server/tmp0 B
33|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4386.4 MB
34|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4222 B
35|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4864 B
36|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-483.68 MB
37|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4231.95 KB
38|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4378.03 MB
39|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-446.84 MB
40|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4105.89 MB
41|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-46.31 GB
42WORKDIR /0 B
43|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-47.43 MB
44|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-44.5 KB
45COPY file:f1584295616e5d207022121ac8899f047ac7c05db94ad6763334fe503abfd620 in /usr/local/bin/dockerd-entrypoint.py 771 B
46COPY file:1ab92c38ffc4cf2f1e03ede8a6a7ad2af0ac639404fd4b51cd0932d3dfbb1d66 in /usr/local/bin/neuron-monitor.sh 525 B
47COPY file:2d4786d10481d46fe863f27e83ebc415e8ab56427564dba8dc8a33bf7fa7fa3c in /etc/sagemaker-mms.properties 342 B
48|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-41.08 KB
49ADD 8155ac8fdba82ab7b31a317c1c9837b2b7ed4307bdb0eb718d5da233cd80eea4 in /usr/local/bin/deep_learning_container.py 3.41 KB
50|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-43.42 KB
51|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-41.49 KB
52|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4171.96 MB
53|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-4152 B
54|18 DATASETS_VERSION=2.19.0 DIFFUSERS_VERSION=0.28.2 HUGGINGFACE_HUB_VERSION=0.25.2 MAMBA_VERSION=23.1.0-41.47 MB
55EXPOSE 8080 80810 B
56ENTRYPOINT ["python" "/usr/local/bin/dockerd-entrypoint.py"]0 B
57CMD ["serve"]0 B
58LABEL com.amazonaws.ml.engines.sagemaker.dlc.arch.x86=true0 B
59LABEL com.amazonaws.ml.engines.sagemaker.dlc.contributor.huggingface=true0 B
60LABEL com.amazonaws.ml.engines.sagemaker.dlc.device.neuronx=true0 B
61LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.huggingface-pytorch.2-1-2=true0 B
62LABEL com.amazonaws.ml.engines.sagemaker.dlc.job.inference=true0 B
63LABEL com.amazonaws.ml.engines.sagemaker.dlc.lib.transformers.4-43-2=true0 B
64LABEL com.amazonaws.ml.engines.sagemaker.dlc.os.ubuntu20-04=true0 B
65LABEL com.amazonaws.ml.engines.sagemaker.dlc.python.py310=true0 B
66COPY file:e904bd4e0dfd05277b8aac5c1019d8a1983e362019eace9232dca2315788f3cf in /opt/aws/dlc/info/safety_report.json 4.12 KB
67LABEL com.amazonaws.ml.engines.sagemaker.dlc.arch.x86=true0 B
68LABEL com.amazonaws.ml.engines.sagemaker.dlc.contributor.huggingface=true0 B
69LABEL com.amazonaws.ml.engines.sagemaker.dlc.device.neuronx=true0 B
70LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.huggingface-pytorch.2-1-2=true0 B
71LABEL com.amazonaws.ml.engines.sagemaker.dlc.job.inference=true0 B
72LABEL com.amazonaws.ml.engines.sagemaker.dlc.lib.transformers.4-43-2=true0 B
73LABEL com.amazonaws.ml.engines.sagemaker.dlc.os.ubuntu20-04=true0 B
74LABEL com.amazonaws.ml.engines.sagemaker.dlc.python.py310=true0 B
75WORKDIR /app93 B
76COPY ./infra/aws_neuron/requirements_no_gpu.txt requirements_no_gpu.txt # buildkit1.09 KB
77RUN /bin/sh -c pip3 install73.04 MB
78RUN /bin/sh -c pip config230 B
79RUN /bin/sh -c pip3 install702.54 KB
80RUN /bin/sh -c apt-get update36.56 MB
81RUN /bin/sh -c pip3 install1.15 GB
82COPY ./libs/infinity_emb . # buildkit1.18 MB
83RUN /bin/sh -c pip3 install307.22 KB
84ENV INFINITY_BATCH_SIZE=40 B
85ENV INFINITY_ENGINE=neuron0 B
86ENTRYPOINT ["infinity_emb"]0 B

Command

 ARG RELEASE