Sign inSign up

kubeflow/pytorch-deepspeed-demo:v1-8e41c03

Index digest

sha256:074ea71dce18c8db6932ab00f80089031441f86a2c8cdb639c0f743a2cc0c4f4

OS/ARCH

linux/amd64

Compressed size

6.5 GB

Last pushed

5 months by kubeflow

Type

Image

Manifest digest

sha256:8c2592c428a4a619b63a9e486352194be7010e68d556eea00ab098bf1e6ef99b

Image Layers

Image Layers

1ADD file ... in / 27.24 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive103.91 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ENV CUDA_VERSION=11.7.0.022 CUDA_DRIVER_VERSION=515.43.04 CUDA_CACHE_DISABLE=10 B
7RUN |2 CUDA_VERSION=11.7.0.022 CUDA_DRIVER_VERSION=515.43.04 /bin/sh110.69 MB
8RUN |2 CUDA_VERSION=11.7.0.022 CUDA_DRIVER_VERSION=515.43.04 /bin/sh177.85 KB
9ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
10LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
11ARG NCCL_VERSION0 B
12ARG CUBLAS_VERSION0 B
13ARG CUFFT_VERSION0 B
14ARG CURAND_VERSION0 B
15ARG CUSPARSE_VERSION0 B
16ARG CUSOLVER_VERSION0 B
17ARG CUTENSOR_VERSION0 B
18ARG NPP_VERSION0 B
19ARG NVJPEG_VERSION0 B
20ARG CUDNN_VERSION0 B
21ARG TRT_VERSION0 B
22ARG TRTOSS_VERSION0 B
23ARG NSIGHT_SYSTEMS_VERSION0 B
24ARG NSIGHT_COMPUTE_VERSION0 B
25ENV NCCL_VERSION=2.12.10+cuda11.6 CUBLAS_VERSION=11.10.1.25 CUFFT_VERSION=10.7.2.50 CURAND_VERSION=10.2.10.500 B
26RUN |16 CUDA_VERSION=11.7.0.022 CUDA_DRIVER_VERSION=515.43.04 NCCL_VERSION=2.12.10+cuda11.62.06 GB
27LABEL com.nvidia.nccl.version=2.12.10+cuda11.6 com.nvidia.cublas.version=11.10.1.25 com.nvidia.cufft.version=10.7.2.50 com.nvidia.curand.version=10.2.10.500 B
28ARG DALI_VERSION0 B
29ARG DALI_BUILD0 B
30ARG DLPROF_VERSION0 B
31ENV DALI_VERSION=1.13.0 DALI_BUILD=4481327 DLPROF_VERSION=0 B
32ADD docs.tgz / # buildkit11.28 KB
33RUN |19 CUDA_VERSION=11.7.0.022 CUDA_DRIVER_VERSION=515.43.04 NCCL_VERSION=2.12.10+cuda11.6187 B
34ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
35COPY entrypoint/ /opt/nvidia/ # buildkit4.99 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit132.14 KB
39RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.85 MB
40ARG GDRCOPY_VERSION0 B
41ARG HPCX_VERSION0 B
42ARG RDMACORE_VERSION0 B
43ARG MOFED_VERSION=5.4-rdmacore36.00 B
44ARG OPENUCX_VERSION0 B
45ARG OPENMPI_VERSION0 B
46ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.12.00 B
47ARG TARGETARCH0 B
48RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.085.06 MB
49ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
50ENV OMPI_MCA_coll_hcoll_enable=00 B
51COPY cuda-*.patch /tmp # buildkit509 B
52RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.0328.08 MB
53ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
54RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.032 B
55ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
56ARG NVIDIA_PYTORCH_VERSION0 B
57ARG PYTORCH_BUILD_VERSION0 B
58ENV PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a PYTORCH_VERSION=1.12.0a0+8a1a93a PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=22.050 B
59LABEL com.nvidia.pytorch.version=1.12.0a0+8a1a93a0 B
60ARG TARGETARCH0 B
61RUN |3 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6428.78 MB
62ARG PYVER=3.80 B
63RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64518.52 MB
64ENV PATH=/opt/conda/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
65RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd641.11 MB
66RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64223.18 KB
67WORKDIR /opt/pytorch0 B
68COPY . . # buildkit291.8 MB
69RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6411.92 MB
70RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6471.57 MB
71RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6417.26 MB
72RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd648.22 KB
73ENV NVM_DIR=/usr/local/nvm0 B
74RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6464.97 MB
75COPY jupyter_notebook_config.py /opt/conda/etc/jupyter/ # buildkit475 B
76ENV JUPYTER_PORT=88880 B
77ENV TENSORBOARD_PORT=60060 B
78EXPOSE map[8888/tcp:{}]0 B
79EXPOSE map[6006/tcp:{}]0 B
80RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64124.18 MB
81RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6432 B
82RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6428.93 MB
83RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6432 B
84ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
85ENV CUDA_HOME=/usr/local/cuda0 B
86ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
87ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
88ENV CUDNN_V8_API_ENABLED=00 B
89RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64615.84 MB
90RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64302.27 MB
91ENV COCOAPI_VERSION=2.0+nv0.6.10 B
92RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd643.03 MB
93COPY singularity/ /.singularity.d/ # buildkit1.11 KB
94RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6465.31 MB
95RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd64740.9 KB
96RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd641.44 GB
97ENV PYTHONIOENCODING=utf-8 LC_ALL=C.UTF-80 B
98WORKDIR /workspace0 B
99COPY NVREADME.md README.md # buildkit1.11 KB
100COPY docker-examples docker-examples # buildkit1.01 KB
101COPY examples examples # buildkit6.45 MB
102COPY tutorials tutorials # buildkit28.73 MB
103RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd6435.32 MB
104RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd641.06 MB
105ENV PATH=/opt/conda/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
106RUN |4 NVIDIA_PYTORCH_VERSION=22.05 PYTORCH_BUILD_VERSION=1.12.0a0+8a1a93a TARGETARCH=amd644.45 MB
107COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit28.94 MB
108ARG PYVER0 B
109RUN |1 PYVER=3.8 /bin/sh -c2.25 MB
110ENV LD_LIBRARY_PATH=/opt/conda/lib/python3.8/site-packages/torch/lib:/opt/conda/lib/python3.8/site-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
111ENV PATH=/opt/conda/lib/python3.8/site-packages/torch_tensorrt/bin:/opt/conda/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
112RUN |1 PYVER=3.8 /bin/sh -c12.68 KB
113COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit511 B
114ARG NVIDIA_BUILD_ID0 B
115ENV NVIDIA_BUILD_ID=374328930 B
116LABEL com.nvidia.build.id=374328930 B
117ARG NVIDIA_BUILD_REF0 B
118LABEL com.nvidia.build.ref=724a0e76963d7c0d323d6e0b6020cbd06ac724000 B
119/bin/sh -c apt-get update &&26.2 MB
120/bin/sh -c pip install deepspeed1.29 MB
121RUN /bin/sh -c apt update22.92 MB
122RUN /bin/sh -c apt install299.61 KB
123WORKDIR /0 B
124COPY requirements.txt . # buildkit177 B
125COPY train_bert_ds.py . # buildkit7.72 KB
126RUN /bin/sh -c pip install69.07 MB
127RUN /bin/sh -c mkdir -p124 B

Command

ADD file:7009ad0ee0bbe5ed7f381792e07347e260e6896aeee0d80597808065120fa96b in /