Sign inSign up

mackrorysd/infiniband:horovod-experimental-4

Manifest digest

sha256:6025ef3cf8ccbb7e3ba5c3e18349673b9e310b4b7030ce343863d818aa9a4b88

OS/ARCH

linux/amd64

Compressed size

7.18 GB

Last pushed

over 5 years by mackrorysd

Type

Image

Manifest digest

sha256:6025ef3cf8ccbb7e3ba5c3e18349673b9e310b4b7030ce343863d818aa9a4b88

Image Layers

Image Layers

1ADD file ... in / 27.24 MB
2/bin/sh -c set -xe &&843 B
3/bin/sh -c [ -z "$(apt-get0 B
4/bin/sh -c mkdir -p /run/systemd162 B
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive78.98 MB
7ARG CUDA_VERSION0 B
8ARG CUDA_DRIVER_VERSION0 B
9ENV CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 CUDA_CACHE_DISABLE=10 B
10RUN |2 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 /bin/sh102.54 MB
11COPY cudaCheck /tmp/cudaCheck # buildkit18.72 KB
12RUN |2 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 /bin/sh2.69 KB
13RUN |2 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 /bin/sh3.95 KB
14RUN |2 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 /bin/sh131 B
15COPY cudaCheck/shinit_v2 /etc/shinit_v2 # buildkit1.15 KB
16COPY cudaCheck/startup_scripts.patch /tmp # buildkit395 B
17COPY singularity /.singularity.d # buildkit425 B
18RUN |2 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 /bin/sh1.4 KB
19ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc NVIDIA_REQUIRE_CUDA=cuda>=9.00 B
20LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
21ARG NCCL_VERSION0 B
22ARG CUBLAS_VERSION0 B
23ARG CUFFT_VERSION0 B
24ARG CURAND_VERSION0 B
25ARG CUSPARSE_VERSION0 B
26ARG CUSOLVER_VERSION0 B
27ARG NPP_VERSION0 B
28ARG NVJPEG_VERSION0 B
29ARG CUDNN_VERSION0 B
30ARG TRT_VERSION0 B
31ARG TRTOSS_VERSION0 B
32ARG NSIGHT_SYSTEMS_VERSION0 B
33ARG NSIGHT_COMPUTE_VERSION0 B
34ENV NCCL_VERSION=2.8.4 CUBLAS_VERSION=11.4.1.1026 CUFFT_VERSION=10.4.0.135 CURAND_VERSION=10.2.3.1350 B
35RUN |15 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 NCCL_VERSION=2.8.41.91 GB
36LABEL com.nvidia.nccl.version=2.8.4 com.nvidia.cublas.version=11.4.1.1026 com.nvidia.cufft.version=10.4.0.135 com.nvidia.curand.version=10.2.3.1350 B
37ARG DALI_VERSION0 B
38ARG DALI_BUILD0 B
39ARG DLPROF_VERSION0 B
40ENV DALI_VERSION=0.31.0 DALI_BUILD=2054952 DLPROF_VERSION=21.030 B
41ADD docs.tgz / # buildkit11.26 KB
42RUN |18 CUDA_VERSION=11.2.1.007 CUDA_DRIVER_VERSION=460.32.03 NCCL_VERSION=2.8.4184 B
43ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
44COPY deviceQuery/deviceQuery /usr/local/bin/ # buildkit168.67 KB
45COPY deviceQuery/checkSMVER.sh /usr/local/bin/ # buildkit728 B
46RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.97 MB
47COPY mellanox /opt/mellanox # buildkit1.06 MB
48ARG MOFED_VERSION=5.1-2.3.70 B
49ENV MOFED_VERSION=5.1-2.3.70 B
50RUN |1 MOFED_VERSION=5.1-2.3.7 /bin/sh -c658.37 KB
51ARG OPENUCX_VERSION=1.9.00 B
52ARG OPENMPI_VERSION=4.0.50 B
53ENV OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.50 B
54RUN |3 MOFED_VERSION=5.1-2.3.7 OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.552.7 MB
55ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
56COPY cuda-*.patch /tmp # buildkit507 B
57RUN |3 MOFED_VERSION=5.1-2.3.7 OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.5224.9 MB
58ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
59RUN |3 MOFED_VERSION=5.1-2.3.7 OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.527.28 MB
60ARG NVIDIA_PYTORCH_VERSION0 B
61ARG PYTORCH_BUILD_VERSION0 B
62ENV PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYTORCH_VERSION=1.9.0a0+df837d0 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=21.030 B
63LABEL com.nvidia.pytorch.version=1.9.0a0+df837d00 B
64RUN |2 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 /bin/sh37.46 MB
65RUN |2 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 /bin/sh36.18 MB
66ENV PATH=/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
67ARG PYVER=3.80 B
68RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8524.02 MB
69ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
70RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8944.03 KB
71RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8210.17 KB
72RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.814.1 MB
73RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.81.02 MB
74WORKDIR /opt/pytorch0 B
75COPY . . # buildkit168.04 MB
76RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.864.22 MB
77RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8733.47 MB
78COPY tensorboard.patch /tmp/ # buildkit418 B
79RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.86.55 KB
80ENV NVM_DIR=/usr/local/nvm0 B
81RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8104.41 MB
82COPY jupyter_notebook_config.py /opt/conda/etc/jupyter/ # buildkit473 B
83ENV JUPYTER_PORT=88880 B
84ENV TENSORBOARD_PORT=60060 B
85EXPOSE map[8888/tcp:{}]0 B
86EXPOSE map[6006/tcp:{}]0 B
87RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8135.37 MB
88ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
89RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8799.88 MB
90RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8534.31 MB
91ENV COCOAPI_VERSION=2.0+nv0.4.00 B
92RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.84.64 MB
93COPY singularity/ /.singularity.d/ # buildkit1.11 KB
94RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.828.1 MB
95RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8110.5 KB
96RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8212.39 MB
97RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.81.58 MB
98ENV PYTHONIOENCODING=utf-8 LC_ALL=C.UTF-80 B
99WORKDIR /workspace0 B
100COPY NVREADME.md README.md # buildkit1.11 KB
101COPY docker-examples docker-examples # buildkit1.01 KB
102COPY examples examples # buildkit27.55 MB
103COPY tutorials tutorials # buildkit28.73 MB
104RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.856.28 MB
105RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.810.73 KB
106COPY nvidia_entrypoint.sh /usr/local/bin # buildkit2.02 KB
107ENTRYPOINT ["/usr/local/bin/nvidia_entrypoint.sh"]0 B
108COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit132.14 KB
109RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.8743.15 KB
110ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
111RUN |3 NVIDIA_PYTORCH_VERSION=21.03 PYTORCH_BUILD_VERSION=1.9.0a0+df837d0 PYVER=3.84.19 MB
112ARG NVIDIA_BUILD_ID0 B
113ENV NVIDIA_BUILD_ID=210604780 B
114LABEL com.nvidia.build.id=210604780 B
115ARG NVIDIA_BUILD_REF0 B
116LABEL com.nvidia.build.ref=b8c8e4e4a0105e697e84364fac28ae7d8024e4e50 B
117/bin/sh -c apt-get update &&311.57 MB
118/bin/sh -c git clone https://github.com/determined-ai/environments163.7 KB
119/bin/sh -c mkdir /tmp/det_dockerfile_scripts &&11.21 KB
120/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh106.11 MB
121/bin/sh -c python -m pip33.96 MB
122/bin/sh -c python -m pip360 B
123/bin/sh -c /tmp/det_dockerfile_scripts/add_det_nobody_user.sh24.36 KB
124/bin/sh -c /tmp/det_dockerfile_scripts/install_libnss_determined.sh15.76 KB
125COPY file:ded894d03c9ea2649393e9cfe91ae82b11085e063db0bec888a8e37ab92e3c77 in /tmp/recursion_pip_requirements.txt 232 B
126/bin/sh -c pip install mpi4py314.03 MB
127/bin/sh -c pip install cloudpickle==1.6.069.5 KB
128/bin/sh -c mkdir -p /var/run/sshd147 B
129/bin/sh -c apt install -y4.22 MB
130/bin/sh -c DEBIAN_FRONTEND=noninteractive apt-get install385 B
131ARG HOROVOD_WITH_PYTORCH=10 B
132ARG HOROVOD_WITHOUT_TENSORFLOW=10 B
133ARG HOROVOD_WITHOUT_MXNET=10 B
134ARG HOROVOD_WITHOUT_MPI=10 B
135ARG HOROVOD_GPU_ALLREDUCE=NCCL0 B
136ARG HOROVOD_NCCL_HOME=/tmp/det_nccl/build0 B
137ARG HOROVOD_NCCL_LINK=STATIC0 B
138|7 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC HOROVOD_WITHOUT_MPI=12.48 MB
139|7 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC HOROVOD_WITHOUT_MPI=1140.66 KB
140|7 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC HOROVOD_WITHOUT_MPI=1347.87 MB
141|7 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC HOROVOD_WITHOUT_MPI=1201.22 MB
142|7 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC HOROVOD_WITHOUT_MPI=1130 B

Command

ADD file:2a90223d9f00d31e31eff6b207c57af4b7d27276195b94bec991457a6998180c in /