Sign inSign up

mattf/spark:alpha-3.1.2-hadoop3.2-accelerator22.06.0

Manifest digest

sha256:72272c3c8e0d6b10028ddc1b2537eb3e99b674e6f378b4554f243741928b56fd

OS/ARCH

linux/amd64

Compressed size

2.34 GB

Last pushed

about 4 years by mattf

Type

Image

Manifest digest

sha256:72272c3c8e0d6b10028ddc1b2537eb3e99b674e6f378b4554f243741928b56fd

Image Layers

Image Layers

1ADD file ... in / 27.25 MB
2CMD ["bash"]0 B
3ENV NVARCH=x86_640 B
4ENV NVIDIA_REQUIRE_CUDA=cuda>=11.7 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<4710 B
5ENV NV_CUDA_CUDART_VERSION=11.7.60-10 B
6ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-70 B
7ARG TARGETARCH0 B
8LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
9RUN |1 TARGETARCH=amd64 /bin/sh -c7.56 MB
10ENV CUDA_VERSION=11.7.00 B
11RUN |1 TARGETARCH=amd64 /bin/sh -c45.66 MB
12RUN |1 TARGETARCH=amd64 /bin/sh -c185 B
13ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
15COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.28 KB
16ENV NVIDIA_VISIBLE_DEVICES=all0 B
17ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
18ENV NV_CUDA_LIB_VERSION=11.7.0-10 B
19ENV NV_NVTX_VERSION=11.7.50-10 B
20ENV NV_LIBNPP_VERSION=11.7.3.21-10 B
21ENV NV_LIBNPP_PACKAGE=libnpp-11-7=11.7.3.21-10 B
22ENV NV_LIBCUSPARSE_VERSION=11.7.3.50-10 B
23ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-70 B
24ENV NV_LIBCUBLAS_VERSION=11.10.1.25-10 B
25ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-7=11.10.1.25-10 B
26ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B
27ENV NV_LIBNCCL_PACKAGE_VERSION=2.13.4-10 B
28ENV NCCL_VERSION=2.13.4-10 B
29ENV NV_LIBNCCL_PACKAGE=libnccl2=2.13.4-1+cuda11.70 B
30ARG TARGETARCH0 B
31LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
32RUN |1 TARGETARCH=amd64 /bin/sh -c1.01 GB
33RUN |1 TARGETARCH=amd64 /bin/sh -c60.85 KB
34ENV DEBIAN_FRONTEND=noninteractive0 B
35RUN /bin/sh -c apt-get update86.13 MB
36ENV SPARK_HOME=/opt/spark0 B
37ENV GNUPGHOME=/0 B
38COPY trustedkeys.gpg / # buildkit71.83 KB
39WORKDIR /opt32 B
40ARG SPARK_VER=3.1.20 B
41ARG HADOOP_VER=3.20 B
42RUN |2 SPARK_VER=3.1.2 HADOOP_VER=3.2 /bin/sh436.94 MB
43WORKDIR /opt/spark32 B
44ENV PATH=/opt/spark/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
45ENV PYTHONPATH=/opt/spark/python/lib/pyspark.zip:/opt/spark/python/lib/py4j-0.10.9-src.zip:0 B
46ARG ACC_VER=22.06.00 B
47ARG LIBCUDF_VER=22.06.00 B
48RUN |4 SPARK_VER=3.1.2 HADOOP_VER=3.2 ACC_VER=22.06.0752.99 MB
49RUN |4 SPARK_VER=3.1.2 HADOOP_VER=3.2 ACC_VER=22.06.0163 B
50ADD discover-gpu-resources sbin # buildkit554 B
51ADD entrypoint / # buildkit1.42 KB
52ADD spark-defaults.conf conf # buildkit950 B
53ENTRYPOINT ["/usr/bin/tini" "--" "/entrypoint"]0 B

Command

ADD file:af4cf77e6818016b697a1491101b40c71d06529ced65f36107749f099d6d4bdc in /