Sign inSign up

loum/jupyter-spark-pseudo:6.4.10-3.2.1

Manifest digest

sha256:cb45e0d9c87286def9dd774df7acd976dd7acfb1e72a3031bc0af84a66262460

OS/ARCH

linux/amd64

Compressed size

2.1 GB

Last pushed

over 4 years by loum

Type

Image

Manifest digest

sha256:cb45e0d9c87286def9dd774df7acd976dd7acfb1e72a3031bc0af84a66262460

Image Layers

Image Layers

1ADD file ... in / 27.24 MB
2CMD ["bash"]0 B
3ARG OPENSSH_SERVER0 B
4ARG OPENJDK_11_HEADLESS0 B
5ARG PYTHON3_VERSION0 B
6ARG PYTHON3_PIP0 B
7|4 OPENJDK_11_HEADLESS=11.0.14.1+1-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.4303.68 MB
8|4 OPENJDK_11_HEADLESS=11.0.14.1+1-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.43.53 MB
9|4 OPENJDK_11_HEADLESS=11.0.14.1+1-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.412.71 MB
10ARG HADOOP_VERSION0 B
11ARG HADOOP_HOME=/opt/hadoop0 B
12COPY dir:cc31a77dcbc20b11650095398b5b31dd21ccc4b32efa5f4aa29aa02e7509ee71 in /opt/hadoop-3.3.2 609.45 MB
13|6 HADOOP_HOME=/opt/hadoop HADOOP_VERSION=3.3.2 OPENJDK_11_HEADLESS=11.0.14.1+1-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4132 B
14ARG HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib0 B
15|7 HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_VERSION=3.3.2 OPENJDK_11_HEADLESS=11.0.14.1+1-0ubuntu1~20.04263 B
16ARG HADOOP_USER=hdfs0 B
17ARG HADOOP_GROUP=hdfs0 B
18|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.28 KB
19COPY --chown=hdfs:hdfsmulti:cb7c78cb9a7d8851f5cf2681b9181ea7b577dcea2928385c2ac09d34cdfb4e46 in /opt/hadoop/share/hadoop/common/lib/ 5.26 MB
20COPY --chown=hdfs:hdfsfile:73a575e0e7dd721b05e9618acff5145d0ea79b1816539fef51d97a5f8bb201f2 in / 1.18 KB
21WORKDIR /opt/hadoop0 B
22|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs5.64 KB
23COPY file:13af23e95bea10180bed9608942cee3ebf66413d437fd74a3a1149c68244f44f in etc/hadoop/hdfs-site.xml.j2 53.37 KB
24COPY file:ff99150e13469046c03c978efac960e6438150f2125355a66774229e94803685 in etc/hadoop/yarn-site.xml.j2 40.05 KB
25COPY file:7333cea5019dcf64ae5bdf2946342393496da5c85db3c8e92af020d85feb005c in etc/hadoop/mapred-site.xml.j2 21.42 KB
26COPY file:53ab4fd3ac7a697a45a3b8cbdbbc12fbf662913ff5ead8a347d8f0e01523e8aa in etc/hadoop/core-site.xml.j2 35.53 KB
27COPY file:a10b6a6339d5947006027011815ce99072acf37c79e5b25aa30c50dd7d5517c7 in etc/hadoop/hadoop-env.sh 5.65 KB
28ARG object_store_endpoint=s3.amazonaws.com0 B
29ENV OBJECT_STORE_ENDPOINT=s3.amazonaws.com0 B
30EXPOSE 90000 B
31EXPOSE 98700 B
32EXPOSE 80880 B
33EXPOSE 198880 B
34WORKDIR /home/hdfs/var/run188 B
35WORKDIR /home/hdfs/.ssh174 B
36COPY file:f34f00726c3f92bfcf6b26c10214348ff21f9365b620524e46119cef3fcad177 in sshd_config 1.66 KB
37WORKDIR /var/log/hadoop169 B
38|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs194 B
39WORKDIR /home/hdfs0 B
40|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.82 KB
41|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs8.81 KB
42USER hdfs0 B
43|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs1.9 KB
44|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs511.29 KB
45COPY --chown=hdfs:hdfsfile:bd8617b498e703019e576cf62dd5e9a91105f7761ce7edd32b171ff1877ac026 in /hadoop-bootstrap.sh 737 B
46CMD ["/hadoop-bootstrap.sh"]0 B
47USER root0 B
48WORKDIR /opt0 B
49ARG SPARK_RELEASE0 B
50COPY file:45e64114a9b1e580ccb5676fe66ef7a4e576be9443285c2c887496a9d1b7e5d9 in spark-3.2.1-bin-without-hadoop.tgz 178.93 MB
51|1 SPARK_RELEASE=spark-3.2.1-bin-without-hadoop /bin/sh -c tar179.17 MB
52ARG SPARK_HOME=/opt/spark0 B
53COPY file:8d79d098c5b8d3123bf856e1a3afc9acb2f5b2a78ee957317beba17ffa5ae0ab in /opt/spark/conf/spark-env.sh.j2 2.16 KB
54COPY file:9e45f1e7130dbb04331059fd3e9ab5fe5010d4be1f17d68cd5fc11066ba094ce in /opt/spark/conf/spark-defaults.conf 986 B
55ARG SPARK_VERSION0 B
56COPY file:a3e94b1aa6f7cd0303916374dd055fb9cd981b7ad0ea004e3fb1ada8137ecec7 in /spark-bootstrap.sh 931 B
57EXPOSE 80320 B
58EXPOSE 80880 B
59EXPOSE 80420 B
60EXPOSE 180800 B
61|3 SPARK_HOME=/opt/spark SPARK_RELEASE=spark-3.2.1-bin-without-hadoop SPARK_VERSION=3.2.1 /bin/sh793.34 MB
62USER hdfs0 B
63WORKDIR /home/hdfs0 B
64|3 SPARK_HOME=/opt/spark SPARK_RELEASE=spark-3.2.1-bin-without-hadoop SPARK_VERSION=3.2.1 /bin/sh1.91 KB
65ENTRYPOINT ["/spark-bootstrap.sh"]0 B
66USER root0 B
67ARG OPENJDK_8_HEADLESS0 B
68/bin/sh -c apt-get update &&14.62 MB
69ARG JUPYTER_USER=hdfs0 B
70ARG JUPYTER_GROUP=hdfs0 B
71ARG JUPYTER_HOME=/home/hdfs0 B
72COPY file:532e4ff147b8781e0f6131f5097f41636ddd507aedbc422fd500b5d6dc710956 in /jupyter-bootstrap.sh 619 B
73WORKDIR /home/hdfs0 B
74WORKDIR /home/hdfs/.local0 B
75|3 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs /bin/sh314.85 KB
76EXPOSE 80320 B
77EXPOSE 80880 B
78EXPOSE 80420 B
79EXPOSE 180800 B
80EXPOSE 0 B
81WORKDIR /home/hdfs0 B
82USER hdfs0 B
83ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/hdfs/.local/bin0 B
84ARG JUPYTER_VERSION0 B
85|4 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs JUPYTER_VERSION=6.4.1026.05 MB
86ENTRYPOINT ["/jupyter-bootstrap.sh"]0 B

Command

ADD file:1d3b09cf9e041d608a00c2dc25cdf3c388e436c5db607a3d124f2aa0f764fc69 in /