loum/jupyter-spark-pseudo:latest

Manifest digest

sha256:c0f87698a71c2d6bc9ba9e44a47e990d03c1d1880e98abee866ad5eb379b4f80

OS/ARCH

linux/amd64

Compressed size

2.29 GB

Last pushed

almost 4 years by loum

Type

Image

Manifest digest

sha256:c0f87698a71c2d6bc9ba9e44a47e990d03c1d1880e98abee866ad5eb379b4f80

Image Layers

Image Layers

1ADD file ... in / 29.02 MB

2CMD ["bash"]0 B

3RUN /bin/sh -c echo 'debconf457.21 KB

4ARG PYTHON3_VERSION0 B

5WORKDIR /opt/python/3.10.5133 B

6COPY /opt/python/3.10.5 . # buildkit54.99 MB

7RUN |1 PYTHON3_VERSION=3.10.5 /bin/sh -c3.47 MB

8ENTRYPOINT ["/usr/local/bin/python3"]0 B

9CMD []0 B

10ARG OPENJDK_11_HEADLESS_VERSION0 B

11RUN |1 OPENJDK_11_HEADLESS_VERSION=11.0.16+8-0ubuntu1~22.04 /bin/sh -c276.36 MB

12ARG DUMMY_UID=500000 B

13ARG DUMMY_USER=dummy0 B

14ARG DUMMY_GROUP=dummy0 B

15RUN |4 OPENJDK_11_HEADLESS_VERSION=11.0.16+8-0ubuntu1~22.04 DUMMY_UID=50000 DUMMY_USER=dummy3.47 KB

16ARG BUILD_PYSPARK_VERSION0 B

17ENV PYSPARK_VERSION=3.3.00 B

18COPY scripts/bootstrap.sh /bootstrap.sh # buildkit200 B

19WORKDIR /home/dummy0 B

20USER dummy0 B

21ENTRYPOINT ["/bin/sh" "-c" "/bootstrap.sh"]0 B

22CMD []0 B

23USER root0 B

24ARG OPENSSH_SERVER0 B

25RUN |1 OPENSSH_SERVER=1:8.9p1-3 /bin/sh -c2.38 MB

26RUN |1 OPENSSH_SERVER=1:8.9p1-3 /bin/sh -c92 B

27RUN |1 OPENSSH_SERVER=1:8.9p1-3 /bin/sh -c15.9 MB

28ARG HADOOP_VERSION0 B

29ARG HADOOP_HOME=/opt/hadoop0 B

30ARG HADOOP_USER=hdfs0 B

31ARG HADOOP_GROUP=hdfs0 B

32RUN |5 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop3.56 KB

33COPY /tmp/hadoop-3.3.4 /opt/hadoop-3.3.4 # buildkit665.6 MB

34RUN |5 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop133 B

35ARG HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib0 B

36RUN |6 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop263 B

37COPY /tmp/jars/* /opt/hadoop/share/hadoop/common/lib/ # buildkit5.27 MB

38COPY scripts/config-setter.py / # buildkit1.19 KB

39WORKDIR /opt/hadoop0 B

40RUN |6 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop5.64 KB

41COPY files/hdfs-site.xml.j2 etc/hadoop/hdfs-site.xml.j2 # buildkit53.36 KB

42COPY files/yarn-site.xml.j2 etc/hadoop/yarn-site.xml.j2 # buildkit40.05 KB

43COPY files/mapred-site.xml.j2 etc/hadoop/mapred-site.xml.j2 # buildkit21.41 KB

44COPY files/core-site.xml.j2 etc/hadoop/core-site.xml.j2 # buildkit35.52 KB

45COPY files/hadoop-env.sh etc/hadoop/hadoop-env.sh # buildkit5.65 KB

46ARG object_store_endpoint=s3.amazonaws.com0 B

47ENV OBJECT_STORE_ENDPOINT=s3.amazonaws.com0 B

48EXPOSE map[9000/tcp:{}]0 B

49EXPOSE map[9870/tcp:{}]0 B

50EXPOSE map[8088/tcp:{}]0 B

51EXPOSE map[19888/tcp:{}]0 B

52WORKDIR /home/hdfs/var/run166 B

53WORKDIR /home/hdfs/.ssh151 B

54COPY files/sshd_config sshd_config # buildkit1.67 KB

55WORKDIR /var/log/hadoop137 B

56RUN |7 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop198 B

57WORKDIR /home/hdfs0 B

58RUN |7 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop4.84 KB

59RUN |7 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop8.83 KB

60USER hdfs0 B

61RUN |7 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop1.91 KB

62RUN |7 OPENSSH_SERVER=1:8.9p1-3 HADOOP_VERSION=3.3.4 HADOOP_HOME=/opt/hadoop536.01 KB

63COPY scripts/hadoop-bootstrap.sh /hadoop-bootstrap.sh # buildkit741 B

64ENTRYPOINT ["/hadoop-bootstrap.sh"]0 B

65CMD []0 B

66USER root0 B

67WORKDIR /opt0 B

68ARG SPARK_RELEASE0 B

69COPY /tmp/spark/spark-3.3.0-bin-without-hadoop.tgz spark-3.3.0-bin-without-hadoop.tgz # buildkit179.11 MB

70RUN |1 SPARK_RELEASE=spark-3.3.0-bin-without-hadoop /bin/sh -c179.35 MB

71ARG SPARK_HOME=/opt/spark0 B

72COPY files/spark-env.sh.j2 /opt/spark/conf/spark-env.sh.j2 # buildkit2.16 KB

73COPY files/spark-defaults.conf /opt/spark/conf/spark-defaults.conf # buildkit983 B

74ARG SPARK_VERSION0 B

75COPY scripts/spark-bootstrap.sh /spark-bootstrap.sh # buildkit931 B

76EXPOSE map[8032/tcp:{}]0 B

77EXPOSE map[8088/tcp:{}]0 B

78EXPOSE map[8042/tcp:{}]0 B

79EXPOSE map[18080/tcp:{}]0 B

80RUN |3 SPARK_RELEASE=spark-3.3.0-bin-without-hadoop SPARK_HOME=/opt/spark SPARK_VERSION=3.3.0904.88 MB

81USER hdfs0 B

82WORKDIR /home/hdfs0 B

83RUN |3 SPARK_RELEASE=spark-3.3.0-bin-without-hadoop SPARK_HOME=/opt/spark SPARK_VERSION=3.3.01.91 KB

84ENTRYPOINT ["/spark-bootstrap.sh"]0 B

85ARG JUPYTER_USER=hdfs0 B

86ARG JUPYTER_GROUP=hdfs0 B

87ARG JUPYTER_HOME=/home/hdfs0 B

88COPY scripts/jupyter-bootstrap.sh /jupyter-bootstrap.sh # buildkit619 B

89WORKDIR /home/hdfs0 B

90WORKDIR /home/hdfs/.local0 B

91RUN |3 JUPYTER_USER=hdfs JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs318.87 KB

92EXPOSE map[8032/tcp:{}]0 B

93EXPOSE map[8088/tcp:{}]0 B

94EXPOSE map[8042/tcp:{}]0 B

95EXPOSE map[18080/tcp:{}]0 B

96ARG JUPYTER_PORT=88890 B

97EXPOSE map[8889/tcp:{}]0 B

98WORKDIR /home/hdfs0 B

99USER hdfs0 B

100ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/hdfs/.local/bin0 B

101ARG JUPYTER_VERSION0 B

102RUN |5 JUPYTER_USER=hdfs JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs25.39 MB

103ENTRYPOINT ["/jupyter-bootstrap.sh"]0 B

104CMD ["/bin/sh" "-c" "= []"]0 B

Command

ADD file:396eeb65c8d737180cc1219713cf59efb214027b79d8ea0b7e58a08e7c8d7a21 in /