loum/spark-pseudo:latest

Multi-platform

Index digest

sha256:c50899a4e89a42a5c9b38f35d3ac6ec2e2956dc9a9b7940807bc33058a4ebcdf

OS/ARCH

Compressed size

1.94 GB

Last pushed

over 2 years by loum

Type

Image

Manifest digest

sha256:7602c24c37a5ee362e6133708c586eb70edd43618a2ee8b7a881af3a1547573b

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7ARG UID=498990 B

8ARG USER=user0 B

9ARG GROUP=user0 B

10RUN |3 UID=49899 USER=user GROUP=user19.37 KB

11RUN |3 UID=49899 USER=user GROUP=user80.06 MB

12ARG PYTHON3_VERSION0 B

13WORKDIR /opt/python/3.11.4134 B

14COPY /opt/python/3.11.4 . # buildkit80.86 MB

15RUN |4 UID=49899 USER=user GROUP=user4.39 MB

16USER user0 B

17WORKDIR /home/user32 B

18ENTRYPOINT ["/usr/local/bin/python"]0 B

19CMD []0 B

20USER root0 B

21ARG OPENJDK_11_HEADLESS_VERSION0 B

22RUN |1 OPENJDK_11_HEADLESS_VERSION=11.0.19+7~us1-0ubuntu1~22.04.1 /bin/sh -c162.85 MB

23ARG BUILD_PYSPARK_VERSION0 B

24ENV PYSPARK_VERSION=0 B

25COPY scripts/bootstrap.sh /bootstrap.sh # buildkit248 B

26WORKDIR /home/user32 B

27USER user0 B

28ENTRYPOINT ["/bootstrap.sh"]0 B

29CMD []0 B

30USER root0 B

31ARG OPENSSH_SERVER0 B

32RUN |1 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 /bin/sh -c2.09 MB

33RUN |1 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 /bin/sh -c32 B

34RUN |1 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 /bin/sh -c16.53 MB

35ARG HADOOP_VERSION0 B

36ARG HADOOP_HOME=/opt/hadoop0 B

37ARG HADOOP_USER=hdfs0 B

38ARG HADOOP_GROUP=hdfs0 B

39RUN |5 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop3.47 KB

40COPY /tmp/hadoop-3.3.6 /opt/hadoop-3.3.6 # buildkit696.3 MB

41RUN |5 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop132 B

42ARG HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib0 B

43RUN |6 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop265 B

44COPY /tmp/jars/* /opt/hadoop/share/hadoop/common/lib/ # buildkit5.71 MB

45COPY scripts/config-setter.py / # buildkit1.19 KB

46WORKDIR /opt/hadoop32 B

47RUN |6 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop5.64 KB

48COPY files/hdfs-site.xml.j2 etc/hadoop/hdfs-site.xml.j2 # buildkit53.37 KB

49COPY files/yarn-site.xml.j2 etc/hadoop/yarn-site.xml.j2 # buildkit40.05 KB

50COPY files/mapred-site.xml.j2 etc/hadoop/mapred-site.xml.j2 # buildkit21.42 KB

51COPY files/core-site.xml.j2 etc/hadoop/core-site.xml.j2 # buildkit35.52 KB

52COPY files/hadoop-env.sh etc/hadoop/hadoop-env.sh # buildkit5.66 KB

53ARG object_store_endpoint=s3.amazonaws.com0 B

54ENV OBJECT_STORE_ENDPOINT=s3.amazonaws.com0 B

55EXPOSE map[9000/tcp:{}]0 B

56EXPOSE map[9870/tcp:{}]0 B

57EXPOSE map[8088/tcp:{}]0 B

58EXPOSE map[19888/tcp:{}]0 B

59WORKDIR /home/hdfs/var/run164 B

60WORKDIR /home/hdfs/.ssh146 B

61COPY files/sshd_config sshd_config # buildkit1.67 KB

62WORKDIR /var/log/hadoop139 B

63RUN |7 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop192 B

64WORKDIR /home/hdfs32 B

65RUN |7 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop4.87 KB

66RUN |7 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop6.58 KB

67USER hdfs0 B

68RUN |7 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop1.91 KB

69RUN |7 OPENSSH_SERVER=1:8.9p1-3ubuntu0.3 HADOOP_VERSION=3.3.6 HADOOP_HOME=/opt/hadoop666.81 KB

70COPY scripts/hadoop-bootstrap.sh /hadoop-bootstrap.sh # buildkit743 B

71ENTRYPOINT ["/hadoop-bootstrap.sh"]0 B

72CMD []0 B

73USER root0 B

74WORKDIR /opt32 B

75ARG SPARK_RELEASE0 B

76COPY /tmp/spark/spark-3.5.1-bin-without-hadoop.tgz spark-3.5.1-bin-without-hadoop.tgz # buildkit274.18 MB

77RUN |1 SPARK_RELEASE=spark-3.5.1-bin-without-hadoop /bin/sh -c274.5 MB

78ARG SPARK_HOME=/opt/spark0 B

79COPY files/spark-env.sh.j2 /opt/spark/conf/spark-env.sh.j2 # buildkit2.24 KB

80COPY files/spark-defaults.conf /opt/spark/conf/spark-defaults.conf # buildkit983 B

81ARG SPARK_VERSION0 B

82COPY scripts/spark-bootstrap.sh /spark-bootstrap.sh # buildkit932 B

83EXPOSE map[8032/tcp:{}]0 B

84EXPOSE map[8088/tcp:{}]0 B

85EXPOSE map[8042/tcp:{}]0 B

86EXPOSE map[18080/tcp:{}]0 B

87RUN |3 SPARK_RELEASE=spark-3.5.1-bin-without-hadoop SPARK_HOME=/opt/spark SPARK_VERSION=3.5.1355.53 MB

88USER hdfs0 B

89WORKDIR /home/hdfs32 B

90RUN |3 SPARK_RELEASE=spark-3.5.1-bin-without-hadoop SPARK_HOME=/opt/spark SPARK_VERSION=3.5.11.92 KB

91ENTRYPOINT ["/spark-bootstrap.sh"]0 B

Command

 ARG RELEASE