Sign inSign up

danmadocker/hadoop-hive-spark-worker:latest

Manifest digest

sha256:5be107b7e0f4eba2235841cf82887544d4a437e4a3ede21d60a4498d3c6b3795

OS/ARCH

linux/amd64

Compressed size

1.44 GB

Last pushed

over 2 years by danmadocker

Type

Image

Manifest digest

sha256:5be107b7e0f4eba2235841cf82887544d4a437e4a3ede21d60a4498d3c6b3795

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.33 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c sed -i171.22 MB
8ARG USERNAME=jupyter0 B
9ARG GROUPNAME=jupyter0 B
10ARG UID=10010 B
11ARG GID=10010 B
12RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=10013.56 KB
13USER jupyter0 B
14ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
15ARG HADOOP_VERSION=3.3.50 B
16ARG HADOOP_URL=https://www.apache.org/dist/hadoop/common/hadoop-3.3.5/hadoop-3.3.5.tar.gz0 B
17ENV HADOOP_HOME=/opt/hadoop0 B
18RUN |6 USERNAME=jupyter GROUPNAME=jupyter UID=1001676.88 MB
19ENV HADOOP_CONF_DIR=/opt/hadoop/etc/hadoop0 B
20ENV PATH=/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
21ENV LD_LIBRARY_PATH=/opt/hadoop/lib/native:0 B
22ARG SPARK_VERSION=3.3.10 B
23ARG SPARK_URL=https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-hadoop3.tgz0 B
24ENV SPARK_HOME=/opt/spark0 B
25RUN |8 USERNAME=jupyter GROUPNAME=jupyter UID=1001287.5 MB
26ENV PYTHONHASHSEED=10 B
27ENV PYSPARK_PYTHON=python30 B
28ENV SPARK_CONF_DIR=/opt/spark/conf0 B
29ENV PATH=/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
30ARG HIVE_VERSION=3.1.30 B
31ARG HIVE_URL=https://archive.apache.org/dist/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz0 B
32ENV HIVE_HOME=/opt/hive0 B
33RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=1001312.56 MB
34ENV HIVE_CONF_DIR=/opt/hive/conf0 B
35ENV PATH=/opt/hive/sbin:/opt/hive/bin:/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
36COPY --chown=jupyter:jupyter conf/core-site.xml /opt/hadoop/etc/hadoop/ #810 B
37COPY --chown=jupyter:jupyter conf/hdfs-site.xml /opt/hadoop/etc/hadoop/ #846 B
38COPY --chown=jupyter:jupyter conf/yarn-site.xml /opt/hadoop/etc/hadoop/ #865 B
39COPY --chown=jupyter:jupyter conf/mapred-site.xml /opt/hadoop/etc/hadoop/ #730 B
40COPY --chown=jupyter:jupyter conf/workers /opt/hadoop/etc/hadoop/ #214 B
41COPY --chown=jupyter:jupyter conf/spark-defaults.conf /opt/spark/conf/ #998 B
42COPY --chown=jupyter:jupyter conf/log4j.properties /opt/spark/conf/ #1.35 KB
43COPY --chown=jupyter:jupyter conf/hive-site.xml /opt/hive/conf/ #983 B
44RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=10011.15 KB
45COPY entrypoint.sh /usr/local/sbin/entrypoint.sh # buildkit205 B
46RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=1001206 B
47ENTRYPOINT ["entrypoint.sh"]0 B
48ENV DATADIR=/opt/hadoop/dfs/data0 B
49RUN /bin/sh -c mkdir -p154 B
50VOLUME [/opt/hadoop/dfs/data]0 B
51ENV SPARK_PUBLIC_DNS=localhost0 B
52ENV SPARK_MASTER_ADDRESS=spark://master:70770 B
53COPY run.sh /usr/local/sbin/run.sh # buildkit322 B
54RUN /bin/sh -c sudo chmod320 B
55CMD ["run.sh"]0 B

Command

 ARG RELEASE