sha256:2159ac08963f65ee629cbb5021bc2a929ab01bfe5489c6084759764eb531bdc1
OS/ARCH
linux/amd64
Compressed size
1.9 GB
Last pushed
almost 8 years by akchin
Type
Image
Manifest digest
sha256:2159ac08963f65ee629cbb5021bc2a929ab01bfe5489c6084759764eb531bdc1
Image Layers
1ADD file ... in / 71.24 MB2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B3CMD ["/bin/bash"]0 B4MAINTAINER akchinSTC0 B5/bin/sh -c yum update -y34.09 MB6/bin/sh -c yum install -y89.16 MB7/bin/sh -c ssh-keygen -q -N1.04 KB8/bin/sh -c ssh-keygen -q -N1.75 KB9/bin/sh -c ssh-keygen -q -N1.75 KB10/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys503 B11ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.00 B12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin0 B13/bin/sh -c wget --quiet https://repo.anaconda.com/miniconda/Miniconda2-4.5.11-Linux-x86_64.sh91.03 MB14ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/anaconda2/bin0 B15/bin/sh -c conda install -v281.34 MB16ENV HADOOP_VER=2.7.70 B17/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-$HADOOP_VER/hadoop-$HADOOP_VER.tar.gz208.83 MB18/bin/sh -c cd /usr/local &&158 B19ENV HADOOP_PREFIX=/usr/local/hadoop0 B20ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B21ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B22ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B23ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B24ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B25ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B26/bin/sh -c sed -i '/^export1.99 KB27/bin/sh -c sed -i '/^export1.99 KB28/bin/sh -c mkdir $HADOOP_PREFIX/input178 B29/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.52 KB30ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template 345 B31/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template326 B32ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml 310 B33ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml 319 B34ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml 775 B35/bin/sh -c ssh-keygen -A2.33 KB36/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format847 B37ADD file ... in /root/.ssh/config 247 B38/bin/sh -c chmod 600 /root/.ssh/config246 B39/bin/sh -c chown root:root /root/.ssh/config246 B40ADD file ... in /etc/bootstrap.sh 524 B41/bin/sh -c chown root:root /etc/bootstrap.sh524 B42/bin/sh -c chmod 700 /etc/bootstrap.sh525 B43ENV BOOTSTRAP=/etc/bootstrap.sh0 B44/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B45/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.74 KB46/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B47/bin/sh -c echo "Port 2122"1.9 KB48/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh31.01 KB49/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh56.11 KB50ENV SPARK_VER=2.3.10 B51ENV SPARK_HOME=/usr/local/spark0 B52/bin/sh -c curl -s http://apache.cs.utah.edu/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz215.83 MB53ADD dir:061dd8e382f1df48458f92b14186b11da6960b021ae4cadbb0504e1f00c32ad8 in /usr/local/spark/yarn-remote-client 593 B54/bin/sh -c $BOOTSTRAP && 202.97 MB55CMD ["/etc/bootstrap.sh" "-d"]0 B56EXPOSE 50010 50020 500700 B57EXPOSE 198880 B58EXPOSE 8030 8031 80320 B59EXPOSE 2122 497070 B60ENV ANACONDA_HOME=/opt/anaconda2/0 B61ENV PATH=/opt/anaconda2//bin:/usr/local/hadoop/bin:/usr/local/spark/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/anaconda2/bin0 B62ENV PYSPARK_PYTHON=/opt/anaconda2//bin/python0 B63/bin/sh -c yum install -y27.05 MB64ADD file ... in /usr/local/hadoop/etc/hadoop/ 903 B65/bin/sh -c cd /tmp &&2.78 MB66/bin/sh -c cd /tmp &&75.38 MB67/bin/sh -c conda install --yes438.26 MB68/bin/sh -c adduser jovyan -u2.58 KB69USER jovyan0 B70/bin/sh -c ssh-keygen -q -N1.8 KB71USER root0 B72ADD file ... in /home/jovyan/.ssh/config 248 B73/bin/sh -c chmod 600 /home/jovyan/.ssh/config246 B74COPY file:a096d9352b0f0b13dd8ca3e163c0e8ba9175062740aca4197414ee49c8cfbc04 in /etc/bootstrap-yarn-spark.sh 1.78 KB75/bin/sh -c chown root.root /etc/bootstrap-yarn-spark.sh1.78 KB76WORKDIR /usr/local/hadoop0 B77ENTRYPOINT ["/etc/bootstrap-yarn-spark.sh"]0 B78LABEL Hadoop.version=2.7.70 B79LABEL Spark.version=2.3.10 B80LABEL Anaconda.version=4.4.00 B81LABEL Anaconda.python.version=2.7.130 B82COPY file:bbaee59ff6fc04db97f9c5235d88f347a5ef5d99dbcd5e0cec6262894bfd7420 in /tmp 51.8 KB83/bin/sh -c pip install /tmp/jupyter_enterprise_gateway*.whl8.87 MB84ADD multi:dfaeff60ff6eb937baba5b93d2dc7da706c3131eaa959744dcdeaa41d0780a05 in /usr/local/share/jupyter/kernels/ 147.85 MB85COPY file:9282a96ee5b27f933e218ae3a9baf4a23b9dcda685fb67e36978028442bd897a in /usr/local/share/jupyter/ 949 B86/bin/sh -c mkdir -p /usr/hdp/current49.22 MB87COPY file:c48c08ae91358fde0f72dacd463179fa1de1942855688b21e7e27668a6f931f3 in /etc/bootstrap-enterprise-gateway.sh 1.04 KB88/bin/sh -c chown root.root /etc/bootstrap-enterprise-gateway.sh1.04 KB89WORKDIR /usr/local/share/jupyter0 B90ENTRYPOINT ["/etc/bootstrap-enterprise-gateway.sh"]0 B91CMD ["--help"]0 B92EXPOSE 8888 90000 BCommand
ADD file:fbe9badfd2790f0747a25fbe5c94a6daa78969511ca08c8d4ac654f3442570de in /