akchin/yarn-spark:fix

Manifest digest

sha256:c13a5bd47a4cd084c7877d003762236f3ff55691d70348f0678e851ca7ee8553

OS/ARCH

linux/amd64

Compressed size

2.16 GB

Last pushed

almost 8 years by akchin

Type

Image

Manifest digest

sha256:c13a5bd47a4cd084c7877d003762236f3ff55691d70348f0678e851ca7ee8553

Image Layers

Image Layers

149.65 MB

2MAINTAINER SequenceIQ0 B

3ADD file ... in /etc/yum.repos.d/Centos-Source.repo338 B

4/bin/sh -c yum update -y90.12 MB

5/bin/sh -c yum install -y21.86 MB

6/bin/sh -c yum-builddep -y pam147.49 MB

7/bin/sh -c yumdownloader --source pam1.67 MB

8/bin/sh -c rpmbuild --rebuild 1.74 MB

9/bin/sh -c rpm -Uvh --oldpackage9.03 MB

10/bin/sh -c rm -f /*.rpm104 B

11/bin/sh -c rm -rf ~/rpmbuild138 B

12MAINTAINER SequenceIQ0 B

13USER [root]0 B

14/bin/sh -c yum clean all;21.55 MB

15/bin/sh -c yum update -y543.83 KB

16/bin/sh -c ssh-keygen -q -N1.04 KB

17/bin/sh -c ssh-keygen -q -N1.51 KB

18/bin/sh -c ssh-keygen -q -N1.51 KB

19/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys500 B

20/bin/sh -c curl -LO 'http://download.oracle.com/otn-pub/java/jdk/7u71-b14/jdk-7u71-linux-x64.rpm'120.25 MB

21/bin/sh -c rpm -i jdk-7u71-linux-x64.rpm147.87 MB

22/bin/sh -c rm jdk-7u71-linux-x64.rpm112 B

23ENV JAVA_HOME=/usr/java/default0 B

24ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin0 B

25/bin/sh -c mkdir -p /tmp/native120 B

26/bin/sh -c curl -L https://github.com/sequenceiq/docker-hadoop-build/releases/download/v2.7.1/hadoop-native-64-2.7.1.tgz1.18 MB

27/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz202.06 MB

28/bin/sh -c cd /usr/local &&154 B

29ENV HADOOP_PREFIX=/usr/local/hadoop0 B

30ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B

31ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B

32ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B

33ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B

34ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

35ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

36/bin/sh -c sed -i '/^export1.96 KB

37/bin/sh -c sed -i '/^export1.96 KB

38/bin/sh -c mkdir $HADOOP_PREFIX/input165 B

39/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.52 KB

40ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template323 B

41/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template304 B

42ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml289 B

43ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml299 B

44ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml750 B

45/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format836 B

46/bin/sh -c rm -rf /usr/local/hadoop/lib/native195 B

47/bin/sh -c mv /tmp/native /usr/local/hadoop/lib1.18 MB

48ADD file ... in /root/.ssh/config241 B

49/bin/sh -c chmod 600 /root/.ssh/config240 B

50/bin/sh -c chown root:root /root/.ssh/config241 B

51ADD file ... in /etc/bootstrap.sh506 B

52/bin/sh -c chown root:root /etc/bootstrap.sh506 B

53/bin/sh -c chmod 700 /etc/bootstrap.sh508 B

54ENV BOOTSTRAP=/etc/bootstrap.sh0 B

55/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

56/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.71 KB

57/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

58/bin/sh -c sed -i1.82 KB

59/bin/sh -c echo "UsePAM no"1.82 KB

60/bin/sh -c echo "Port 2122"1.83 KB

61/bin/sh -c service sshd start23.11 KB

62/bin/sh -c service sshd start55.93 KB

63CMD ["/etc/bootstrap.sh" "-d"]0 B

64EXPOSE 50010/tcp 50020/tcp 50070/tcp 50075/tcp0 B

65EXPOSE 19888/tcp0 B

66EXPOSE 8030/tcp 8031/tcp 8032/tcp 8033/tcp0 B

67EXPOSE 2122/tcp 49707/tcp0 B

68MAINTAINER Asghar Ghorbani [https://de.linkedin.com/in/aghorbani]0 B

69ENV SPARK_VER=2.1.00 B

70ENV SPARK_HOME=/usr/local/spark0 B

71/bin/sh -c curl -s http://d3kbcqa49mib13.cloudfront.net/spark-${SPARK_VER}-bin-hadoop2.7.tgz186.75 MB

72ADD dir:6fc16597a79a4f4ad65b3e12a9901e798f0e91235da3a363f7d2a4364214e21d in /usr/local/spark/yarn-remote-client 590 B

73/bin/sh -c $BOOTSTRAP && 173.28 MB

74ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

75

ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin:/usr/local/spark/bin:/usr/local/hadoop/bin

0 B

76COPY file:c77be6501d5ee0c3a447d89dbc661cec729874f2044bc4eacf3eadcbbd077e29 in yarn-vmem-fix.xml 187 B

77/bin/sh -c sed -i '/<configuration>/r818 B

78COPY file:d37e2b2fedb131c763356bb64fbf286c571a85c7c5cc5fac100659fbc6445e6e in /etc/bootstrap.sh 588 B

79/bin/sh -c chown root.root /etc/bootstrap.sh0 B

80/bin/sh -c chmod 700 /etc/bootstrap.sh592 B

81ENTRYPOINT ["/etc/bootstrap.sh"]0 B

82USER root0 B

83ENV ANACONDA_HOME=/opt/anaconda20 B

84ENV JAVA_HOME=/usr/lib/jvm/jre-1.7.00 B

85

ENV PATH=/opt/anaconda2/bin:/usr/lib/jvm/jre-1.7.0/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin:/usr/local/spark/bin:/usr/local/hadoop/bin

0 B

86ENV PYSPARK_PYTHON=/opt/anaconda2/bin/python0 B

87/bin/sh -c yum install -y79.54 MB

88COPY file:644a9f963e39a8b554b960192ac14364df3ea9b51242effaebdfa896381271d7 in /usr/local/hadoop/etc/hadoop/ 885 B

89/bin/sh -c cd /tmp &&2.93 MB

90/bin/sh -c cd /tmp &&584.87 MB

91/bin/sh -c cd /tmp &&75.42 MB

92/bin/sh -c conda install --yes295.68 MB

93/bin/sh -c adduser elyra -u2.54 KB

94USER elyra0 B

95/bin/sh -c ssh-keygen -q -N1.57 KB

96USER root0 B

97ADD file ... in /home/elyra/.ssh/config 245 B

98/bin/sh -c chmod 600 /home/elyra/.ssh/config243 B

99COPY file:3f0d6f6b7164c11c1d2160a756077f93597ae23742a202ad11338e36d563add5 in /etc/bootstrap-yarn-spark.sh 1.78 KB

100/bin/sh -c chown root.root /etc/bootstrap-yarn-spark.sh1.78 KB

101WORKDIR /usr/local/hadoop0 B

102ENTRYPOINT ["/etc/bootstrap-yarn-spark.sh"]0 B

103CMD ["--help"]0 B

104LABEL Hadoop.version=2.7.10 B

105LABEL Spark.version=2.1.00 B

106LABEL Anaconda.version=4.4.00 B

107LABEL Anaconda.python.version=2.7.130 B

Command