From 36980215d66a749e86080ed88b410c57e7d61146 Mon Sep 17 00:00:00 2001
From: yangyu <yangyu@yqclouds.com>
Date: Wed, 1 Aug 2018 23:18:33 +0800
Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0hadoop=202.8.4=E6=9E=84?=
 =?UTF-8?q?=E5=BB=BA?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 hadoop/2.8.4/Dockerfile           | 55 +++++++++++++++++++++++++++++++
 hadoop/2.8.4/conf/core-site.xml   | 29 ++++++++++++++++
 hadoop/2.8.4/conf/hdfs-site.xml   | 29 ++++++++++++++++
 hadoop/2.8.4/conf/mapred-site.xml | 24 ++++++++++++++
 hadoop/2.8.4/conf/masters         |  1 +
 hadoop/2.8.4/conf/slaves          |  1 +
 hadoop/2.8.4/conf/yarn-site.xml   | 20 +++++++++++
 hadoop/2.8.4/start.sh             |  8 +++++
 8 files changed, 167 insertions(+)
 create mode 100644 hadoop/2.8.4/Dockerfile
 create mode 100644 hadoop/2.8.4/conf/core-site.xml
 create mode 100644 hadoop/2.8.4/conf/hdfs-site.xml
 create mode 100644 hadoop/2.8.4/conf/mapred-site.xml
 create mode 100644 hadoop/2.8.4/conf/masters
 create mode 100644 hadoop/2.8.4/conf/slaves
 create mode 100644 hadoop/2.8.4/conf/yarn-site.xml
 create mode 100644 hadoop/2.8.4/start.sh

diff --git a/hadoop/2.8.4/Dockerfile b/hadoop/2.8.4/Dockerfile
new file mode 100644
index 0000000..4370dca
--- /dev/null
+++ b/hadoop/2.8.4/Dockerfile
@@ -0,0 +1,55 @@
+FROM ccr.ccs.tencentyun.com/yy-dk/centos-sshd:7.0
+
+MAINTAINER Yang <yangyufans@qq.com>
+
+ENV HADOOP_VERSION 2.8.4
+
+RUN yum install -y wget which
+
+RUN cd / && wget http://yy-bak.oss-cn-qingdao.aliyuncs.com/jdk/jdk-8u172-linux-x64.tar.gz \
+ && tar -zvxf jdk-8u172-linux-x64.tar.gz  -C /usr/local \
+ && rm -rf jdk-8u172-linux-x64.tar.gz
+
+ENV JDK_VERSION "jdk1.8.0_172"
+ENV JAVA_HOME "/usr/local/$JDK_VERSION"
+
+RUN cd / && wget http://mirror.bit.edu.cn/apache/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz \
+ && tar -zxvf hadoop-$HADOOP_VERSION.tar.gz -C /usr/local \
+ && rm -rf hadoop-$HADOOP_VERSION.tar.gz
+
+ENV HADOOP_HOME "/usr/local/hadoop-$HADOOP_VERSION"
+ENV PATH "$PATH:$JAVA_HOME/bin"
+ENV PATH "$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin"
+
+RUN echo "export JAVA_HOME=/usr/local/$JDK_VERSION" >> /etc/profile && \
+    echo "export HADOOP_HOME=$HADOOP_HOME" >> /etc/profile && \
+    echo 'export PATH=$PATH:$JAVA_HOME/bin' >> /etc/profile && \
+    echo 'export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin' >> /etc/profile && \
+    source /etc/profile
+
+RUN mkdir /conf /logs /data
+
+RUN echo "ZONE=Asia/Shanghai" > /etc/sysconfig/clock && \
+    rm -rf /etc/localtime && \
+    ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
+
+RUN ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa && \
+    cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
+
+ENV YARN_LOG_DIR "/logs"
+
+RUN sed -i 's/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=\/usr\/local\/jdk1.8.0_172/g' $HADOOP_HOME/etc/hadoop/hadoop-env.sh && \
+    echo "export HADOOP_LOG_DIR=/logs" >> $HADOOP_HOME/etc/hadoop/hadoop-env.sh && \
+    echo "export HADOOP_PREFIX=$HADOOP_HOME" >> $HADOOP_HOME/etc/hadoop/hadoop-env.sh && \
+    sed -e "1 i\export YARN_LOG_DIR=\/logs" $HADOOP_HOME/etc/hadoop/yarn-env.sh > $HADOOP_HOME/etc/hadoop/yarn-env.sh.bak && \
+    \mv $HADOOP_HOME/etc/hadoop/yarn-env.sh.bak $HADOOP_HOME/etc/hadoop/yarn-env.sh
+
+COPY conf/* $HADOOP_HOME/etc/hadoop/
+
+COPY start.sh /
+
+RUN chmod 777 /start.sh
+
+EXPOSE 22 50070 8020 8088 8042 8030 8031 8032 8033
+
+CMD ["/start.sh"]
diff --git a/hadoop/2.8.4/conf/core-site.xml b/hadoop/2.8.4/conf/core-site.xml
new file mode 100644
index 0000000..b79f6b8
--- /dev/null
+++ b/hadoop/2.8.4/conf/core-site.xml
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+    <property>
+        <name>fs.defaultFS</name>
+        <value>hdfs://localhost:8020</value>
+    </property>
+
+    <property>
+        <name>hadoop.tmp.dir</name>
+        <value>/data</value>
+    </property>
+</configuration>
diff --git a/hadoop/2.8.4/conf/hdfs-site.xml b/hadoop/2.8.4/conf/hdfs-site.xml
new file mode 100644
index 0000000..092d4f9
--- /dev/null
+++ b/hadoop/2.8.4/conf/hdfs-site.xml
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+    <property>
+        <name>dfs.namenode.secondary.http-address</name>
+        <value>localhost:50090</value>
+    </property>
+
+    <property>
+        <name>dfs.namenode.secondary.https-address</name>
+        <value>localhost:50091</value>
+    </property>
+</configuration>
\ No newline at end of file
diff --git a/hadoop/2.8.4/conf/mapred-site.xml b/hadoop/2.8.4/conf/mapred-site.xml
new file mode 100644
index 0000000..deac43e
--- /dev/null
+++ b/hadoop/2.8.4/conf/mapred-site.xml
@@ -0,0 +1,24 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+    <property>
+        <name>mapreduce.framework.name</name>
+        <value>yarn</value>
+    </property>
+</configuration>
diff --git a/hadoop/2.8.4/conf/masters b/hadoop/2.8.4/conf/masters
new file mode 100644
index 0000000..d18580b
--- /dev/null
+++ b/hadoop/2.8.4/conf/masters
@@ -0,0 +1 @@
+localhost
\ No newline at end of file
diff --git a/hadoop/2.8.4/conf/slaves b/hadoop/2.8.4/conf/slaves
new file mode 100644
index 0000000..2fbb50c
--- /dev/null
+++ b/hadoop/2.8.4/conf/slaves
@@ -0,0 +1 @@
+localhost
diff --git a/hadoop/2.8.4/conf/yarn-site.xml b/hadoop/2.8.4/conf/yarn-site.xml
new file mode 100644
index 0000000..bc8733a
--- /dev/null
+++ b/hadoop/2.8.4/conf/yarn-site.xml
@@ -0,0 +1,20 @@
+<?xml version="1.0"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+<configuration>
+    <property>
+        <name>yarn.nodemanager.aux-services</name>
+        <value>mapreduce_shuffle</value>
+    </property>
+</configuration>
diff --git a/hadoop/2.8.4/start.sh b/hadoop/2.8.4/start.sh
new file mode 100644
index 0000000..04b493a
--- /dev/null
+++ b/hadoop/2.8.4/start.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+
+\cp /conf/hadoop/* $HADOOP_HOME/etc/hadoop
+
+echo "127.0.0.1 localhost" > /etc/hosts
+
+/usr/sbin/sshd -D