构建hadoop

hadoop/2.6.0/Dockerfile

@@ -1,4 +1,4 @@
-FROM centos:7
+FROM ccr.ccs.tencentyun.com/yy-dk/centos-sshd:7.0
 
 MAINTAINER Yang <yangyufans@qq.com>
 
@@ -30,11 +30,11 @@ ENV HADOOP_HOME "/usr/local/$HADOOP_VERSION"
 
 ENV YARN_LOG_DIR /logs
 
-RUN sed -i "s/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=/usr/local/jdk1.7.0_80/g" /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \
+RUN sed -i 's/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=\/usr\/local\/jdk1.7.0_80/g' /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \
     echo "export HADOOP_LOG_DIR=/logs" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \
-    echo "export HADOOP_PREFIX=/usr/local/$HADOOP_HOME" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh
+    echo "export HADOOP_PREFIX=$HADOOP_HOME" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh
 
-COPY conf/* /usr/local/$HADOOP_VERSION/etc/hadoop
+COPY conf/* /usr/local/$HADOOP_VERSION/etc/hadoop/
 
 ENV PATH "$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin"
 
@@ -42,6 +42,6 @@ COPY start.sh /
 
 RUN chmod 777 /start.sh
 
-EXPOSE 50070 8020 8088
+EXPOSE 22 50070 8020 8088
 
 CMD ["/start.sh"]

hadoop/2.6.0/start.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
 
+
 \cp /conf/* /usr/local/$HADOOP_VERSION/etc/hadoop
 
-/bin/bash
+/usr/sbin/sshd -D

hadoop/README.md

@@ -7,3 +7,39 @@ docker build -t ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0 .
 ```bash
 docker pull ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0
 ```
+## 创建镜像
+```bash
+docker run -d \
+    -p 12580:22 \
+    -p 50070:50070 \
+    -p 8020:8020 \
+    -p 8088:8088 \
+    -v $PWD/conf:/conf \
+    -v $PWD/data:/data \
+    -v $PWD/logs:/logs \
+    --name hadoop \
+    ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0
+```
+
+> conf:配置文件，若自己修改完配置文件放在本目录，会自动覆盖
+
+> data:数据目录
+
+> logs:日志文件目录
+
+## 格式化namenode
+```bash
+docker exec -it hadoop hdfs namenode -format
+```
+## 启动hdfs
+```bash
+docker exec -it hadoop start-dfs.sh
+```
+## 关闭hdfs
+```bash
+docker exec -it hadoop stop-dfs.sh
+```
+## 启动所有
+```bash
+docker exec -it hadoop start-all.sh
+```