yangyu/docker
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

构建hadoop

Browse Source
This commit is contained in:
yangyu 2018-07-28 00:29:27 +08:00
parent dd2d8f1bfe
commit f57a0d0fac
3 changed files with 43 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
hadoop/2.6.0/Dockerfile
View File

@ -1,4 +1,4 @@
FROM centos:7 FROM ccr.ccs.tencentyun.com/yy-dk/centos-sshd:7.0
MAINTAINER Yang <yangyufans@qq.com> MAINTAINER Yang <yangyufans@qq.com>
@ -30,11 +30,11 @@ ENV HADOOP_HOME "/usr/local/$HADOOP_VERSION"
ENV YARN_LOG_DIR /logs ENV YARN_LOG_DIR /logs
RUN sed -i "s/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=/usr/local/jdk1.7.0_80/g" /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \ RUN sed -i 's/export JAVA_HOME=${JAVA_HOME}/export JAVA_HOME=\/usr\/local\/jdk1.7.0_80/g' /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \
echo "export HADOOP_LOG_DIR=/logs" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \ echo "export HADOOP_LOG_DIR=/logs" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh && \
echo "export HADOOP_PREFIX=/usr/local/$HADOOP_HOME" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh echo "export HADOOP_PREFIX=$HADOOP_HOME" >> /usr/local/$HADOOP_VERSION/etc/hadoop/hadoop-env.sh
COPY conf/* /usr/local/$HADOOP_VERSION/etc/hadoop COPY conf/* /usr/local/$HADOOP_VERSION/etc/hadoop/
ENV PATH "$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin" ENV PATH "$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin"
@ -42,6 +42,6 @@ COPY start.sh /
RUN chmod 777 /start.sh RUN chmod 777 /start.sh
EXPOSE 50070 8020 8088 EXPOSE 22 50070 8020 8088
CMD ["/start.sh"] CMD ["/start.sh"]

3
hadoop/2.6.0/start.sh
View File

@ -1,5 +1,6 @@
#!/bin/bash #!/bin/bash
\cp /conf/* /usr/local/$HADOOP_VERSION/etc/hadoop \cp /conf/* /usr/local/$HADOOP_VERSION/etc/hadoop
/bin/bash /usr/sbin/sshd -D

36
hadoop/README.md
View File

@ -7,3 +7,39 @@ docker build -t ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0 .
```bash ```bash
docker pull ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0 docker pull ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0
``` ```
## 创建镜像
```bash
docker run -d \
-p 12580:22 \
-p 50070:50070 \
-p 8020:8020 \
-p 8088:8088 \
-v $PWD/conf:/conf \
-v $PWD/data:/data \
-v $PWD/logs:/logs \
--name hadoop \
ccr.ccs.tencentyun.com/yy-dk/hadoop:2.6.0
```
> conf:配置文件，若自己修改完配置文件放在本目录，会自动覆盖
> data:数据目录
> logs:日志文件目录
## 格式化namenode
```bash
docker exec -it hadoop hdfs namenode -format
```
## 启动hdfs
```bash
docker exec -it hadoop start-dfs.sh
```
## 关闭hdfs
```bash
docker exec -it hadoop stop-dfs.sh
```
## 启动所有
```bash
docker exec -it hadoop start-all.sh
```