notkshitij/docker-hadoop
1
0
Fork 0
Code Issues Pull Requests Activity

Fix

Browse Source
This commit is contained in:
Mykola Nevmerzhytskyi 2020-01-30 20:13:55 +02:00
parent c74435c2f3
commit 1835c7b02d
8 changed files with 17 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
datanode/Dockerfile
View File

@ -1,10 +1,10 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
HEALTHCHECK CMD curl -f http://localhost:9864/ || exit 1 HEALTHCHECK CMD curl -f http://localhost:9864/ || exit 1
ENV HDFS_CONF_dfs_datanode_data_dir=/hadoop/dfs/data ENV HDFS_CONF_dfs_datanode_data_dir=file:///hadoop/dfs/data
RUN mkdir -p /hadoop/dfs/data RUN mkdir -p /hadoop/dfs/data
VOLUME /hadoop/dfs/data VOLUME /hadoop/dfs/data

12
docker-compose.yml
View File

@ -4,8 +4,10 @@ services:
namenode: namenode:
image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8 image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
container_name: namenode container_name: namenode
restart: always
ports: ports:
- 9870:9870 - 9870:9870
- 9000:9000
volumes: volumes:
- hadoop_namenode:/hadoop/dfs/name - hadoop_namenode:/hadoop/dfs/name
environment: environment:
@ -16,6 +18,7 @@ services:
datanode: datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8 image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
container_name: datanode container_name: datanode
restart: always
volumes: volumes:
- hadoop_datanode:/hadoop/dfs/data - hadoop_datanode:/hadoop/dfs/data
environment: environment:
@ -26,24 +29,27 @@ services:
resourcemanager: resourcemanager:
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8 image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
container_name: resourcemanager container_name: resourcemanager
restart: always
environment: environment:
SERVICE_PRECONDITION: "namenode:9870 datanode:9864" SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864"
env_file: env_file:
- ./hadoop.env - ./hadoop.env
nodemanager1: nodemanager1:
image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8 image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
container_name: nodemanager container_name: nodemanager
restart: always
environment: environment:
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088" SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
env_file: env_file:
- ./hadoop.env - ./hadoop.env
historyserver: historyserver:
image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8 image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
container_name: historyserver container_name: historyserver
restart: always
environment: environment:
SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088" SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
volumes: volumes:
- hadoop_historyserver:/hadoop/yarn/timeline - hadoop_historyserver:/hadoop/yarn/timeline
env_file: env_file:

2
hadoop.env
View File

@ -7,8 +7,6 @@ CORE_CONF_io_compression_codecs=org.apache.hadoop.io.compress.SnappyCodec
HDFS_CONF_dfs_webhdfs_enabled=true HDFS_CONF_dfs_webhdfs_enabled=true
HDFS_CONF_dfs_permissions_enabled=false HDFS_CONF_dfs_permissions_enabled=false
HDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check=false HDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check=false
HDFS_CONF_dfs_namenode_name_dir=/hadoop/dfs/name
HDFS_CONF_dfs_datanode_name_dir=/hadoop/dfs/data
YARN_CONF_yarn_log___aggregation___enable=true YARN_CONF_yarn_log___aggregation___enable=true
YARN_CONF_yarn_log_server_url=http://historyserver:8188/applicationhistory/logs/ YARN_CONF_yarn_log_server_url=http://historyserver:8188/applicationhistory/logs/

2
historyserver/Dockerfile
View File

@ -1,4 +1,4 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>

4
namenode/Dockerfile
View File

@ -1,10 +1,10 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
HEALTHCHECK CMD curl -f http://localhost:9870/ || exit 1 HEALTHCHECK CMD curl -f http://localhost:9870/ || exit 1
ENV HDFS_CONF_dfs_namenode_name_dir=/hadoop/dfs/name ENV HDFS_CONF_dfs_namenode_name_dir=file:///hadoop/dfs/name
RUN mkdir -p /hadoop/dfs/name RUN mkdir -p /hadoop/dfs/name
VOLUME /hadoop/dfs/name VOLUME /hadoop/dfs/name

2
nodemanager/Dockerfile
View File

@ -1,4 +1,4 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>

2
resourcemanager/Dockerfile
View File

@ -1,4 +1,4 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>

2
submit/Dockerfile
View File

@ -1,4 +1,4 @@
FROM bde2020/hadoop-base FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8
MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com> MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>