From 1835c7b02dc41d5bdf074b83defdedd2c926607f Mon Sep 17 00:00:00 2001 From: Mykola Nevmerzhytskyi Date: Thu, 30 Jan 2020 20:13:55 +0200 Subject: [PATCH] Fix --- datanode/Dockerfile | 4 ++-- docker-compose.yml | 12 +++++++++--- hadoop.env | 2 -- historyserver/Dockerfile | 2 +- namenode/Dockerfile | 4 ++-- nodemanager/Dockerfile | 2 +- resourcemanager/Dockerfile | 2 +- submit/Dockerfile | 2 +- 8 files changed, 17 insertions(+), 13 deletions(-) diff --git a/datanode/Dockerfile b/datanode/Dockerfile index ba5a3ea..55be14a 100644 --- a/datanode/Dockerfile +++ b/datanode/Dockerfile @@ -1,10 +1,10 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov HEALTHCHECK CMD curl -f http://localhost:9864/ || exit 1 -ENV HDFS_CONF_dfs_datanode_data_dir=/hadoop/dfs/data +ENV HDFS_CONF_dfs_datanode_data_dir=file:///hadoop/dfs/data RUN mkdir -p /hadoop/dfs/data VOLUME /hadoop/dfs/data diff --git a/docker-compose.yml b/docker-compose.yml index 5a0b673..ed40dc6 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -4,8 +4,10 @@ services: namenode: image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8 container_name: namenode + restart: always ports: - 9870:9870 + - 9000:9000 volumes: - hadoop_namenode:/hadoop/dfs/name environment: @@ -16,6 +18,7 @@ services: datanode: image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8 container_name: datanode + restart: always volumes: - hadoop_datanode:/hadoop/dfs/data environment: @@ -26,24 +29,27 @@ services: resourcemanager: image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8 container_name: resourcemanager + restart: always environment: - SERVICE_PRECONDITION: "namenode:9870 datanode:9864" + SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864" env_file: - ./hadoop.env nodemanager1: image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8 container_name: nodemanager + restart: always environment: - SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088" + SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088" env_file: - ./hadoop.env historyserver: image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8 container_name: historyserver + restart: always environment: - SERVICE_PRECONDITION: "namenode:9870 datanode:9864 resourcemanager:8088" + SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088" volumes: - hadoop_historyserver:/hadoop/yarn/timeline env_file: diff --git a/hadoop.env b/hadoop.env index 2a01f0c..95b3d10 100644 --- a/hadoop.env +++ b/hadoop.env @@ -7,8 +7,6 @@ CORE_CONF_io_compression_codecs=org.apache.hadoop.io.compress.SnappyCodec HDFS_CONF_dfs_webhdfs_enabled=true HDFS_CONF_dfs_permissions_enabled=false HDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check=false -HDFS_CONF_dfs_namenode_name_dir=/hadoop/dfs/name -HDFS_CONF_dfs_datanode_name_dir=/hadoop/dfs/data YARN_CONF_yarn_log___aggregation___enable=true YARN_CONF_yarn_log_server_url=http://historyserver:8188/applicationhistory/logs/ diff --git a/historyserver/Dockerfile b/historyserver/Dockerfile index 0460beb..6ad934e 100644 --- a/historyserver/Dockerfile +++ b/historyserver/Dockerfile @@ -1,4 +1,4 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov diff --git a/namenode/Dockerfile b/namenode/Dockerfile index ddd3e24..f5725dd 100644 --- a/namenode/Dockerfile +++ b/namenode/Dockerfile @@ -1,10 +1,10 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov HEALTHCHECK CMD curl -f http://localhost:9870/ || exit 1 -ENV HDFS_CONF_dfs_namenode_name_dir=/hadoop/dfs/name +ENV HDFS_CONF_dfs_namenode_name_dir=file:///hadoop/dfs/name RUN mkdir -p /hadoop/dfs/name VOLUME /hadoop/dfs/name diff --git a/nodemanager/Dockerfile b/nodemanager/Dockerfile index ccab097..966167c 100644 --- a/nodemanager/Dockerfile +++ b/nodemanager/Dockerfile @@ -1,4 +1,4 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov diff --git a/resourcemanager/Dockerfile b/resourcemanager/Dockerfile index 09f0df0..cec9d13 100644 --- a/resourcemanager/Dockerfile +++ b/resourcemanager/Dockerfile @@ -1,4 +1,4 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov diff --git a/submit/Dockerfile b/submit/Dockerfile index 139d930..6eba11d 100644 --- a/submit/Dockerfile +++ b/submit/Dockerfile @@ -1,4 +1,4 @@ -FROM bde2020/hadoop-base +FROM bde2020/hadoop-base:2.0.0-hadoop3.2.1-java8 MAINTAINER Ivan Ermilov