Merge branch '1.1.0-hadoop2.7.1-java8'

README.md

@@ -1,3 +1,7 @@
+# Changes
+
+Version 1.1.0 introduces healthchecks for the containers.
+
 # Hadoop Docker
 
 ## Supported Hadoop Versions

base/Dockerfile

@@ -1,8 +1,10 @@
-FROM debian:7
+FROM debian:8
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
-RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends openjdk-7-jdk
+RUN echo "deb http://ftp.debian.org/debian jessie-backports main" >> /etc/apt/sources.list
-ENV JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64/
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends openjdk-8-jdk
+ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/
 
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends net-tools curl
 

datanode/Dockerfile

@@ -1,6 +1,8 @@
-FROM bde2020/hadoop-base:1.0.0
+FROM bde2020/hadoop-base:1.1.0-hadoop2.7.1-java8
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
+HEALTHCHECK CMD curl -f http://localhost:50075/ || exit 1
+
 ENV HDFS_CONF_dfs_datanode_data_dir=file:///hadoop/dfs/data
 RUN mkdir -p /hadoop/dfs/data
 VOLUME /hadoop/dfs/data

docker-compose-local.yml

@@ -0,0 +1,95 @@
+version: "2"
+
+services:
+  namenode:
+    build: ./namenode
+    hostname: namenode
+    container_name: namenode
+    volumes:
+      - ./data/namenode:/hadoop/dfs/name
+    environment:
+      - CLUSTER_NAME=test
+    env_file:
+      - ./hadoop.env
+
+  resourcemanager:
+    build: ./resourcemanager
+    hostname: resourcemanager
+    container_name: resourcemanager
+    depends_on:
+      - "namenode"
+    links:
+      - "namenode"
+    ports:
+      - "58088:8088"
+    env_file:
+      - ./hadoop.env
+
+  historyserver:
+    build: ./historyserver
+    hostname: historyserver
+    container_name: historyserver
+    volumes:
+      - ./data/historyserver:/hadoop/yarn/timeline
+    depends_on:
+      - "namenode"
+    links:
+      - "namenode"
+    ports:
+      - "58188:8188"
+    env_file:
+      - ./hadoop.env
+
+  nodemanager1:
+    build: ./nodemanager
+    hostname: nodemanager1
+    container_name: nodemanager1
+    depends_on:
+      - "namenode"
+      - "resourcemanager"
+    links:
+      - "namenode"
+      - "resourcemanager"
+    ports:
+      - "58042:8042"
+    env_file:
+      - ./hadoop.env
+
+  datanode1:
+    build: ./datanode
+    hostname: datanode1
+    container_name: datanode1
+    depends_on:
+      - "namenode"
+    links:
+      - "namenode"
+    volumes:
+      - ./data/datanode1:/hadoop/dfs/data
+    env_file:
+      - ./hadoop.env
+
+  datanode2:
+    build: ./datanode
+    hostname: datanode2
+    container_name: datanode2
+    depends_on:
+      - "namenode"
+    links:
+      - "namenode"
+    volumes:
+      - ./data/datanode2:/hadoop/dfs/data
+    env_file:
+      - ./hadoop.env
+
+  datanode3:
+    build: ./datanode
+    hostname: datanode3
+    container_name: datanode3
+    depends_on:
+      - "namenode"
+    links:
+      - "namenode"
+    volumes:
+      - ./data/datanode3:/hadoop/dfs/data
+    env_file:
+      - ./hadoop.env

docker-compose.yml

@@ -1,74 +1,81 @@
-namenode:
+version: "2"
-  image: bde2020/hadoop-namenode:1.0.0
-  hostname: namenode
-  container_name: namenode
-  domainname: hadoop
-  net: hadoop
-  volumes:
-    - ./data/namenode:/hadoop/dfs/name
-  environment:
-    - CLUSTER_NAME=test
-  env_file:
-    - ./hadoop.env
 
-resourcemanager:
+services:
-  image: bde2020/hadoop-resourcemanager:1.0.0
+  namenode:
-  hostname: resourcemanager
+    image: bde2020/hadoop-namenode:1.1.0-hadoop2.7.1-java8
-  container_name: resourcemanager
+    container_name: namenode
-  domainname: hadoop
+    volumes:
-  net: hadoop
+      - hadoop_namenode:/hadoop/dfs/name
-  env_file:
+    environment:
-    - ./hadoop.env
+      - CLUSTER_NAME=test
+    env_file:
+      - ./hadoop.env
   
-historyserver:
+  resourcemanager:
-  image: bde2020/hadoop-historyserver:1.0.0
+    image: bde2020/hadoop-resourcemanager:1.1.0-hadoop2.7.1-java8
-  hostname: historyserver
+    container_name: resourcemanager
-  container_name: historyserver
+    depends_on:
-  domainname: hadoop
+      - namenode
-  net: hadoop
+      - datanode1
-  volumes:
+      - datanode2
-    - ./data/historyserver:/hadoop/yarn/timeline
+    env_file:
-  env_file:
+      - ./hadoop.env
-    - ./hadoop.env
   
-nodemanager1:
+  historyserver:
-  image: bde2020/hadoop-nodemanager:1.0.0
+    image: bde2020/hadoop-historyserver:1.1.0-hadoop2.7.1-java8
-  hostname: nodemanager1
+    container_name: historyserver
-  container_name: nodemanager1
+    depends_on:
-  domainname: hadoop
+      - namenode
-  net: hadoop
+      - datanode1
-  env_file:
+      - datanode2
-    - ./hadoop.env
+    volumes:
+      - hadoop_historyserver:/hadoop/yarn/timeline
+    env_file:
+      - ./hadoop.env
   
-datanode1:
+  nodemanager1:
-  image: bde2020/hadoop-datanode:1.0.0
+    image: bde2020/hadoop-nodemanager:1.1.0-hadoop2.7.1-java8
-  hostname: datanode1
+    container_name: nodemanager1
-  container_name: datanode1
+    depends_on:
-  domainname: hadoop
+      - namenode
-  net: hadoop
+      - datanode1
-  volumes:
+      - datanode2
-    - ./data/datanode1:/hadoop/dfs/data
+    env_file:
-  env_file:
+      - ./hadoop.env
-    - ./hadoop.env
   
-datanode2:
+  datanode1:
-  image: bde2020/hadoop-datanode:1.0.0
+    image: bde2020/hadoop-datanode:1.1.0-hadoop2.7.1-java8
-  hostname: datanode2
+    container_name: datanode1
-  container_name: datanode2
+    depends_on:
-  domainname: hadoop
+      - namenode
-  net: hadoop
+    volumes:
-  volumes:
+      - hadoop_datanode1:/hadoop/dfs/data
-    - ./data/datanode2:/hadoop/dfs/data
+    env_file:
-  env_file:
+      - ./hadoop.env
-    - ./hadoop.env
   
-datanode3:
+  datanode2:
-  image: bde2020/hadoop-datanode:1.0.0
+    image: bde2020/hadoop-datanode:1.1.0-hadoop2.7.1-java8
-  hostname: datanode3
+    container_name: datanode2
-  container_name: datanode3
+    depends_on:
-  domainname: hadoop
+      - namenode
-  net: hadoop
+    volumes:
-  volumes:
+      - hadoop_datanode2:/hadoop/dfs/data
-    - ./data/datanode3:/hadoop/dfs/data
+    env_file:
-  env_file:
+      - ./hadoop.env
-    - ./hadoop.env
+  
+  datanode3:
+    image: bde2020/hadoop-datanode:1.1.0-hadoop2.7.1-java8
+    container_name: datanode3
+    depends_on:
+      - namenode
+    volumes:
+      - hadoop_datanode3:/hadoop/dfs/data
+    env_file:
+      - ./hadoop.env
+
+volumes:
+  hadoop_namenode:
+  hadoop_datanode1:
+  hadoop_datanode2:
+  hadoop_datanode3:
+  hadoop_historyserver:

historyserver/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
+HEALTHCHECK CMD curl -f http://localhost:8188/ || exit 1
+
 ENV YARN_CONF_yarn_timeline___service_leveldb___timeline___store_path=/hadoop/yarn/timeline
 RUN mkdir -p /hadoop/yarn/timeline
 VOLUME /hadoop/yarn/timeline

namenode/Dockerfile

@@ -1,6 +1,8 @@
-FROM bde2020/hadoop-base:1.0.0
+FROM bde2020/hadoop-base:1.1.0-hadoop2.7.1-java8
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
+HEALTHCHECK CMD curl -f http://localhost:50070/ || exit 1
+
 ENV HDFS_CONF_dfs_namenode_name_dir=file:///hadoop/dfs/name
 RUN mkdir -p /hadoop/dfs/name
 VOLUME /hadoop/dfs/name

nodemanager/Dockerfile

@@ -1,6 +1,8 @@
-FROM bde2020/hadoop-base:1.0.0
+FROM bde2020/hadoop-base:1.1.0-hadoop2.7.1-java8
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
+HEALTHCHECK CMD curl -f http://localhost:8042/ || exit 1
+
 ADD run.sh /run.sh
 RUN chmod a+x /run.sh
 

resourcemanager/Dockerfile

@@ -1,6 +1,8 @@
-FROM bde2020/hadoop-base:1.0.0
+FROM bde2020/hadoop-base:1.1.0-hadoop2.7.1-java8
 MAINTAINER Ivan Ermilov <ivan.s.ermilov@gmail.com>
 
+HEALTHCHECK CMD curl -f http://localhost:8088/ || exit 1
+
 ADD run.sh /run.sh
 RUN chmod a+x /run.sh