added healthchecks based on http requests to WebGUI

README.md

@@ -1,3 +1,7 @@
+# Changes
+
+Version 1.1.0 introduces healthchecks for the containers.
+
 # Hadoop Docker
 
 To deploy an example HDFS cluster, run:

datanode/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <[email protected]>
 
+HEALTHCHECK CMD curl -f http://localhost:50075/ || exit 1
+
 ENV HDFS_CONF_dfs_datanode_data_dir=file:///hadoop/dfs/data
 RUN mkdir -p /hadoop/dfs/data
 VOLUME /hadoop/dfs/data

docker-compose-local.yml

@@ -0,0 +1,67 @@
+namenode:
+  build: ./namenode
+  hostname: namenode
+  container_name: namenode
+  net: hadoop
+  volumes:
+    - ./data/namenode:/hadoop/dfs/name
+  environment:
+    - CLUSTER_NAME=test
+  env_file:
+    - ./hadoop.env
+
+resourcemanager:
+  build: ./resourcemanager
+  hostname: resourcemanager
+  container_name: resourcemanager
+  net: hadoop
+  env_file:
+    - ./hadoop.env
+
+historyserver:
+  build: ./historyserver
+  hostname: historyserver
+  container_name: historyserver
+  net: hadoop
+  volumes:
+    - ./data/historyserver:/hadoop/yarn/timeline
+  env_file:
+    - ./hadoop.env
+
+nodemanager1:
+  build: ./nodemanager
+  hostname: nodemanager1
+  container_name: nodemanager1
+  net: hadoop
+  env_file:
+    - ./hadoop.env
+
+datanode1:
+  build: ./datanode
+  hostname: datanode1
+  container_name: datanode1
+  net: hadoop
+  volumes:
+    - ./data/datanode1:/hadoop/dfs/data
+  env_file:
+    - ./hadoop.env
+
+datanode2:
+  build: ./datanode
+  hostname: datanode2
+  container_name: datanode2
+  net: hadoop
+  volumes:
+    - ./data/datanode2:/hadoop/dfs/data
+  env_file:
+    - ./hadoop.env
+
+datanode3:
+  build: ./datanode
+  hostname: datanode3
+  container_name: datanode3
+  net: hadoop
+  volumes:
+    - ./data/datanode3:/hadoop/dfs/data
+  env_file:
+    - ./hadoop.env

historyserver/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <[email protected]>
 
+HEALTHCHECK CMD curl -f http://localhost:8188/ || exit 1
+
 ENV YARN_CONF_yarn_timeline___service_leveldb___timeline___store_path=/hadoop/yarn/timeline
 RUN mkdir -p /hadoop/yarn/timeline
 VOLUME /hadoop/yarn/timeline

namenode/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <[email protected]>
 
+HEALTHCHECK CMD curl -f http://localhost:50070/ || exit 1
+
 ENV HDFS_CONF_dfs_namenode_name_dir=file:///hadoop/dfs/name
 RUN mkdir -p /hadoop/dfs/name
 VOLUME /hadoop/dfs/name

nodemanager/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <[email protected]>
 
+HEALTHCHECK CMD curl -f http://localhost:8042/ || exit 1
+
 ADD run.sh /run.sh
 RUN chmod a+x /run.sh
 

resourcemanager/Dockerfile

@@ -1,6 +1,8 @@
 FROM bde2020/hadoop-base:1.0.0
 MAINTAINER Ivan Ermilov <[email protected]>
 
+HEALTHCHECK CMD curl -f http://localhost:8088/ || exit 1
+
 ADD run.sh /run.sh
 RUN chmod a+x /run.sh