Minor changes to base Dockerfile:

- Using debian:12-slim instead of base image
- Added netcat-openbsd in installed packages which is needed for healthcheck
- Added HADOOP_OPTS env for resourcemanager container
- Changed env USER=hdoop from USER=root
- Added useradd anc chown commands for hdoop user
This commit is contained in:
K
2025-04-13 02:44:31 +05:30
parent 074a0a48c4
commit d2e0fb60fa
2 changed files with 75 additions and 23 deletions
+54 -21
View File
@@ -1,24 +1,36 @@
version: "3"
services:
namenode:
image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
container_name: namenode
restart: always
image: cc/namenode:1.0
container_name: cc-namenode
restart: no
ports:
- 9870:9870
- 9000:9000
- "9870:9870"
- "9000:9000"
user: "1000:1000"
security_opt:
no-new-privileges:true
deploy:
resouces:
cpu: "2"
memory: 4G
volumes:
- hadoop_namenode:/hadoop/dfs/name
environment:
- CLUSTER_NAME=test
- CLUSTER_NAME=ccmini
env_file:
- ./hadoop.env
datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
container_name: datanode
restart: always
image: cc/datanode:1.0
container_name: cc-datanode
restart: no
user: "1000:1000"
security_opt:
no-new-privileges:true
deploy:
resouces:
cpu: "2"
memory: 4G
volumes:
- hadoop_datanode:/hadoop/dfs/data
environment:
@@ -27,27 +39,48 @@ services:
- ./hadoop.env
resourcemanager:
image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
container_name: resourcemanager
restart: always
image: cc/resoucemanager:1.0
container_name: cc-resourcemanager
restart: no
user: "1000:1000"
security_opt:
no-new-privileges:true
deploy:
resouces:
cpu: "2"
memory: 4G
environment:
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864"
env_file:
- ./hadoop.env
nodemanager1:
image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
container_name: nodemanager
restart: always
nodemanager:
image: cc/nodemanager:1.0
container_name: cc-nodemanager
restart: no
user: "1000:1000"
security_opt:
no-new-privileges:true
deploy:
resouces:
cpu: "2"
memory: 4G
environment:
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
env_file:
- ./hadoop.env
historyserver:
image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
container_name: historyserver
restart: always
image: cc/historyserver:1.0
container_name: cc-historyserver
restart: no
user: "1000:1000"
security_opt:
no-new-privileges:true
deploy:
resources:
cpu: "2"
memory: 4G
environment:
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
volumes: