Kshitij
d2e0fb60fa
- Using debian:12-slim instead of base image - Added netcat-openbsd in installed packages which is needed for healthcheck - Added HADOOP_OPTS env for resourcemanager container - Changed env USER=hdoop from USER=root - Added useradd anc chown commands for hdoop user
95 lines
1.9 KiB
YAML
95 lines
1.9 KiB
YAML
services:
|
|
namenode:
|
|
image: cc/namenode:1.0
|
|
container_name: cc-namenode
|
|
restart: no
|
|
ports:
|
|
- "9870:9870"
|
|
- "9000:9000"
|
|
user: "1000:1000"
|
|
security_opt:
|
|
no-new-privileges:true
|
|
deploy:
|
|
resouces:
|
|
cpu: "2"
|
|
memory: 4G
|
|
volumes:
|
|
- hadoop_namenode:/hadoop/dfs/name
|
|
environment:
|
|
- CLUSTER_NAME=ccmini
|
|
env_file:
|
|
- ./hadoop.env
|
|
|
|
datanode:
|
|
image: cc/datanode:1.0
|
|
container_name: cc-datanode
|
|
restart: no
|
|
user: "1000:1000"
|
|
security_opt:
|
|
no-new-privileges:true
|
|
deploy:
|
|
resouces:
|
|
cpu: "2"
|
|
memory: 4G
|
|
volumes:
|
|
- hadoop_datanode:/hadoop/dfs/data
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:9870"
|
|
env_file:
|
|
- ./hadoop.env
|
|
|
|
resourcemanager:
|
|
image: cc/resoucemanager:1.0
|
|
container_name: cc-resourcemanager
|
|
restart: no
|
|
user: "1000:1000"
|
|
security_opt:
|
|
no-new-privileges:true
|
|
deploy:
|
|
resouces:
|
|
cpu: "2"
|
|
memory: 4G
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864"
|
|
env_file:
|
|
- ./hadoop.env
|
|
|
|
nodemanager:
|
|
image: cc/nodemanager:1.0
|
|
container_name: cc-nodemanager
|
|
restart: no
|
|
user: "1000:1000"
|
|
security_opt:
|
|
no-new-privileges:true
|
|
deploy:
|
|
resouces:
|
|
cpu: "2"
|
|
memory: 4G
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
|
|
env_file:
|
|
- ./hadoop.env
|
|
|
|
historyserver:
|
|
image: cc/historyserver:1.0
|
|
container_name: cc-historyserver
|
|
restart: no
|
|
user: "1000:1000"
|
|
security_opt:
|
|
no-new-privileges:true
|
|
deploy:
|
|
resources:
|
|
cpu: "2"
|
|
memory: 4G
|
|
environment:
|
|
SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
|
|
volumes:
|
|
- hadoop_historyserver:/hadoop/yarn/timeline
|
|
env_file:
|
|
- ./hadoop.env
|
|
|
|
volumes:
|
|
hadoop_namenode:
|
|
hadoop_datanode:
|
|
hadoop_historyserver:
|