diff --git a/cluster-setup/local-cluster/docker-compose.yml b/cluster-setup/local-cluster/docker-compose.yml index 77dc3d9..a140dbc 100644 --- a/cluster-setup/local-cluster/docker-compose.yml +++ b/cluster-setup/local-cluster/docker-compose.yml @@ -43,3 +43,24 @@ services: links: - hadoop-namenode tty: true + hadoop-datanode2: + image: segence/hadoop + container_name: hadoop-datanode2 + hostname: hadoop-datanode2 + ports: + - "8043:8043" + - "50076:50076" + expose: + - "34000-48000" + - "50010" + - "50020" + - "50040" + environment: + - HDFS_REPLICATION_FACTOR=1 + - HADOOP_NAMENODE_HOST=hadoop-namenode + volumes: + - ./data-slave2:/data + - ./slaves-config:/config:ro + links: + - hadoop-namenode + tty: true diff --git a/cluster-setup/local-cluster/slaves-config/slaves b/cluster-setup/local-cluster/slaves-config/slaves index 5873e98..7334100 100644 --- a/cluster-setup/local-cluster/slaves-config/slaves +++ b/cluster-setup/local-cluster/slaves-config/slaves @@ -1 +1,2 @@ hadoop-datanode1 +hadoop-datanode2 diff --git a/docker-container/config/yarn-site.xml b/docker-container/config/yarn-site.xml index 47d4c66..391fb88 100755 --- a/docker-container/config/yarn-site.xml +++ b/docker-container/config/yarn-site.xml @@ -41,4 +41,16 @@ yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 98.5 + + yarn.scheduler.minimum-allocation-mb + 4096 + + + yarn.nodemanager.vmem-pmem-ratio + 2.1 + + + yarn.scheduler.minimum-allocation-vcores + 4 +