From 172deee98dbf0729f52fd9dd75ec9e5127669c59 Mon Sep 17 00:00:00 2001
From: Saif Addin <saif.ellafi@kpit.com>
Date: Thu, 23 Jan 2020 12:58:36 +0100
Subject: [PATCH 1/2] Adding some useful defaults

---
 .../local-cluster/docker-compose.yml          | 21 +++++++++++++++++++
 .../local-cluster/slaves-config/slaves        |  1 +
 docker-container/config/yarn-site.xml         | 12 +++++++++++
 3 files changed, 34 insertions(+)

diff --git a/cluster-setup/local-cluster/docker-compose.yml b/cluster-setup/local-cluster/docker-compose.yml
index 77dc3d9..a140dbc 100644
--- a/cluster-setup/local-cluster/docker-compose.yml
+++ b/cluster-setup/local-cluster/docker-compose.yml
@@ -43,3 +43,24 @@ services:
     links:
       - hadoop-namenode
     tty: true
+  hadoop-datanode2:
+    image: segence/hadoop
+    container_name: hadoop-datanode2
+    hostname: hadoop-datanode2
+    ports:
+      - "8043:8043"
+      - "50076:50076"
+    expose:
+      - "34000-48000"
+      - "50010"
+      - "50020"
+      - "50040"
+    environment:
+      - HDFS_REPLICATION_FACTOR=1
+      - HADOOP_NAMENODE_HOST=hadoop-namenode
+    volumes:
+      - ./data-slave2:/data
+      - ./slaves-config:/config:ro
+    links:
+      - hadoop-namenode
+    tty: true
diff --git a/cluster-setup/local-cluster/slaves-config/slaves b/cluster-setup/local-cluster/slaves-config/slaves
index 5873e98..7334100 100644
--- a/cluster-setup/local-cluster/slaves-config/slaves
+++ b/cluster-setup/local-cluster/slaves-config/slaves
@@ -1 +1,2 @@
 hadoop-datanode1
+hadoop-datanode2
diff --git a/docker-container/config/yarn-site.xml b/docker-container/config/yarn-site.xml
index 47d4c66..4471382 100755
--- a/docker-container/config/yarn-site.xml
+++ b/docker-container/config/yarn-site.xml
@@ -41,4 +41,16 @@
         <name>yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage</name>
         <value>98.5</value>
     </property>
+    <property>
+        <name>yarn.scheduler.minimum-allocation-mb</name>
+        <value>2048</value>
+    </property>
+    <property>
+        <name>yarn.nodemanager.vmem-pmem-ratio</name>
+        <value>2.1</value>
+	</property>
+    <property>
+        <name>yarn.scheduler.minimum-allocation-vcores</name>
+        <value>2</value>
+    </property>
 </configuration>

From c554d02f1548cea5e0361612163f8c6260294e77 Mon Sep 17 00:00:00 2001
From: Saif Addin <saif1988@gmail.com>
Date: Sun, 2 Feb 2020 21:20:34 +0100
Subject: [PATCH 2/2] higher defaults

---
 docker-container/config/yarn-site.xml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker-container/config/yarn-site.xml b/docker-container/config/yarn-site.xml
index 4471382..391fb88 100755
--- a/docker-container/config/yarn-site.xml
+++ b/docker-container/config/yarn-site.xml
@@ -43,7 +43,7 @@
     </property>
     <property>
         <name>yarn.scheduler.minimum-allocation-mb</name>
-        <value>2048</value>
+	<value>4096</value>
     </property>
     <property>
         <name>yarn.nodemanager.vmem-pmem-ratio</name>
@@ -51,6 +51,6 @@
 	</property>
     <property>
         <name>yarn.scheduler.minimum-allocation-vcores</name>
-        <value>2</value>
+        <value>4</value>
     </property>
 </configuration>