From 679ffbba7968dd988fb01c876c570689123a5f0c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Franti=C5=A1ek=20Dvo=C5=99=C3=A1k?= <valtri@civ.zcu.cz> Date: Wed, 17 Mar 2021 01:50:51 +0100 Subject: [PATCH] Hadoop: workaround spark-shell fail due to default limits --- deployments/hadoop-hdfs/site.pp.tmpl | 1 + deployments/hadoop-single/single.pp.tmpl | 1 + deployments/hadoop/site.pp.tmpl | 1 + 3 files changed, 3 insertions(+) diff --git a/deployments/hadoop-hdfs/site.pp.tmpl b/deployments/hadoop-hdfs/site.pp.tmpl index 47a42ee..029c0dd 100644 --- a/deployments/hadoop-hdfs/site.pp.tmpl +++ b/deployments/hadoop-hdfs/site.pp.tmpl @@ -76,6 +76,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, hdfs_deployed => $$hdfs_deployed, diff --git a/deployments/hadoop-single/single.pp.tmpl b/deployments/hadoop-single/single.pp.tmpl index 8d23668..dc2c9ff 100644 --- a/deployments/hadoop-single/single.pp.tmpl +++ b/deployments/hadoop-single/single.pp.tmpl @@ -100,6 +100,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, hdfs_deployed => $$hdfs_deployed, diff --git a/deployments/hadoop/site.pp.tmpl b/deployments/hadoop/site.pp.tmpl index ba7559b..9a7d368 100644 --- a/deployments/hadoop/site.pp.tmpl +++ b/deployments/hadoop/site.pp.tmpl @@ -98,6 +98,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, hdfs_deployed => $$hdfs_deployed, -- GitLab