From c07c00215616d6efa2ae6fdd488dea6681dc1434 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Franti=C5=A1ek=20Dvo=C5=99=C3=A1k?= <valtri@civ.zcu.cz> Date: Wed, 17 Mar 2021 02:00:59 +0100 Subject: [PATCH] Hadoop: bring native library to use in YARN --- deployments/hadoop-hdfs/site.pp.tmpl | 1 + deployments/hadoop-single/single.pp.tmpl | 1 + deployments/hadoop/site.pp.tmpl | 1 + 3 files changed, 3 insertions(+) diff --git a/deployments/hadoop-hdfs/site.pp.tmpl b/deployments/hadoop-hdfs/site.pp.tmpl index 029c0dd..8cf801c 100644 --- a/deployments/hadoop-hdfs/site.pp.tmpl +++ b/deployments/hadoop-hdfs/site.pp.tmpl @@ -76,6 +76,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.app.mapreduce.am.env' => 'LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:$$LD_LIBRARY_PATH', 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, diff --git a/deployments/hadoop-single/single.pp.tmpl b/deployments/hadoop-single/single.pp.tmpl index dc2c9ff..b0a7a4b 100644 --- a/deployments/hadoop-single/single.pp.tmpl +++ b/deployments/hadoop-single/single.pp.tmpl @@ -100,6 +100,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.app.mapreduce.am.env' => 'LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:$$LD_LIBRARY_PATH', 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, diff --git a/deployments/hadoop/site.pp.tmpl b/deployments/hadoop/site.pp.tmpl index 9a7d368..bf5c3dc 100644 --- a/deployments/hadoop/site.pp.tmpl +++ b/deployments/hadoop/site.pp.tmpl @@ -98,6 +98,7 @@ class{'hadoop': 'hadoop.proxyuser.hive.groups' => "hive,impala,oozie,users", #'hadoop.proxyuser.hive.groups' => "*", 'hadoop.proxyuser.hive.hosts' => "*", + 'yarn.app.mapreduce.am.env' => 'LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:$$LD_LIBRARY_PATH', 'yarn.nodemanager.vmem-check-enabled' => 'false', }, version => $$hadoop_version, -- GitLab