Disambiguate HADOOP workers when running HDFS and YARN

peelframework · Sep 28, 2020 · 8ef9476 · 8ef9476
1 parent f72d404
commit 8ef9476
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/HDFS3.scala b/peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/HDFS3.scala
@@ -78,6 +78,7 @@ class HDFS3(
     val conf = config.getString(s"system.$configKey.path.config")
     List(
       SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/workers", templatePath("conf/hosts"), mc),
+      SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/hdfs-workers", templatePath("conf/hosts"), mc),
       SystemConfig.Entry[Model.Env](s"system.$configKey.config.env", s"$conf/hadoop-env.sh", templatePath("conf/hadoop-env.sh"), mc),
       SystemConfig.Entry[Model.Site](s"system.$configKey.config.core", s"$conf/core-site.xml", templatePath("conf/site.xml"), mc),
       SystemConfig.Entry[Model.Site](s"system.$configKey.config.hdfs", s"$conf/hdfs-site.xml", templatePath("conf/site.xml"), mc)

diff --git a/peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/Yarn3.scala b/peel-extensions/src/main/scala/org/peelframework/hadoop/beans/system/Yarn3.scala
@@ -64,6 +64,7 @@ class Yarn3(
     val conf = config.getString(s"system.$configKey.path.config")
     List(
       SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/workers", templatePath("conf/hosts"), mc),
+      SystemConfig.Entry[Model.Hosts](s"system.$configKey.config.workers", s"$conf/yarn-workers", templatePath("conf/hosts"), mc),
       SystemConfig.Entry[Model.Env](s"system.$configKey.config.env", s"$conf/hadoop-env.sh", templatePath("conf/hadoop-env.sh"), mc),
       SystemConfig.Entry[Model.Site](s"system.$configKey.config.core", s"$conf/core-site.xml", templatePath("conf/site.xml"), mc),
       SystemConfig.Entry[Model.Site](s"system.$configKey.config.yarn", s"$conf/yarn-site.xml", templatePath("conf/site.xml"), mc),