Merge pull request #131 from stdnt-xiao/dev-multi-hdfs-datapath

[feature] Hadoop datanode supports multiple data directory configurations
dromara · Dec 28, 2023 · e58370b · e58370b
2 parents 8264cdc + 1b3dfd7
commit e58370b
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 2 deletions.
diff --git a/cloudeon-stack/EDP-1.0.0/hdfs/render/hadoop-hdfs-env.sh.ftl b/cloudeon-stack/EDP-1.0.0/hdfs/render/hadoop-hdfs-env.sh.ftl
@@ -105,5 +105,5 @@ export JOURNALNODE_RPC_PORT=${conf['journalnode.rpc-port']}
 export DATANODE_DATA_DIRS=/opt/edp/${service.serviceName}/data/datanode
 
 # Export dfs.namenode.name.dir
-export NAMENODE_DATA_DIRS=/opt/edp/${service.serviceName}/data/namenode
+export DATANODE_DATA_DIRS=${conf['dfs.datanode.data.dir']}
 
diff --git a/cloudeon-stack/EDP-1.0.0/hdfs/render/hdfs-site.xml.ftl b/cloudeon-stack/EDP-1.0.0/hdfs/render/hdfs-site.xml.ftl
@@ -48,7 +48,7 @@
 </#if>
 
 <#--handle data dir-->
-<@property "dfs.datanode.data.dir" "/opt/edp/${serviceName}/data/datanode"/>
+<@property "dfs.datanode.data.dir" "${conf['dfs.datanode.data.dir']}"/>
 <@property "dfs.namenode.name.dir" "/opt/edp/${serviceName}/data/namenode"/>
 <@property "dfs.journalnode.edits.dir" "/opt/edp/${serviceName}/data/journal"/>
 

diff --git a/cloudeon-stack/EDP-1.0.0/hdfs/service-info.yaml b/cloudeon-stack/EDP-1.0.0/hdfs/service-info.yaml
@@ -192,6 +192,15 @@ configurations:
     tag: "常用参数"
 
 
+  - name: dfs.datanode.data.dir
+    recommendExpression: /opt/edp/hdfs/data/datanode
+    valueType: InputString
+    description: HDFS数据目录，多个目录使用","分割。子目录需在/opt/edp/hdfs/data目录下，提前创建需设置为sshd用户。
+    confFile:  "hdfs-site.xml"
+    configurableInWizard: true
+    tag: "常用参数"
+
+
   - name: dfs.datanode.data.dir.perm
     recommendExpression: 755
     valueType: InputNumber