feat: starrocsk plugin add table config (#8287)

apache · Feb 5, 2025 · 0ec948b · 0ec948b
1 parent 6e14cfa
commit 0ec948b
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/backend/plugins/starrocks/tasks/task_data.go b/backend/plugins/starrocks/tasks/task_data.go
@@ -20,6 +20,7 @@ package tasks
 type TableConfig struct {
 	IncludedColumns []string `mapstructure:"included_columns"`
 	ExcludedColumns []string `mapstructure:"excluded_columns"`
+	Where           string   `mapstructure:"where"`
 }
 
 type StarRocksConfig struct {

diff --git a/backend/plugins/starrocks/tasks/tasks.go b/backend/plugins/starrocks/tasks/tasks.go
@@ -269,20 +269,26 @@ func copyDataToDst(dc *DataConfigParams, columnMap map[string]string, orderBy st
 	table := dc.SrcTableName
 	starrocksTable := dc.DestTableName
 	starrocksTmpTable := fmt.Sprintf("%s_tmp", starrocksTable)
-
+	tableConfig, ok := config.TableConfigs[table]
+	where := ""
+	if ok {
+		where = tableConfig.Where
+	}
 	var offset int
 	var err error
 	var rows dal.Rows
 	rows, err = db.Cursor(
 		dal.From(table),
 		dal.Orderby(orderBy),
+		dal.Where(where),
 	)
 	if err != nil {
 		if strings.Contains(err.Error(), "cached plan must not change result type") {
 			logger.Warn(err, "skip err: cached plan must not change result type")
 			rows, err = db.Cursor(
 				dal.From(table),
 				dal.Orderby(orderBy),
+				dal.Where(where),
 			)
 			if err != nil {
 				return err