[spark] Purge file need refresh table avoid FileNotFound (apache#4809)

love-star · Jan 1, 2025 · 18f46f7 · 18f46f7
1 parent aa08553
commit 18f46f7
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/...mon-spark-common/src/main/java/org/apache/paimon/spark/procedure/PurgeFilesProcedure.java b/...mon-spark-common/src/main/java/org/apache/paimon/spark/procedure/PurgeFilesProcedure.java
@@ -82,6 +82,7 @@ public InternalRow[] call(InternalRow args) {
                                                 throw new RuntimeException(e);
                                             }
                                         });
+                        spark().catalog().refreshTable(table.fullName());
                     } catch (IOException e) {
                         throw new RuntimeException(e);
                     }

diff --git a/...n-spark-ut/src/test/scala/org/apache/paimon/spark/procedure/PurgeFilesProcedureTest.scala b/...n-spark-ut/src/test/scala/org/apache/paimon/spark/procedure/PurgeFilesProcedureTest.scala
@@ -36,7 +36,6 @@ class PurgeFilesProcedureTest extends PaimonSparkTestBase {
     spark.sql("CALL paimon.sys.purge_files(table => 'test.T')")
     checkAnswer(spark.sql("select * from test.T"), Nil)
 
-    spark.sql("refresh table test.T");
     spark.sql("insert into T select '2', 'aa'");
     checkAnswer(spark.sql("select * from test.T"), Row("2", "aa") :: Nil)
   }