From 7ba573458ffca191b4ed359eca09923db6f2caa2 Mon Sep 17 00:00:00 2001 From: slothever <18522955+wsjz@users.noreply.github.com> Date: Sat, 23 Dec 2023 22:29:20 +0800 Subject: [PATCH] [fix](multi-catalog)filter impala generated path #28786 (#28917) bp: #28786 --- .../doris/datasource/hive/HiveMetaStoreCache.java | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java index cc0a12e922cd2b..72f413b5dec209 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java @@ -1068,17 +1068,18 @@ private boolean isFileVisible(Path path) { return false; } for (String name : path.toString().split("/")) { - // generated by hive - if (name.startsWith(".hive-staging")) { - return false; - } - // generated by spark - if ("_temporary".equals(name)) { + if (isGeneratedPath(name)) { return false; } } return true; } + + private static boolean isGeneratedPath(String name) { + return "_temporary".equals(name) // generated by spark + || "_imapala_insert_staging".equals(name) // generated by impala + || name.startsWith(".hive-staging"); // generated by hive + } } @Data