Skip to content

Commit 6f7fe8a

Browse files
[MINOR] Modify filter to allow removal of column stats from metadata table for bootstrap table files (apache#10238)
1 parent 89d267a commit 6f7fe8a

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java

+2-1
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@
6868
import org.apache.hudi.common.table.timeline.TimelineMetadataUtils;
6969
import org.apache.hudi.common.table.view.HoodieTableFileSystemView;
7070
import org.apache.hudi.common.util.CollectionUtils;
71+
import org.apache.hudi.common.util.ExternalFilePathUtil;
7172
import org.apache.hudi.common.util.FileIOUtils;
7273
import org.apache.hudi.common.util.HoodieRecordUtils;
7374
import org.apache.hudi.common.util.Option;
@@ -697,7 +698,7 @@ public static HoodieData<HoodieRecord> convertMetadataToColumnStatsRecords(Hoodi
697698
String partitionPath = deleteFileInfoPair.getLeft();
698699
String filePath = deleteFileInfoPair.getRight();
699700

700-
if (filePath.endsWith(HoodieFileFormat.PARQUET.getFileExtension())) {
701+
if (filePath.endsWith(HoodieFileFormat.PARQUET.getFileExtension()) || ExternalFilePathUtil.isExternallyCreatedFile(filePath)) {
701702
return getColumnStatsRecords(partitionPath, filePath, dataTableMetaClient, columnsToIndex, true).iterator();
702703
}
703704
return Collections.emptyListIterator();

0 commit comments

Comments
 (0)