Skip to content

Commit 61d1a7a

Browse files
[MINOR] Add remote file system props to meta sync properties (apache#11846)
1 parent 845885a commit 61d1a7a

File tree

1 file changed

+4
-0
lines changed
  • hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer

1 file changed

+4
-0
lines changed

hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java

+4
Original file line numberDiff line numberDiff line change
@@ -1034,6 +1034,10 @@ public void runMetaSync() {
10341034
metaProps.put(HIVE_SYNC_BUCKET_SYNC_SPEC.key(), HiveSyncConfig.getBucketSpec(props.getString(HoodieIndexConfig.BUCKET_INDEX_HASH_FIELD.key()),
10351035
props.getInteger(HoodieIndexConfig.BUCKET_INDEX_NUM_BUCKETS.key())));
10361036
}
1037+
// Pass remote file system view properties to meta sync if present
1038+
if (writeClient.getConfig().getViewStorageConfig() != null) {
1039+
metaProps.putAll(writeClient.getConfig().getViewStorageConfig().getProps());
1040+
}
10371041

10381042
Map<String, HoodieException> failedMetaSyncs = new HashMap<>();
10391043
for (String impl : syncClientToolClasses) {

0 commit comments

Comments
 (0)