flink add max.partition.fetch.bytes param

wutao0914 · Sep 10, 2019 · ae7ee0c · ae7ee0c
1 parent 3943567
commit ae7ee0c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/flinkx/src/main/scala/edp/wormhole/flinkx/eventflow/WormholeFlinkMainProcess.scala b/flinkx/src/main/scala/edp/wormhole/flinkx/eventflow/WormholeFlinkMainProcess.scala
@@ -140,6 +140,8 @@ class WormholeFlinkMainProcess(config: WormholeFlinkxConfig, umsFlowStart: Ums)
     properties.setProperty("group.id", config.kafka_input.groupId)
     properties.setProperty("session.timeout.ms", config.kafka_input.sessionTimeout)
     properties.setProperty("enable.auto.commit", config.kafka_input.autoCommit.toString)
+    //config.kafka_input.kafka_base_config.`max.partition.fetch.bytes`.toString
+    properties.setProperty("max.partition.fetch.bytes", 10485760.toString)
     if (config.kerberos) {
       properties.put("security.protocol", "SASL_PLAINTEXT")
       properties.put("sasl.kerberos.service.name", "kafka")