Add max debezium queue size in bytes (#53623)

airbytehq · Feb 11, 2025 · 119373c · 119373c
1 parent 404d1bd
commit 119373c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/...toolkits/extract-cdc/src/main/kotlin/io/airbyte/cdk/read/cdc/DebeziumPropertiesBuilder.kt b/...toolkits/extract-cdc/src/main/kotlin/io/airbyte/cdk/read/cdc/DebeziumPropertiesBuilder.kt
@@ -34,6 +34,7 @@ class DebeziumPropertiesBuilder(private val props: Properties = Properties()) {
         // default values from debezium CommonConnectorConfig
         with("max.batch.size", "2048")
         with("max.queue.size", "8192")
+        with("max.queue.size.in.bytes", BYTE_VALUE_256_MB)
         // Disabling retries because debezium startup time might exceed our 60-second wait limit
         // The maximum number of retries on connection errors before failing (-1 = no limit, 0 =
         // disabled, > 0 = num of retries).
@@ -149,7 +150,7 @@ class DebeziumPropertiesBuilder(private val props: Properties = Properties()) {
     }
 
     companion object {
-
+        private const val BYTE_VALUE_256_MB = (256 * 1024 * 1024).toString()
         fun joinIncludeList(includes: List<String>): String =
             includes.map { it.replace(",", "\\,") }.joinToString(",")