Updated config

Altinity · Mar 7, 2024 · 5227750 · 5227750
1 parent afe5e24
commit 5227750
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/sink-connector-lightweight/docker/config.yml b/sink-connector-lightweight/docker/config.yml
@@ -148,4 +148,7 @@ restart.event.loop.timeout.period.secs: "3000"
 #clickhouse.jdbc.params: "max_buffer_size=1000000,socket_timeout=10000"
 
 # Maximum number of threads in the thread pool for processing CDC records.
-#thread.pool.size: 10
+#thread.pool.size: 10
+
+# Sink Connector maximum queue size
+#sink.connector.max.queue.size: "100000"
diff --git a/sink-connector-lightweight/docker/config_local.yml b/sink-connector-lightweight/docker/config_local.yml
@@ -147,3 +147,6 @@ restart.event.loop.timeout.period.secs: "30"
 
 # ClickHouse JDBC configuration parameters, as a list of key-value pairs separated by commas.
 #clickhouse.jdbc.params: "max_buffer_size=1000000,socket_timeout=10000"
+
+# The maximum number of records that should be loaded into memory while streaming data from MySQL to ClickHouse.
+sink.connector.max.queue.size: "100000"