From d857fb3e4dd334f51849fee4a31319f5377ec012 Mon Sep 17 00:00:00 2001 From: Sam Chan <20168118+chenmin1992@users.noreply.github.com> Date: Fri, 7 Jul 2023 15:02:23 +0800 Subject: [PATCH 1/5] Add 3 kafka addresses and correct the names of parameters --- ticdc/ticdc-sink-to-kafka.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/ticdc/ticdc-sink-to-kafka.md b/ticdc/ticdc-sink-to-kafka.md index 86882a1e6dcf..339eac2365ed 100644 --- a/ticdc/ticdc-sink-to-kafka.md +++ b/ticdc/ticdc-sink-to-kafka.md @@ -14,14 +14,14 @@ summary: 了解如何使用 TiCDC 将数据同步到 Kafka。 ```shell cdc cli changefeed create \ --server=http://10.0.10.25:8300 \ - --sink-uri="kafka://127.0.0.1:9092/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1" \ + --sink-uri="kafka://127.0.0.1:9092,127.0.0.1:9093,127.0.0.1:9094/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1" \ --changefeed-id="simple-replication-task" ``` ```shell Create changefeed successfully! ID: simple-replication-task -Info: {"sink-uri":"kafka://127.0.0.1:9092/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1","opts":{},"create-time":"2020-03-12T22:04:08.103600025+08:00","start-ts":415241823337054209,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":".","config":{"case-sensitive":true,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"ddl-allow-list":null},"mounter":{"worker-num":16},"sink":{"dispatchers":null},"scheduler":{"type":"table-number","polling-time":-1}},"state":"normal","history":null,"error":null} +Info: {"sink-uri":"kafka://127.0.0.1:9092,127.0.0.1:9093,127.0.0.1:9094/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1","opts":{},"create-time":"2020-03-12T22:04:08.103600025+08:00","start-ts":415241823337054209,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":".","config":{"case-sensitive":true,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"ddl-allow-list":null},"mounter":{"worker-num":16},"sink":{"dispatchers":null},"scheduler":{"type":"table-number","polling-time":-1}},"state":"normal","history":null,"error":null} ``` - `--server`：TiCDC 集群中任意一个 TiCDC 服务器的地址。 @@ -49,8 +49,8 @@ URI 中可配置的的参数如下： | 参数 | 描述 | | :------------------ | :------------------------------------------------------------ | -| `127.0.0.1` | 下游 Kafka 对外提供服务的 IP。 | -| `9092` | 下游 Kafka 的连接端口。 | +| `host` | 下游 Kafka 对外提供服务的 IP。 | +| `port` | 下游 Kafka 的连接端口。 | | `topic-name` | 变量，使用的 Kafka topic 名字。 | | `kafka-version` | 下游 Kafka 版本号（可选，默认值 `2.4.0`，目前支持的最低版本为 `0.11.0.2`，最高版本为 `3.2.0`。该值需要与下游 Kafka 的实际版本保持一致）。 | | `kafka-client-id` | 指定同步任务的 Kafka 客户端的 ID（可选，默认值为 `TiCDC_sarama_producer_同步任务的 ID`）。 | From 4e52c4ca4b0581a63c0a121b635b98e868581f24 Mon Sep 17 00:00:00 2001 From: xixirangrang Date: Thu, 6 Feb 2025 09:53:42 +0800 Subject: [PATCH 2/5] Update ticdc/ticdc-sink-to-kafka.md --- ticdc/ticdc-sink-to-kafka.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ticdc/ticdc-sink-to-kafka.md b/ticdc/ticdc-sink-to-kafka.md index 6c8466019962..3adb5de23ee6 100644 --- a/ticdc/ticdc-sink-to-kafka.md +++ b/ticdc/ticdc-sink-to-kafka.md @@ -21,7 +21,7 @@ cdc cli changefeed create \ ```shell Create changefeed successfully! ID: simple-replication-task -Info: {"sink-uri":"kafka://127.0.0.1:9092,127.0.0.1:9093,127.0.0.1:9094/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1","opts":{},"create-time":"2020-03-12T22:04:08.103600025+08:00","start-ts":415241823337054209,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":".","config":{"case-sensitive":true,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"ddl-allow-list":null},"mounter":{"worker-num":16},"sink":{"dispatchers":null},"scheduler":{"type":"table-number","polling-time":-1}},"state":"normal","history":null,"error":null} +Info: {"sink-uri":"kafka://127.0.0.1:9092,127.0.0.1:9093,127.0.0.1:9094/topic-name?protocol=canal-json&kafka-version=2.4.0&partition-num=6&max-message-bytes=67108864&replication-factor=1","opts":{},"create-time":"2023-11-28T22:04:08.103600025+08:00","start-ts":415241823337054209,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":".","config":{"case-sensitive":false,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"ddl-allow-list":null},"mounter":{"worker-num":16},"sink":{"dispatchers":null},"scheduler":{"type":"table-number","polling-time":-1}},"state":"normal","history":null,"error":null} ``` - `--server`：TiCDC 集群中任意一个 TiCDC 服务器的地址。 From 54153c851a2349fe23a0319b2490eeb23805af65 Mon Sep 17 00:00:00 2001 From: xixirangrang Date: Thu, 6 Feb 2025 10:05:33 +0800 Subject: [PATCH 3/5] Update ticdc/ticdc-sink-to-kafka.md --- ticdc/ticdc-sink-to-kafka.md | 1 - 1 file changed, 1 deletion(-) diff --git a/ticdc/ticdc-sink-to-kafka.md b/ticdc/ticdc-sink-to-kafka.md index 3adb5de23ee6..223e97ff2e62 100644 --- a/ticdc/ticdc-sink-to-kafka.md +++ b/ticdc/ticdc-sink-to-kafka.md @@ -74,7 +74,6 @@ URI 中可配置的的参数如下： | `port` | 下游 Kafka 的连接端口。 | | `topic-name` | 变量，使用的 Kafka topic 名字。 | | `protocol` | 输出到 Kafka 的消息协议。可选值有 [`canal-json`](/ticdc/ticdc-canal-json.md)、[`open-protocol`](/ticdc/ticdc-open-protocol.md)、[`avro`](/ticdc/ticdc-avro-protocol.md)、[`debezium`](/ticdc/ticdc-debezium.md) 和 [`simple`](/ticdc/ticdc-simple-protocol.md)。 | -| `kafka-version` | 下游 Kafka 版本号（可选，默认值 `2.4.0`，目前支持的最低版本为 `0.11.0.2`，最高版本为 `3.2.0`。该值需要与下游 Kafka 的实际版本保持一致）。 | | `kafka-version` | 下游 Kafka 版本号。该值需要与下游 Kafka 的实际版本保持一致。 | | `kafka-client-id` | 指定同步任务的 Kafka 客户端的 ID（可选，默认值为 `TiCDC_sarama_producer_同步任务的 ID`）。 | | `partition-num` | 下游 Kafka partition 数量（可选，不能大于实际 partition 数量，否则创建同步任务会失败，默认值 `3`）。| From e34ab920d5bc37c7e01170ca3eb73f7a574f3f65 Mon Sep 17 00:00:00 2001 From: xixirangrang Date: Thu, 6 Feb 2025 10:05:50 +0800 Subject: [PATCH 4/5] Update ticdc/ticdc-sink-to-kafka.md --- ticdc/ticdc-sink-to-kafka.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ticdc/ticdc-sink-to-kafka.md b/ticdc/ticdc-sink-to-kafka.md index 223e97ff2e62..2660c47cddd8 100644 --- a/ticdc/ticdc-sink-to-kafka.md +++ b/ticdc/ticdc-sink-to-kafka.md @@ -72,7 +72,7 @@ URI 中可配置的的参数如下： | :------------------ | :------------------------------------------------------------ | | `host` | 下游 Kafka 对外提供服务的 IP。 | | `port` | 下游 Kafka 的连接端口。 | -| `topic-name` | 变量，使用的 Kafka topic 名字。 | +| `topic-name` | 变量，使用的 Kafka topic 名字。 | | `protocol` | 输出到 Kafka 的消息协议。可选值有 [`canal-json`](/ticdc/ticdc-canal-json.md)、[`open-protocol`](/ticdc/ticdc-open-protocol.md)、[`avro`](/ticdc/ticdc-avro-protocol.md)、[`debezium`](/ticdc/ticdc-debezium.md) 和 [`simple`](/ticdc/ticdc-simple-protocol.md)。 | | `kafka-version` | 下游 Kafka 版本号。该值需要与下游 Kafka 的实际版本保持一致。 | | `kafka-client-id` | 指定同步任务的 Kafka 客户端的 ID（可选，默认值为 `TiCDC_sarama_producer_同步任务的 ID`）。 | From 03415eda4b166dff297b6e04018e6debf6a4021e Mon Sep 17 00:00:00 2001 From: xixirangrang Date: Thu, 6 Feb 2025 10:06:09 +0800 Subject: [PATCH 5/5] Update ticdc/ticdc-sink-to-kafka.md --- ticdc/ticdc-sink-to-kafka.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ticdc/ticdc-sink-to-kafka.md b/ticdc/ticdc-sink-to-kafka.md index 2660c47cddd8..4f211638d80e 100644 --- a/ticdc/ticdc-sink-to-kafka.md +++ b/ticdc/ticdc-sink-to-kafka.md @@ -70,7 +70,7 @@ URI 中可配置的的参数如下： | 参数 | 描述 | | :------------------ | :------------------------------------------------------------ | -| `host` | 下游 Kafka 对外提供服务的 IP。 | +| `host` | 下游 Kafka 对外提供服务的 IP。 | | `port` | 下游 Kafka 的连接端口。 | | `topic-name` | 变量，使用的 Kafka topic 名字。 | | `protocol` | 输出到 Kafka 的消息协议。可选值有 [`canal-json`](/ticdc/ticdc-canal-json.md)、[`open-protocol`](/ticdc/ticdc-open-protocol.md)、[`avro`](/ticdc/ticdc-avro-protocol.md)、[`debezium`](/ticdc/ticdc-debezium.md) 和 [`simple`](/ticdc/ticdc-simple-protocol.md)。 |