ticdc任务配置
{
"upstream_id": 7380270122525127979,
"namespace": "default",
"id": "accout-change-detect",
"sink_uri": "kafka://XXX.XX.XX.XX:9092/XXXXXXXXXXXX?kafka-version=3.7.0&protocol=canal-json",
"create_time": "2025-01-22T00:56:53.677063311Z",
"start_ts": 455477143420272649,
"config": {
"memory_quota": 1073741824,
"case_sensitive": false,
"force_replicate": false,
"ignore_ineligible_table": false,
"check_gc_safe_point": true,
"enable_sync_point": false,
"bdr_mode": false,
"sync_point_interval": 600000000000,
"sync_point_retention": 86400000000000,
"filter": {
"do_tables": [
{
"database_name": "XXXXXXXXXXXX",
"table_name": "XXXXXXXXXXXX"
}
],
"do_dbs": [
"XXXXXXXXXXXX"
],
"rules": [
"XXXXXXXXXXXX.XXXXXXXXXXXX"
]
},
"mounter": {
"worker_num": 16
},
"sink": {
"protocol": "canal-json",
"csv": {
"delimiter": ",",
"quote": "\"",
"null": "\\N",
"include_commit_ts": false,
"binary_encoding_method": "base64"
},
"encoder_concurrency": 32,
"terminator": "\r\n",
"date_separator": "day",
"enable_partition_separator": true,
"enable_kafka_sink_v2": false,
"only_output_updated_columns": false,
"delete_only_output_handle_key_columns": false,
"advance_timeout": 150
},
"consistent": {
"level": "none",
"max_log_size": 64,
"flush_interval": 2000,
"meta_flush_interval": 200,
"encoding_worker_num": 16,
"flush_worker_num": 8,
"use_file_backend": false,
"memory_usage": {
"memory_quota_percentage": 50,
"event_cache_percentage": 0
}
},
"scheduler": {
"enable_table_across_nodes": false,
"region_threshold": 100000,
"write_key_threshold": 0
},
"integrity": {
"integrity_check_level": "none",
"corruption_handle_level": "warn"
},
"changefeed_error_stuck_duration": 1800000000000,
"sql_mode": "ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION",
"synced_status": {
"synced_check_interval": 300,
"checkpoint_interval": 15
}
},
"state": "normal",
"creator_version": "v7.5.1",
"resolved_ts": 455477143420272649,
"checkpoint_ts": 455477143420272649,
"checkpoint_time": "2025-01-22 00:56:53.560"
}
ticdc任务状态
{
"total": 1,
"items": [
{
"upstream_id": 7380270122525127979,
"namespace": "default",
"id": "accout-change-detect",
"state": "normal",
"checkpoint_tso": 455461340095709194, // 解析后等于 2025-01-21 16:12:08.661000000
"checkpoint_time": "2025-01-21 08:12:08.661",
"error": null
}
]
}
任务checkpoint
任务CPU和内存