ticdc同步变更数据到kafka，列选择功能异常

🪐 TiDB 技术问题
1

【TiDB 使用环境】测试环境
【TiDB 版本】8.1.0
【操作系统】centos
【部署方式】机器部署（32G内存，）
【集群数据量】
【集群节点数】
【问题复现路径】同步变更数据到kafka，新增列过滤column-selectors配置
【遇到的问题：问题现象及影响】 消息无法发送到kafka
配置信息如下：

image
image1674×644 13 KB

cdc.log信息：
[2025/04/02 14:28:26.059 +08:00] [INFO] [table.go:200] [“schedulerv3: table is prepared”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableSpan=“"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}"”] [state=Prepared]
[2025/04/02 14:28:26.063 +08:00] [INFO] [replication_set.go:458] [“schedulerv3: replication state transition, poll”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableState=“table_id:4895 span:<{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}> state:Prepared checkpoint:<checkpoint_ts:457067763150880770 resolved_ts:457067805015015428 > stats:<> “] [captureID=cf52df5f-2aa6-46d4-8d49-f2812da377d8] [old=Prepare] [new=Commit]
[2025/04/02 14:28:26.063 +08:00] [INFO] [replication_set.go:619] [“schedulerv3: promote secondary, no primary”] [namespace=default] [changefeed=ss-ifb-replication-task] [replicationSet=”{"Changefeed":{"Namespace":"default","ID":"ss-ifb-replication-task"},"Span":"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}","State":"Commit","Primary":"cf52df5f-2aa6-46d4-8d49-f2812da377d8","Captures":{"cf52df5f-2aa6-46d4-8d49-f2812da377d8":"Primary"},"Checkpoint":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"Stats":{"stage_checkpoints":{"puller-egress":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"puller-ingress":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"sink":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"sorter-egress":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"sorter-ingress":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770}}}}”] [tableState=“table_id:4895 span:<{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}> state:Prepared checkpoint:<checkpoint_ts:457067763150880770 resolved_ts:457067805015015428 > stats:<> “] [captureID=cf52df5f-2aa6-46d4-8d49-f2812da377d8]
[2025/04/02 14:28:26.110 +08:00] [INFO] [table.go:267] [“schedulerv3: table found new task”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableSpan=”"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}"”] [task=“{"Span":"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}","Checkpoint":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"IsRemove":false,"IsPrepare":false,"Epoch":{}}”]
[2025/04/02 14:28:26.110 +08:00] [INFO] [manager.go:866] [“Start table sink”] [namespace=default] [changefeed=ss-ifb-replication-task] [span={table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}] [startTs=457067763150880770]
[2025/04/02 14:28:26.110 +08:00] [INFO] [table_sink_wrapper.go:163] [“Sink is started”] [namespace=default] [changefeed=ss-ifb-replication-task] [span={table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}] [startTs=457067763150880770] [replicateTs=457067805041229826]
[2025/04/02 14:28:26.110 +08:00] [INFO] [processor.go:302] [“Add Table finished”] [captureID=cf52df5f-2aa6-46d4-8d49-f2812da377d8] [namespace=default] [changefeed=ss-ifb-replication-task] [span={table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}] [tableResolvedTs=457067805015015428] [tableCheckpointTs=457067763150880770] [globalCheckpointTs=457067763150880770] [state=Replicating] [isPrepare=false]
[2025/04/02 14:28:26.110 +08:00] [INFO] [table.go:190] [“schedulerv3: table is replicating”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableSpan=“"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}"”] [state=Replicating]
[2025/04/02 14:28:26.113 +08:00] [INFO] [replication_set.go:458] [“schedulerv3: replication state transition, poll”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableState=“table_id:4895 span:<{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}> state:Replicating checkpoint:<checkpoint_ts:457067763150880770 resolved_ts:457067805015015428 > stats:<> “] [captureID=cf52df5f-2aa6-46d4-8d49-f2812da377d8] [old=Commit] [new=Replicating]
[2025/04/02 14:28:26.160 +08:00] [INFO] [table.go:267] [“schedulerv3: table found new task”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableSpan=”"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}"”] [task=“{"Span":"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}","Checkpoint":{"checkpoint_ts":457067763150880770,"resolved_ts":457067763150880770},"IsRemove":false,"IsPrepare":false,"Epoch":{}}”]
[2025/04/02 14:28:26.160 +08:00] [INFO] [table.go:190] [“schedulerv3: table is replicating”] [namespace=default] [changefeed=ss-ifb-replication-task] [tableSpan=“"{table_id:4895,start_key:7480000000000013ff1f5f720000000000fa,end_key:7480000000000013ff1f5f730000000000fa}"”] [state=Replicating]
[2025/04/02 14:28:26.385 +08:00] [INFO] [pd.go:444] [“adaptive update ts interval state transition”] [configuredInterval=2s] [prevAdaptiveUpdateInterval=2s] [newAdaptiveUpdateInterval=2s] [requiredStaleness=0s] [prevState=unknown(0)] [newState=normal]
[2025/04/02 14:28:26.592 +08:00] [INFO] [multiplexing_puller.go:94] [“puller is initialized”] [namespace=default] [changefeed=ss-ifb-replication-task_processor_ddl_puller] [tableName=DDL_PULLER] [resolvedTs=457067805067444230]
[2025/04/02 14:28:26.592 +08:00] [INFO] [multiplexing_puller.go:94] [“puller is initialized”] [namespace=default] [changefeed=ss-ifb-replication-task_owner_ddl_puller] [tableName=DDL_PULLER] [resolvedTs=457067805067444230]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/02 14:28:26.717 +08:00] [WARN] [sink.go:493] [“meet nil column data, should not happened in production env”] [cols=“[{"column_id":1,"value":103902971179438080},null,null,null,null,null,null,null,null,{"column_id":10,"value":"MTExMeWNh+e6p+a1i+ivleS4reagh+WAmemAieS6uuWFrOekujExMTExMQ=="},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]”] [tableInfo=“TableInfo, ID: 4895, Name:epu_bid.ss_bid_candidate, ColNum: 28, IdxNum: 1, PKIsHandle: false”]
[2025/04/0

2

看 warn 级别日志，看起来 values null ？