CDC中日志:
1) 研发反馈有问题的写入时间的日志 02:31左右,feed-id: upload-pic
CDC_机器A:
CDC机器B:
有些WARN: event feed finds slow locked ranges
2)全部 02:00~03:00 warn信息
CDC机器A日志:
cat ~/Downloads/cdc-20250723-10.28.232.3-backup_s.log |egrep “warn|error” -i |grep ‘upload-pic’ |grep -v ‘atpub-upload-pic’ |grep -v ceph
[2025/07/23 02:34:23.300 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic-new_processor_ddl_puller] [subscriptionID=646905] [ranges=“{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-03-06T02:32:45.464419108+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-03-06T02:32:45.464419108+08:00"}}”]
[2025/07/23 02:34:23.300 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic-new_processor_ddl_puller] [subscriptionID=646906] [ranges=“{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-03-06T02:32:45.464415739+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-03-06T02:32:45.464415739+08:00"}}”]
[2025/07/23 02:34:23.300 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic-new_processor_ddl_puller] [subscriptionID=646907] [ranges=“{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378676,"ResolvedTs":459593288880488459,"Initialized":true,"Created":"2025-07-22T11:54:23.995020224+08:00"},"SlowestRegion":{"RegionID":2378676,"ResolvedTs":459593288880488459,"Initialized":true,"Created":"2025-07-22T11:54:23.995020224+08:00"}}”]
[2025/07/23 02:34:23.301 +08:00] [INFO] [lock_resolver.go:63] [“resolve lock finishes”] [regionID=2378688] [lockCount=0] [locks=null] [maxVersion=459593288801845248] [namespace=default] [changefeed=upload-pic-new_processor_ddl_puller] [duration=653.461µs] [error=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true
min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:42589 > time_detail_v2:<total_rpc_wall_time_ns:42589 > > “] [errorVerbose=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > >
exec_details_v2:<time_detail:<total_rpc_wall_time_ns:42589 > time_detail_v2:<total_rpc_wall_time_ns:42589 > > \ngithub.com/pingcap/tiflow/pkg/txnutil.(*resolver).Resolve\n\tgithub.com/pingcap/tiflow/pkg/txnutil/lock_resolver.go:126\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock.func2\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:674\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:695\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).Run.func6\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:251\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\tgolang.org/x/sync@v0.7.0/errgroup/errgroup.go:78\nruntime.goexit\n\truntime/asm_amd64.s:1650”]
[2025/07/23 02:34:23.301 +08:00] [WARN] [shared_client.go:675] [“event feed resolve lock fail”] [namespace=default] [changefeed=upload-pic-new_processor_ddl_puller] [regionID=2378688] [error=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:42589 > time_detail_v2:<total_rpc_wall_time_ns:42589 > > “] [errorVerbose=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:42589 > time_detail_v2:<total_rpc_wall_time_ns:42589 > > \ngithub.com/pingcap/tiflow/pkg/txnutil.(*resolver).Resolve\n\tgithub.com/pingcap/tiflow/pkg/txnutil/lock_resolver.go:126\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock.func2\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:674\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:695\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).Run.func6\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:251\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\tgolang.org/x/sync@v0.7.0/errgroup/errgroup.go:78\nruntime.goexit\n\truntime/asm_amd64.s:1650”]
[2025/07/23 02:34:23.435 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646902] [ranges=”{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-05-09T02:32:40.262148954+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-05-09T02:32:40.262148954+08:00"}}”]
[2025/07/23 02:34:23.435 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646903] [ranges=”{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-05-09T02:32:40.262138965+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-05-09T02:32:40.262138965+08:00"}}”]
[2025/07/23 02:34:23.435 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646904] [ranges=“{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378676,"ResolvedTs":459593288880488459,"Initialized":true,"Created":"2025-07-22T11:54:23.995103739+08:00"},"SlowestRegion":{"RegionID":2378676,"ResolvedTs":459593288880488459,"Initialized":true,"Created":"2025-07-22T11:54:23.995103739+08:00"}}”]
[2025/07/23 02:34:23.651 +08:00] [INFO] [lock_resolver.go:63] [“resolve lock finishes”] [regionID=2378688] [lockCount=0] [locks=null] [maxVersion=459593288801845248] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [duration=216.293921ms] [error="unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:201798 > time_detail_v2:<total_rpc_wall_time_ns:201798 > > "] [errorVerbose=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:201798 > time_detail_v2:<total_rpc_wall_time_ns:201798 > > \ngithub.com/pingcap/tiflow/pkg/txnutil.(*resolver).Resolve\n\tgithub.com/pingcap/tiflow/pkg/txnutil/lock_resolver.go:126\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock.func2\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:674\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:695\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).Run.func6\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:251\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\tgolang.org/x/sync@v0.7.0/errgroup/errgroup.go:78\nruntime.goexit\n\truntime/asm_amd64.s:1650”]
[2025/07/23 02:34:23.651 +08:00] [WARN] [shared_client.go:675] [“event feed resolve lock fail”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [regionID=2378688] [error="unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:201798 > time_detail_v2:<total_rpc_wall_time_ns:201798 > > "] [errorVerbose=“unexpected scanlock error: error:<locked:<primary_lock:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_version:459593288290664459 key:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\002\001bdpdfs\000\000\375\003\260\000\000\002\221\256\225{" lock_ttl:3000 txn_size:1 use_async_commit:true min_commit_ts:459593288290664460 secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\022\000\001\344\270\212\344\274\240\345\233\377\276\347\211\207\000\000\000\000\373\001public\000\000\375\001/app/ser\377vice/fas\377tUp\000\000\000\000\000\372\003\200\000\000\000\000\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\023\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\024\004\031\267.(\224\000\000\000\003\260\000\000\002\221\256\225{" secondaries:"t\200\000\000\000\000\000@8_i\200\000\000\000\000\000\000\025\003\200\000\000\002\221\256\225z" secondaries:"t\200\000\000\000\000\000@8_r\260\000\000\002\221\256\225{" > > exec_details_v2:<time_detail:<total_rpc_wall_time_ns:201798 > time_detail_v2:<total_rpc_wall_time_ns:201798 > > \ngithub.com/pingcap/tiflow/pkg/txnutil.(*resolver).Resolve\n\tgithub.com/pingcap/tiflow/pkg/txnutil/lock_resolver.go:126\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock.func2\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:674\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).resolveLock\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:695\ngithub.com/pingcap/tiflow/cdc/kv.(*SharedClient).Run.func6\n\tgithub.com/pingcap/tiflow/cdc/kv/shared_client.go:251\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\tgolang.org/x/sync@v0.7.0/errgroup/errgroup.go:78\nruntime.goexit\n\truntime/asm_amd64.s:1650”]
[2025/07/23 02:34:24.270 +08:00] [INFO] [shared_stream.go:226] [“event feed receive from grpc stream failed”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332462] [storeID=6] [addr=10.68.128.32:20160] [code=Unavailable] [error=“rpc error: code = Unavailable desc = keepalive watchdog timeout”]
[2025/07/23 02:34:24.270 +08:00] [INFO] [shared_region_worker.go:109] [“region worker get a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332462] [subscriptionID=2378688] [regionID=2378688] [reschedule=true] [error=“send request to store error”]
[2025/07/23 02:34:24.270 +08:00] [INFO] [shared_region_worker.go:109] [“region worker get a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332462] [subscriptionID=2378688] [regionID=2378688] [reschedule=true] [error=“send request to store error”]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_stream.go:483] [“event feed receives a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332467] [subscriptionID=646903] [regionID=2378688] [stateIsNil=false] [error="not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > "]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_stream.go:483] [“event feed receives a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332467] [subscriptionID=646902] [regionID=2378688] [stateIsNil=false] [error="not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > "]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_region_worker.go:109] [“region worker get a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332467] [subscriptionID=2378688] [regionID=2378688] [reschedule=true] [error="not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > "]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_client.go:581] [“cdc region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646903] [error=“not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > “]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_region_worker.go:109] [“region worker get a region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332467] [subscriptionID=2378688] [regionID=2378688] [reschedule=true] [error=“not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > “]
[2025/07/23 02:34:24.272 +08:00] [INFO] [shared_client.go:581] [“cdc region error”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646902] [error=“not_leader:<region_id:2378688 leader:<id:9536825 store_id:6 > > “]
[2025/07/23 02:34:25.434 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646902] [ranges=”{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-07-23T02:34:24.273022428+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-07-23T02:34:24.273022428+08:00"}}”]
[2025/07/23 02:34:25.434 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646903] [ranges=”{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-07-23T02:34:24.27292374+08:00"},"SlowestRegion":{"RegionID":2378688,"ResolvedTs":459593287753269308,"Initialized":true,"Created":"2025-07-23T02:34:24.27292374+08:00"}}”]
[2025/07/23 02:34:25.434 +08:00] [WARN] [shared_client.go:787] [“event feed finds slow locked ranges”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [subscriptionID=646904] [ranges=”{"LockedRegionCount":1,"Holes":null,"FastestRegion":{"RegionID":2378676,"ResolvedTs":459593289470312495,"Initialized":true,"Created":"2025-07-22T11:54:23.995103739+08:00"},"SlowestRegion":{"RegionID":2378676,"ResolvedTs":459593289470312495,"Initialized":true,"Created":"2025-07-22T11:54:23.995103739+08:00"}}”]
[2025/07/23 02:35:24.272 +08:00] [INFO] [shared_stream.go:226] [“event feed receive from grpc stream failed”] [namespace=default] [changefeed=upload-pic_processor_ddl_puller] [streamID=332467] [storeID=4] [addr=10.68.128.31:20161] [code=Canceled] [error=“rpc error: code = Canceled desc = grpc: the client connection is closing”]