【TiDB 使用环境】测试环境
【TiDB 版本】v8.5.2
【操作系统】openEuler 22.03 LTS SP1/SP3
【部署方式】机器混合部署（10TSSD硬盘，256G内内存，32核物理CPU
【集群数据量】400GB
【集群节点数】18(6tidb,3pd,6tikv,3flash)
【问题复现路径】DM增量数据校验状态查询,报错:too much pending data, stop validator. row size(curr/max): 528374381/524288000, row count(curr/max): 707138/2147483647
【遇到的问题：问题现象及影响】
DM增量数据校验状态查询,执行tiup dmctl --master-addr=10.75.142.107:8261 query-status mysql82-tidb-prod-task，报错:too much pending data, stop validator. row size(curr/max): 528374381/524288000, row count(curr/max): 707138/2147483647
[root@localhost dm]# tiup dmctl --master-addr=10.75.142.107:8261 query-status mysql82-tidb-prod-task
Starting component dmctl: /root/.tiup/components/dmctl/v8.5.2/dmctl/dmctl --master-addr=10.75.142.107:8261 query-status mysql82-tidb-prod-task
{
“result”: true,
“msg”: “”,
“sources”: [
{
“result”: true,
“msg”: “”,
“sourceStatus”: {
“source”: “mysql-82-01”,
“worker”: “dm-10.75.142.109-8262”,
“result”: null,
“relayStatus”: null
},
“subTaskStatus”: [
{
“name”: “mysql82-tidb-prod-task”,
“stage”: “Running”,
“unit”: “Sync”,
“result”: null,
“unresolvedDDLLockID”: “”,
“sync”: {
“totalEvents”: “112145”,
“totalTps”: “35”,
“recentTps”: “0”,
“masterBinlog”: “(mysql-binlog.008578, 227754582)”,
“masterBinlogGtid”: “adac6965-f5df-11eb-860f-286ed488c748:1-516461273”,
“syncerBinlog”: “(mysql-binlog.008578, 227262291)”,
“syncerBinlogGtid”: “adac6965-f5df-11eb-860f-286ed488c748:1-516460846”,
“blockingDDLs”: [
],
“unresolvedGroups”: [
],
“synced”: false,
“binlogType”: “remote”,
“secondsBehindMaster”: “0”,
“blockDDLOwner”: “”,
“conflictMsg”: “”,
“totalRows”: “112145”,
“totalRps”: “35”,
“recentRps”: “0”
},
“validation”: {
“task”: “mysql82-tidb-prod-task”,
“source”: “mysql-82-01”,
“mode”: “full”,
“stage”: “Stopped”,
“validatorBinlog”: “”,
“validatorBinlogGtid”: “”,
“result”: {
“isCanceled”: false,
“errors”: [
{
“ErrCode”: 43008,
“ErrClass”: “validator”,
“ErrScope”: “internal”,
“ErrLevel”: “medium”,
“Message”: “too much pending data, stop validator. row size(curr/max): 528374381/524288000, row count(curr/max): 707138/2147483647”,
“RawCause”: “”,
“Workaround”: “”
}
],
“detail”: null
},
“processedRowsStatus”: “insert/update/delete: 854007/416599/719350”,
“pendingRowsStatus”: “insert/update/delete: 396679/248307/63155”,
“errorRowsStatus”: “new/ignored/resolved: 0/0/0”,
“cutoverBinlogPos”: “”,
“cutoverBinlogGtid”: “”
}
}
]
},
{
“result”: true,
“msg”: “”,
“sourceStatus”: {
“source”: “mysql-82-02”,
“worker”: “dm-10.75.142.108-8262”,
“result”: null,
“relayStatus”: null
},
“subTaskStatus”: [
{
“name”: “mysql82-tidb-prod-task”,
“stage”: “Running”,
“unit”: “Sync”,
“result”: null,
“unresolvedDDLLockID”: “”,
“sync”: {
“totalEvents”: “163509”,
“totalTps”: “51”,
“recentTps”: “32”,
“masterBinlog”: “(mysql-binlog.008578, 227754582)”,
“masterBinlogGtid”: “adac6965-f5df-11eb-860f-286ed488c748:1-516461273”,
“syncerBinlog”: “(mysql-binlog.008578, 227285664)”,
“syncerBinlogGtid”: “adac6965-f5df-11eb-860f-286ed488c748:1-516460869”,
“blockingDDLs”: [
],
“unresolvedGroups”: [
],
“synced”: false,
“binlogType”: “remote”,
“secondsBehindMaster”: “0”,
“blockDDLOwner”: “”,
“conflictMsg”: “”,
“totalRows”: “163509”,
“totalRps”: “51”,
“recentRps”: “32”
},
“validation”: {
“task”: “mysql82-tidb-prod-task”,
“source”: “mysql-82-02”,
“mode”: “full”,
“stage”: “Running”,
“validatorBinlog”: “”,
“validatorBinlogGtid”: “”,
“result”: null,
“processedRowsStatus”: “insert/update/delete: 628141/1632434/103589”,
“pendingRowsStatus”: “insert/update/delete: 5/89054/0”,
“errorRowsStatus”: “new/ignored/resolved: 0/0/0”,
“cutoverBinlogPos”: “”,
“cutoverBinlogGtid”: “”
}
}
]
}
]
}