a.log (300.7 KB)
BR备份出错：100%再现。
I0830 03:46:46.920036 8 backup.go:93] [2022/08/30 03:46:46.919 +00:00] [INFO] [info.go:49] [“Welcome to Backup & Restore (BR)”] [release-version=v5.4.0] [git-hash=55f3b24c1c9f506bd652ef1d162283541e428872] [git-branch=heads/refs/tags/v5.4.0] [go-version=go1.16.4] [utc-build-time=“2022-01-25 08:36:34”] [race-enabled=false]
I0830 03:46:46.920060 8 backup.go:93] [2022/08/30 03:46:46.920 +00:00] [INFO] [common.go:632] [arguments] [__command=“br backup full”] [pd=“[tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]”] [s3.endpoint=http://cn-sy-jrss4.jrss.local] [s3.provider=ceph] [storage=s3://tidbbackup/tidb-6k3uv0adzj/manual-backup/1661831184523]
I0830 03:46:46.920167 8 backup.go:93] [2022/08/30 03:46:46.920 +00:00] [INFO] [conn.go:244] [“new mgr”] [pdAddrs=tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]
I0830 03:46:46.922953 8 backup.go:93] [2022/08/30 03:46:46.922 +00:00] [INFO] [client.go:352] [“[pd] create pd client with endpoints”] [pd-address=“[tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]”]
I0830 03:46:46.925667 8 backup.go:93] [2022/08/30 03:46:46.925 +00:00] [INFO] [base_client.go:331] [“[pd] update member urls”] [old-urls=“[http://tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]”] [new-urls=“[http://tidb-6k3uv0adzj-pd-0.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379,http://tidb-6k3uv0adzj-pd-1.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379,http://tidb-6k3uv0adzj-pd-2.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379]”]
I0830 03:46:46.925737 8 backup.go:93] [2022/08/30 03:46:46.925 +00:00] [INFO] [base_client.go:349] [“[pd] switch leader”] [new-leader=http://tidb-6k3uv0adzj-pd-0.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379] [old-leader=]
I0830 03:46:46.925749 8 backup.go:93] [2022/08/30 03:46:46.925 +00:00] [INFO] [base_client.go:104] [“[pd] init cluster id”] [cluster-id=7137251701479457115]
I0830 03:46:46.925859 8 backup.go:93] [2022/08/30 03:46:46.925 +00:00] [INFO] [client.go:648] [“[pd] tso dispatcher created”] [dc-location=global]
I0830 03:46:46.927788 8 backup.go:93] [2022/08/30 03:46:46.927 +00:00] [INFO] [conn.go:219] [“checked alive KV stores”] [aliveStores=3] [totalStores=3]
I0830 03:46:46.927810 8 backup.go:93] [2022/08/30 03:46:46.927 +00:00] [INFO] [client.go:352] [“[pd] create pd client with endpoints”] [pd-address=“[tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]”]
I0830 03:46:46.930367 8 backup.go:93] [2022/08/30 03:46:46.930 +00:00] [INFO] [base_client.go:331] [“[pd] update member urls”] [old-urls=“[http://tidb-6k3uv0adzj-pd.tidb-6k3uv0adzj:2379]”] [new-urls=“[http://tidb-6k3uv0adzj-pd-0.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379,http://tidb-6k3uv0adzj-pd-1.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379,http://tidb-6k3uv0adzj-pd-2.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379]”]
I0830 03:46:46.930455 8 backup.go:93] [2022/08/30 03:46:46.930 +00:00] [INFO] [base_client.go:349] [“[pd] switch leader”] [new-leader=http://tidb-6k3uv0adzj-pd-0.tidb-6k3uv0adzj-pd-peer.tidb-6k3uv0adzj.svc:2379] [old-leader=]
I0830 03:46:46.930466 8 backup.go:93] [2022/08/30 03:46:46.930 +00:00] [INFO] [base_client.go:104] [“[pd] init cluster id”] [cluster-id=7137251701479457115]
I0830 03:46:46.930537 8 backup.go:93] [2022/08/30 03:46:46.930 +00:00] [INFO] [client.go:648] [“[pd] tso dispatcher created”] [dc-location=global]
I0830 03:46:46.932164 8 backup.go:93] [2022/08/30 03:46:46.932 +00:00] [INFO] [client.go:93] [“new backup client”]
I0830 03:46:47.011607 8 backup.go:93] [2022/08/30 03:46:47.011 +00:00] [INFO] [client.go:137] [“backup encode timestamp”] [BackupTS=435639079924400129]
I0830 03:46:47.011625 8 backup.go:93] [2022/08/30 03:46:47.011 +00:00] [INFO] [backup.go:285] [“current backup safePoint job”] [safePoint=“{ID=br-a302eb4a-eede-403a-b5ed-7e472f2dbafa,TTL=5m0s,BackupTime="2022-08-30 03:46:46.987 +0000 UTC",BackupTS=435639079924400129}”]
I0830 03:46:47.021476 8 backup.go:93] [2022/08/30 03:46:47.021 +00:00] [WARN] [client.go:296] [“It’s not necessary for backing up empty database”] [db=test]
I0830 03:46:47.118629 8 backup.go:93] [2022/08/30 03:46:47.118 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=3] [startKey=74800000000000000D5F69800000000000000100] [endKey=74800000000000000D5F698000000000000001FB] [rateLimit=0] [concurrency=4]
I0830 03:46:47.118644 8 backup.go:93] [2022/08/30 03:46:47.118 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=0] [startKey=74800000000000000B5F720000000000000000] [endKey=74800000000000000B5F72FFFFFFFFFFFFFFFF00] [rateLimit=0] [concurrency=4]
I0830 03:46:47.118655 8 backup.go:93] [2022/08/30 03:46:47.118 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=1] [startKey=74800000000000000B5F69800000000000000100] [endKey=74800000000000000B5F698000000000000001FB] [rateLimit=0] [concurrency=4]
I0830 03:46:47.118669 8 backup.go:93] [2022/08/30 03:46:47.118 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=2] [startKey=74800000000000000D5F720000000000000000] [endKey=74800000000000000D5F72FFFFFFFFFFFFFFFF00] [rateLimit=0] [concurrency=4]
I0830 03:46:47.120561 8 backup.go:93] [2022/08/30 03:46:47.120 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=2] [store-id=4] [“retry time”=0]
I0830 03:46:47.122009 8 backup.go:93] [2022/08/30 03:46:47.121 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=2] [store-id=5] [“retry time”=0]
I0830 03:46:47.122023 8 backup.go:93] [2022/08/30 03:46:47.121 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=0] [store-id=4] [“retry time”=0]
I0830 03:46:47.123399 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=0] [store-id=1] [“retry time”=0]
I0830 03:46:47.123409 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=0] [store-id=5] [“retry time”=0]
I0830 03:46:47.123416 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=3] [store-id=1] [“retry time”=0]
I0830 03:46:47.123427 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=1] [store-id=1] [“retry time”=0]
I0830 03:46:47.123445 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=3] [store-id=4] [“retry time”=0]
I0830 03:46:47.123452 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=2] [store-id=1] [“retry time”=0]
I0830 03:46:47.123462 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=3] [store-id=5] [“retry time”=0]
I0830 03:46:47.123525 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=1] [store-id=4] [“retry time”=0]
I0830 03:46:47.123535 8 backup.go:93] [2022/08/30 03:46:47.123 +00:00] [INFO] [client.go:910] [“try backup”] [range-sn=1] [store-id=5] [“retry time”=0]
I0830 03:46:47.130719 8 backup.go:93] [2022/08/30 03:46:47.130 +00:00] [INFO] [client.go:978] [“range backed up”] [range-sn=2] [store-id=4] [small-range-start-key=74800000000000000D5F720000000000000000] [small-range-end-key=74800000000000000D5F72FFFFFFFFFFFFFFFF00]
I0830 03:46:47.131509 8 backup.go:93] [2022/08/30 03:46:47.131 +00:00] [INFO] [client.go:960] [“backup streaming finish”] [range-sn=0] [store-id=1] [retry-time=0]
I0830 03:46:47.131767 8 backup.go:93] [2022/08/30 03:46:47.131 +00:00] [INFO] [client.go:960] [“backup streaming finish”] [range-sn=2] [store-id=4] [retry-time=0]
I0830 03:46:47.134353 8 backup.go:93] [2022/08/30 03:46:47.134 +00:00] [INFO] [client.go:960] [“backup streaming finish”] [range-sn=2] [store-id=5] [retry-time=0]
I0830 03:46:47.137975 8 backup.go:93] [2022/08/30 03:46:47.137 +00:00] [INFO] [client.go:960] [“backup streaming finish”] [range-sn=3] [store-id=1] [retry-time=0]
I0830 03:46:47.139422 8 backup.go:93] [2022/08/30 03:46:47.139 +00:00] [INFO] [client.go:978] [“range backed up”] [range-sn=0] [store-id=4] [small-range-start-key=74800000000000000B5F720000000000000000] [small-range-end-key=74800000000000000B5F72FFFFFFFFFFFFFFFF00]
I0830 03:46:55.117539 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:499] [“backup range finished”] [range-sn=6] [take=7.961322165s]
I0830 03:46:55.117657 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=8] [startKey=7480000000000000135F720000000000000000] [endKey=7480000000000000135F72FFFFFFFFFFFFFFFF00] [rateLimit=0] [concurrency=4]
I0830 03:46:55.117678 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [WARN] [push.go:187] [“skipping disconnected stores”] [range-sn=4] [error=“[BR:Common:ErrFailedToConnect]failed to connect to store: 4 with retry times:0: rpc error: code = Canceled desc = context canceled”]
I0830 03:46:55.117689 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [WARN] [push.go:187] [“skipping disconnected stores”] [range-sn=5] [error=“[BR:Common:ErrFailedToConnect]failed to connect to store: 4 with retry times:0: rpc error: code = Canceled desc = context canceled”]
I0830 03:46:55.117698 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:527] [“finish backup push down”] [range-sn=4] [small-range-count=0]
I0830 03:46:55.117707 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [WARN] [push.go:187] [“skipping disconnected stores”] [range-sn=7] [error=“[BR:Common:ErrFailedToConnect]failed to connect to store: 4 with retry times:0: rpc error: code = Canceled desc = context canceled”]
I0830 03:46:55.117736 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:527] [“finish backup push down”] [range-sn=5] [small-range-count=0]
I0830 03:46:55.117751 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:527] [“finish backup push down”] [range-sn=7] [small-range-count=0]
I0830 03:46:55.117759 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:642] [“start fine grained backup”] [range-sn=4] [incomplete=1]
I0830 03:46:55.117766 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:642] [“start fine grained backup”] [range-sn=7] [incomplete=1]
I0830 03:46:55.117774 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:642] [“start fine grained backup”] [range-sn=5] [incomplete=1]
I0830 03:46:55.117829 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [WARN] [backoff.go:125] [“unexcepted error, stop to retry”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled
github.com/tikv/pd/client.(*client).GetAllStores
\t/nfs/cache/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179
github.com/pingcap/tidb/br/pkg/utils.WithRetry
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:58
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176
github.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511
github.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471
github.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73
golang.org/x/sync/errgroup.(*Group).Go.func1
\t/nfs/cache/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57
runtime.goexit
\t/usr/local/go/src/runtime/asm_amd64.s:1371”]
I0830 03:46:55.117842 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:499] [“backup range finished”] [range-sn=8] [take=227.959µs]
I0830 03:46:55.117882 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=9] [startKey=7480000000000000135F69800000000000000100] [endKey=7480000000000000135F698000000000000001FB] [rateLimit=0] [concurrency=4]
I0830 03:46:55.117970 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [WARN] [backoff.go:125] [“unexcepted error, stop to retry”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled
github.com/tikv/pd/client.(*client).GetAllStores
\t/nfs/cache/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179
github.com/pingcap/tidb/br/pkg/utils.WithRetry
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:58
github.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176
github.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511
github.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471
github.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73
golang.org/x/sync/errgroup.(*Group).Go.func1
\t/nfs/cache/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57
runtime.goexit
\t/usr/local/go/src/runtime/asm_amd64.s:1371”]
I0830 03:46:55.117981 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:499] [“backup range finished”] [range-sn=9] [take=104.05µs]
I0830 03:46:55.118013 8 backup.go:93] [2022/08/30 03:46:55.117 +00:00] [INFO] [client.go:505] [“backup started”] [range-sn=10] [startKey=7480000000000000155F720000000000000000] [endKey=7480000000000000155F72FFFFFFFFFFFFFFFF00] [rateLimit=0] [concurrency=4]
I0830 03:46:55.218737 8 backup.go:93] [2022/08/30 03:46:55.218 +00:00] [ERROR] [client.go:585] [“find leader failed”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled
github.com/tikv/pd/client.(*client).GetRegion
\t/nfs/cache/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1304
github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:583
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660
runtime.goexit
\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [region=null] [stack=“github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:585
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660”]
I0830 03:46:55.218758 8 backup.go:93] [2022/08/30 03:46:55.218 +00:00] [ERROR] [client.go:585] [“find leader failed”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled
github.com/tikv/pd/client.(*client).GetRegion
\t/nfs/cache/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1304
github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:583
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660
runtime.goexit
\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [region=null] [stack=“github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:585
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660”]
I0830 03:46:55.219381 8 backup.go:93] [2022/08/30 03:46:55.218 +00:00] [ERROR] [client.go:585] [“find leader failed”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled
github.com/tikv/pd/client.(*client).GetRegion
\t/nfs/cache/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1304
github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:583
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660
runtime.goexit
\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [region=null] [stack=“github.com/pingcap/tidb/br/pkg/backup.(*Client).findRegionLeader
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:585
github.com/pingcap/tidb/br/pkg/backup.(*Client).handleFineGrained
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:808
github.com/pingcap/tidb/br/pkg/backup.(*Client).fineGrainedBackup.func2
\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:660”]
BR备份出错：100%再现。
版本：tidb ：5.4.0， br：5.4.0