【 TiDB 使用环境】测试
【 TiDB 版本】5.4.0
【复现路径】做过哪些操作出现的问题
【遇到的问题：问题现象及影响】
【资源配置】
【附件：截图/日志/监控】
oup).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371"] [unit-name=“range start:7480000000000000075f69800000000000000100 end:7480000000000000075f698000000000000001fb”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:7480000000000000135f720000000000000000 end:7480000000000000135f72ffffffffffffffff00”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:7480000000000000175f720000000000000000 end:7480000000000000175f72ffffffffffffffff00”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:74800000000000002d5f69800000000000000100 end:74800000000000002d5f698000000000000001fb”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:7480000000000000355f69800000000000000100 end:7480000000000000355f698000000000000001fb”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:74800000000000003d5f69800000000000000100 end:74800000000000003d5f698000000000000001fb”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”] [unit-name=“range start:7480000000000000515f720000000000000000 end:7480000000000000515f72ffffffffffffffff00”] [error=“rpc error: code = Canceled desc = context canceled”] [errorVerbose=“rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*client).GetAllStores\n\t/go/pkg/mod/github.com/tikv/pd@v1.1.0-beta.0.20211118054146-02848d2660ee/client/client.go:1523\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStores\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:142\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:179\ngithub.com/pingcap/tidb/br/pkg/utils.WithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/retry.go:60\ngithub.com/pingcap/tidb/br/pkg/conn.GetAllTiKVStoresWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/conn/conn.go:176\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRange\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:511\ngithub.com/pingcap/tidb/br/pkg/backup.(*Client).BackupRanges.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/backup/client.go:471\ngithub.com/pingcap/tidb/br/pkg/utils.(*WorkerPool).ApplyOnErrorGroup.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/utils/worker.go:73\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1371”]
Error: error happen in store 4 at 192.168.30.139:20160: Io(Os { code: 2, kind: NotFound, message: “No such file or directory” }): [BR:KV:ErrKVStorage]tikv storage occur I/O error
路径没找到？
确认这个tikv节点上有备份目录，并且权限给足777
关键是我在141上备份，他什么会备份到139去
br备份是把请求下发到各个tikv上去的，由tikv导出数据文件
恢复怎么恢复，tiup br restore full --pd “192.168.30.141:2379” --storage "local:/home/tidb/databak"只恢复了表结果，因为.sst数据文件在其它节点！
恢复怎么恢复，tiup br restore full --pd “192.168.30.141:2379” --storage "local:/home/tidb/databak"只恢复了表结果，因为.sst数据文件在其它节点！
正常来说，使用br需要搞个存储放在所有tikv所在的机器上，使用nfs或者直接外挂都行。然后所有tikv备份的数据就会全部汇聚到同一个目录下。所以回复的时候，使用的就是汇聚的完整数据，这样回复的数据就是完整的
这错误有点不对头，恢复不了数据
Starting component br: /root/.tiup/components/br/v5.4.2/br restore full --pd 192.168.30.141:2379 --storage local:/home/tidb/databak
Detail BR log in /tmp/br.log.2023-04-22T18.18.45+0800
Full restore <--------------------------------------------------------------------------------------------------------------------------------> 100.00%
[2023/04/22 18:19:28.966 +08:00] [INFO] [collector.go:67] [“Full restore failed summary”] [total-ranges=1] [ranges-succeed=0] [ranges-failed=1] [split-region=1.211096897s] [restore-ranges=3] [unit-name=file] [error=“Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed”] [errorVerbose=“the following errors occurred:\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371”]
Error: Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed
[root@master databak]# ^C
[root@master databak]# find -name 4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517
[root@master databak]# ll
总用量 240
-rw-r–r-- 1 root root 1711 4月 22 18:18 4_103017_42_2d2f68c250f77d93ffb8ea543a425eebeea7c92d1f033e9d32cdb914ca4341a9_1682158567921_write.sst
-rw-r–r-- 1 root root 1497 4月 22 18:18 4_103017_42_302753bc98ec93e98edea12aeac15074da779bb66c735c8ce184eacf43f1e7c2_1682158567993_write.sst
-rw-r–r-- 1 root root 10790 4月 22 18:18 4_103017_42_355f0b5a4a8313c61daccaf1f055ac6ce3e0abaeb3d9fda7eb60557014f38dac_1682158567466_write.sst
-rw-r–r-- 1 root root 2580 4月 22 18:18 4_103017_42_36adb8cedcd7af34708edff520499e712e2cfdcb202f5707dc9305a031d55a98_1682158567495_write.sst
-rw-r–r-- 1 root root 11751 4月 22 18:18 4_103017_42_495c5d2e3a1901df43133318e03236d08d1c8882cdd7b452579a4fcd82ccb718_1682158567128_write.sst
-rw-r–r-- 1 root root 1809 4月 22 18:18 4_103017_42_5ee3395c74d5aeb37e1f20733281e3865ad14754c92e7c3bc00fead026166d54_1682158567883_write.sst
-rw-r–r-- 1 root root 1641 4月 22 18:18 4_103017_42_5efda45e83e08a349095f080e17b995c4e6185537f363448275487b8e043b86d_1682158567835_write.sst
-rw-r–r-- 1 root root 1730 4月 22 18:18 4_103017_42_755836e42bfb568bf6e89d931d86a7d31453a1bd6f7ffb924e19eb28be74aa00_1682158567623_write.sst
-rw-r–r-- 1 root root 1718 4月 22 18:18 4_103017_42_759f1781e3eb9e6aae280a9aa33f2cb97d799e11265ff74363f00f942787a311_1682158567675_write.sst
-rw-r–r-- 1 root root 1791 4月 22 18:18 4_103017_42_7c29d2d214a7a70e5c20091535dc0515fe9e2d8c4dffbfad1e3ca1fa7decdc14_1682158567644_write.sst
-rw-r–r-- 1 root root 1503 4月 22 18:18 4_103017_42_8dd75043152f9a7a07ef9bc0b24b629d464621806e3c93219cac918ec3d5b346_1682158567913_write.sst
-rw-r–r-- 1 root root 1684 4月 22 18:18 4_103017_42_994b3ad98a3599f600a3860d1ac7e0516f41765bc5cc4bd119d91a0bcca207c4_1682158567847_write.sst
-rw-r–r-- 1 root root 1490 4月 22 18:18 4_103017_42_a24c493bf7e801abe1238806dd31796f911e7dd0970118b9315f0a7366532873_1682158567929_write.sst
-rw-r–r-- 1 root root 1962 4月 22 18:18 4_103017_42_afb978bcbf32cf0ba18923daa88bdab19c00ad22f4fe49863f102827eb831e21_1682158567784_write.sst
-rw-r–r-- 1 root root 1563 4月 22 18:18 4_103017_42_c11c7f8053ba1d8a3efe53decec79ee83321252578aaa0e09024538869d60d0d_1682158567988_write.sst
-rw-r–r-- 1 root root 2094 4月 22 18:18 4_103017_42_c2baa1d0dee98e26766aa462a873c405eaad66653a52db6bc9e1d584f6aebcc7_1682158567534_write.sst
-rw-r–r-- 1 root root 2016 4月 22 18:18 4_103017_42_d0a5865efa1d90636cf0c26e991e1f13ad4ef35c631530b967aa1e342d73208b_1682158567745_write.sst
-rw-r–r-- 1 root root 1571 4月 22 18:18 4_103017_42_dc3130b8088cd874a3ebf095e0290965946f6053e234a4d345d76f32cba3fed0_1682158568061_write.sst
-rw-r–r-- 1 root root 1778 4月 22 18:18 4_103017_42_ea55f4e75cb43a63969bf83a306fc68e3fa49ff84f6f51a3c873ad531a18691d_1682158567878_write.sst
-rw-r–r-- 1 root root 1514 4月 22 18:18 4_103017_42_ff781abda573afc7d7878f20390a290dcdb471bf12a8cbabf359ccf9e8d37084_1682158567941_write.sst
-rw-r–r-- 1 root root 1427 4月 22 18:18 4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst
-rw-r–r-- 1 root root 1431 4月 22 18:18 4_104025_51_fcef8f3966e5ce28d8f7f901ce19be55ca7ea46e4248f2612adb7a46bceb9fc5_1682158566585_write.sst
-rw-r–r-- 1 root root 78 4月 22 18:16 backup.lock
-rw-r–r-- 1 root root 132631 4月 22 18:16 backupmeta
还是恢复不了，下面贴了错误信息
Starting component br: /root/.tiup/components/br/v5.4.2/br restore full --pd 192.168.30.141:2379 --storage local:/home/tidb/databak
Detail BR log in /tmp/br.log.2023-04-22T18.18.45+0800
Full restore <--------------------------------------------------------------------------------------------------------------------------------> 100.00%
[2023/04/22 18:19:28.966 +08:00] [INFO] [collector.go:67] [“Full restore failed summary”] [total-ranges=1] [ranges-succeed=0] [ranges-failed=1] [split-region=1.211096897s] [restore-ranges=3] [unit-name=file] [error=“Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed”] [errorVerbose=“the following errors occurred:\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371\n - [BR:KV:ErrKVDownloadFailed]download sst failed\n Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2)\n github.com/pingcap/tidb/br/pkg/restore.(*FileImporter).downloadSST.func1\n \t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/restore/import.go:507\n golang.org/x/sync/errgroup.(*Group).Go.func1\n \t/go/pkg/mod/golang.org/x/sync@v0.0.0-20210220032951-036812b2e83c/errgroup/errgroup.go:57\n runtime.goexit\n \t/usr/local/go/src/runtime/asm_amd64.s:1371”]
Error: Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/63be0a61-de35-4654-a2b1-29130cd3478a_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/132cb832-902b-4327-85df-ece5bcf321a8_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b060d509-5bef-44a3-8b90-5f7329135957_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/3921eb53-fe35-471d-8541-1ff9f8d53e9d_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/f468bdde-cef5-48b2-885c-7b37169644d5_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/55da4800-d305-440b-84db-161cdc8cd93b_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/d8cf0399-0642-4198-9656-bd32ac07d786_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed; Cannot read local:///home/tidb/databak/4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst into /tidb-data/tikv-20160/import/.temp/b641d953-c754-47ff-8093-cf5179d40425_104033_5_53_write.sst: No such file or directory (os error 2): [BR:KV:ErrKVDownloadFailed]download sst failed
[root@master databak]# ^C
[root@master databak]# find -name 4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517
[root@master databak]# ll
总用量 240
-rw-r–r-- 1 root root 1711 4月 22 18:18 4_103017_42_2d2f68c250f77d93ffb8ea543a425eebeea7c92d1f033e9d32cdb914ca4341a9_1682158567921_write.sst
-rw-r–r-- 1 root root 1497 4月 22 18:18 4_103017_42_302753bc98ec93e98edea12aeac15074da779bb66c735c8ce184eacf43f1e7c2_1682158567993_write.sst
-rw-r–r-- 1 root root 10790 4月 22 18:18 4_103017_42_355f0b5a4a8313c61daccaf1f055ac6ce3e0abaeb3d9fda7eb60557014f38dac_1682158567466_write.sst
-rw-r–r-- 1 root root 2580 4月 22 18:18 4_103017_42_36adb8cedcd7af34708edff520499e712e2cfdcb202f5707dc9305a031d55a98_1682158567495_write.sst
-rw-r–r-- 1 root root 11751 4月 22 18:18 4_103017_42_495c5d2e3a1901df43133318e03236d08d1c8882cdd7b452579a4fcd82ccb718_1682158567128_write.sst
-rw-r–r-- 1 root root 1809 4月 22 18:18 4_103017_42_5ee3395c74d5aeb37e1f20733281e3865ad14754c92e7c3bc00fead026166d54_1682158567883_write.sst
-rw-r–r-- 1 root root 1641 4月 22 18:18 4_103017_42_5efda45e83e08a349095f080e17b995c4e6185537f363448275487b8e043b86d_1682158567835_write.sst
-rw-r–r-- 1 root root 1730 4月 22 18:18 4_103017_42_755836e42bfb568bf6e89d931d86a7d31453a1bd6f7ffb924e19eb28be74aa00_1682158567623_write.sst
-rw-r–r-- 1 root root 1718 4月 22 18:18 4_103017_42_759f1781e3eb9e6aae280a9aa33f2cb97d799e11265ff74363f00f942787a311_1682158567675_write.sst
-rw-r–r-- 1 root root 1791 4月 22 18:18 4_103017_42_7c29d2d214a7a70e5c20091535dc0515fe9e2d8c4dffbfad1e3ca1fa7decdc14_1682158567644_write.sst
-rw-r–r-- 1 root root 1503 4月 22 18:18 4_103017_42_8dd75043152f9a7a07ef9bc0b24b629d464621806e3c93219cac918ec3d5b346_1682158567913_write.sst
-rw-r–r-- 1 root root 1684 4月 22 18:18 4_103017_42_994b3ad98a3599f600a3860d1ac7e0516f41765bc5cc4bd119d91a0bcca207c4_1682158567847_write.sst
-rw-r–r-- 1 root root 1490 4月 22 18:18 4_103017_42_a24c493bf7e801abe1238806dd31796f911e7dd0970118b9315f0a7366532873_1682158567929_write.sst
-rw-r–r-- 1 root root 1962 4月 22 18:18 4_103017_42_afb978bcbf32cf0ba18923daa88bdab19c00ad22f4fe49863f102827eb831e21_1682158567784_write.sst
-rw-r–r-- 1 root root 1563 4月 22 18:18 4_103017_42_c11c7f8053ba1d8a3efe53decec79ee83321252578aaa0e09024538869d60d0d_1682158567988_write.sst
-rw-r–r-- 1 root root 2094 4月 22 18:18 4_103017_42_c2baa1d0dee98e26766aa462a873c405eaad66653a52db6bc9e1d584f6aebcc7_1682158567534_write.sst
-rw-r–r-- 1 root root 2016 4月 22 18:18 4_103017_42_d0a5865efa1d90636cf0c26e991e1f13ad4ef35c631530b967aa1e342d73208b_1682158567745_write.sst
-rw-r–r-- 1 root root 1571 4月 22 18:18 4_103017_42_dc3130b8088cd874a3ebf095e0290965946f6053e234a4d345d76f32cba3fed0_1682158568061_write.sst
-rw-r–r-- 1 root root 1778 4月 22 18:18 4_103017_42_ea55f4e75cb43a63969bf83a306fc68e3fa49ff84f6f51a3c873ad531a18691d_1682158567878_write.sst
-rw-r–r-- 1 root root 1514 4月 22 18:18 4_103017_42_ff781abda573afc7d7878f20390a290dcdb471bf12a8cbabf359ccf9e8d37084_1682158567941_write.sst
-rw-r–r-- 1 root root 1427 4月 22 18:18 4_104021_51_038ac08f6d40baf173f28523ba6f6bc588059d52be870c61313059de6f360297_1682158566517_write.sst
-rw-r–r-- 1 root root 1431 4月 22 18:18 4_104025_51_fcef8f3966e5ce28d8f7f901ce19be55ca7ea46e4248f2612adb7a46bceb9fc5_1682158566585_write.sst
-rw-r–r-- 1 root root 78 4月 22 18:16 backup.lock
-rw-r–r-- 1 root root 132631 4月 22 18:16 backupmeta
每个 tikv节点都要有一份完整的备份数据
BR备份，一般都是备份到S3或者nfs上的，我建议是用minio搭一个s3，然后备份和恢复都从s3上读写。而不是本地文件。
如果是使用本地目录的话，在备份时候会直接备份到各个TiKV的本地目录上，在 恢复时候，需要先将备份文件从旧集群的TiKV上，手动放到新集群的TiKV上的临时目录上，操作起来很不方便。
