【 TiDB 使用环境
docker swarm 测试环境
【 TiDB 版本】
v7.1.2
【复现路径】
使用官方容器跑 br备份 tidb，报错 [error=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist”]
执行命令
docker run --rm --network portal -v /tmp/tidb:/tmp/tidb pingcap/br:v7.1.2 /br backup full --pd pd0:2379 -s local:///tmp/tidb --log-file /tmp/tidb/backup.log
【遇到的问题：问题现象及影响】
使用 br 备份失败
【资源配置】
8c 16g 500G
【附件：截图/日志/监控】
[2023/11/27 05:48:25.024 +00:00] [INFO] [info.go:49] [“Welcome to Backup & Restore (BR)”] [release-version=v7.1.2] [git-hash=aa6ed99ae63191bc98e883fd4c369ae7482cccb7] [git-branch=heads/refs/tags/v7.1.2] [go-version=go1.20.10] [utc-build-time=“2023-10-21 07:38:22”] [race-enabled=false]
[2023/11/27 05:48:25.024 +00:00] [INFO] [common.go:745] [arguments] [__command=“br backup full”] [log-file=/tmp/tidb/backup.log] [pd=“[pd0:2379]”] [storage=local:///tmp/tidb]
[2023/11/27 05:48:25.026 +00:00] [INFO] [conn.go:149] [“new mgr”] [pdAddrs=pd0:2379]
[2023/11/27 05:48:25.028 +00:00] [INFO] [client.go:311] [“[pd] create pd client with endpoints and keyspace”] [pd-address=“[pd0:2379]”] [keyspace-id=0]
[2023/11/27 05:48:25.031 +00:00] [INFO] [pd_service_discovery.go:547] [“[pd] switch leader”] [new-leader=http://pd0:2379] [old-leader=]
[2023/11/27 05:48:25.031 +00:00] [INFO] [pd_service_discovery.go:177] [“[pd] init cluster id”] [cluster-id=7303447709268960532]
[2023/11/27 05:48:25.031 +00:00] [INFO] [client.go:386] [“[pd] changing service mode”] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:25.031 +00:00] [INFO] [tso_client.go:230] [“[tso] switch dc tso allocator serving address”] [dc-location=global] [new-address=http://pd0:2379]
[2023/11/27 05:48:25.032 +00:00] [INFO] [tso_dispatcher.go:291] [“[tso] tso dispatcher created”] [dc-location=global]
[2023/11/27 05:48:25.032 +00:00] [INFO] [client.go:428] [“[pd] service mode changed”] [old-mode=PD_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:25.033 +00:00] [INFO] [conn.go:123] [“checked alive KV stores”] [aliveStores=1] [totalStores=1]
[2023/11/27 05:48:25.033 +00:00] [INFO] [client.go:311] [“[pd] create pd client with endpoints and keyspace”] [pd-address=“[pd0:2379]”] [keyspace-id=0]
[2023/11/27 05:48:25.035 +00:00] [INFO] [pd_service_discovery.go:547] [“[pd] switch leader”] [new-leader=http://pd0:2379] [old-leader=]
[2023/11/27 05:48:25.035 +00:00] [INFO] [pd_service_discovery.go:177] [“[pd] init cluster id”] [cluster-id=7303447709268960532]
[2023/11/27 05:48:25.035 +00:00] [INFO] [client.go:386] [“[pd] changing service mode”] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:25.035 +00:00] [INFO] [tso_client.go:230] [“[tso] switch dc tso allocator serving address”] [dc-location=global] [new-address=http://pd0:2379]
[2023/11/27 05:48:25.036 +00:00] [INFO] [tso_dispatcher.go:291] [“[tso] tso dispatcher created”] [dc-location=global]
[2023/11/27 05:48:25.036 +00:00] [INFO] [client.go:428] [“[pd] service mode changed”] [old-mode=PD_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:25.037 +00:00] [INFO] [tikv_driver.go:221] [“using API V1.”]
[2023/11/27 05:48:25.038 +00:00] [INFO] [tidb.go:80] [“new domain”] [store=tikv-7303447709268960532] [“ddl lease”=1s] [“stats lease”=-1ns] [“index usage sync lease”=0s]
[2023/11/27 05:48:25.045 +00:00] [INFO] [domain.go:2672] [acquireServerID] [serverID=312828] [“lease id”=4cf68c0edf4592e8]
[2023/11/27 05:48:25.049 +00:00] [WARN] [info.go:304] [“init TiFlashReplicaManager”] [“pd addrs”=“[pd0:2379]”]
[2023/11/27 05:48:25.053 +00:00] [INFO] [region_cache.go:2638] [“change store resolve state”] [store=1001] [addr=tikv:20160] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2023/11/27 05:48:25.057 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).Init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1177\ngithub.com/pingcap/tidb/session.(*domainMap).Get.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/tidb.go:93\ngithub.com/pingcap/tidb/util.RunWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/misc.go:69\ngithub.com/pingcap/tidb/session.(*domainMap).Get\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/tidb.go:79\ngithub.com/pingcap/tidb/session.createSessionWithOpt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3559\ngithub.com/pingcap/tidb/session.CreateSessionWithOpt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3051\ngithub.com/pingcap/tidb/session.CreateSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3045\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:127\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:25.060 +00:00] [INFO] [domain.go:277] [“full load InfoSchema success”] [currentSchemaVersion=0] [neededSchemaVersion=0] [“start time”=2.557821ms]
[2023/11/27 05:48:25.060 +00:00] [INFO] [domain.go:592] [“full load and reset schema validator”]
[2023/11/27 05:48:25.060 +00:00] [INFO] [ddl.go:772] [“[ddl] start DDL”] [ID=4a60d5db-bf17-46b0-b551-27cb0d9de9c0] [runWorker=false]
[2023/11/27 05:48:25.060 +00:00] [INFO] [ddl.go:735] [“[ddl] start delRangeManager OK”] [“is a emulator”=false]
[2023/11/27 05:48:25.062 +00:00] [WARN] [env.go:52] [“[ddl-ingest] initialize environment failed”] [“storage limitation”=“only support TiKV storage”] [“current storage”=unistore] [“lightning is initialized”=false]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=loadSchemaInLoop]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=mdlCheckLoop]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=topNSlowQueryLoop]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=infoSyncerKeeper]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=globalConfigSyncerKeeper]
[2023/11/27 05:48:25.062 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=closestReplicaReadCheckLoop]
[2023/11/27 05:48:25.062 +00:00] [INFO] [owner_daemon.go:70] [“begin advancer daemon”] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:25.062 +00:00] [INFO] [manager.go:182] [“start campaign owner”] [ownerInfo=“[log-backup] /tidb/br-stream/owner”]
[2023/11/27 05:48:25.062 +00:00] [INFO] [job_table.go:328] [“[ddl] get global state and global state change”] [oldState=false] [currState=false]
[2023/11/27 05:48:25.063 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=logBackupAdvancer]
[2023/11/27 05:48:25.063 +00:00] [INFO] [owner_daemon.go:81] [“begin running daemon”] [id=9fdfd4d4-1d65-487b-a4e2-dee0342460f5] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:25.064 +00:00] [INFO] [manager.go:348] [“get owner”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 9fdfd4d4-1d65-487b-a4e2-dee0342460f5”] [“owner key”=/tidb/br-stream/owner/4cf68c0edf4592f5] [ownerID=9fdfd4d4-1d65-487b-a4e2-dee0342460f5] [op=none]
[2023/11/27 05:48:25.565 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:868\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:25.565 +00:00] [WARN] [domain.go:758] [“get mdl info from tidb_mdl_info failed”] [error=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/domain.(*Domain).refreshMDLCheckTableInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:756\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:909\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”]
[2023/11/27 05:48:26.064 +00:00] [INFO] [ddl_workerpool.go:82] [“[ddl] closing workerPool”]
[2023/11/27 05:48:26.064 +00:00] [INFO] [ddl_workerpool.go:82] [“[ddl] closing workerPool”]
[2023/11/27 05:48:26.064 +00:00] [INFO] [delete_range.go:150] [“[ddl] closing delRange”]
[2023/11/27 05:48:26.064 +00:00] [INFO] [session_pool.go:98] [“[ddl] closing session pool”]
[2023/11/27 05:48:26.064 +00:00] [INFO] [ddl.go:887] [“[ddl] DDL closed”] [ID=4a60d5db-bf17-46b0-b551-27cb0d9de9c0] [“take time”=999.696337ms]
[2023/11/27 05:48:26.064 +00:00] [INFO] [ddl.go:727] [“[ddl] stop DDL”] [ID=4a60d5db-bf17-46b0-b551-27cb0d9de9c0]
[2023/11/27 05:48:26.065 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:868\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:694] [“globalConfigSyncerKeeper exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:668] [“infoSyncerKeeper exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=globalConfigSyncerKeeper]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=mdlCheckLoop]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=infoSyncerKeeper]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:2699] [“serverIDKeeper exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [manager.go:440] [“watcher is closed, no owner”] [“owner info”=“[log-backup] ownerManager 9fdfd4d4-1d65-487b-a4e2-dee0342460f5 watch owner key /tidb/br-stream/owner/4cf68c0edf4592f5”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [advancer.go:349] [“[log backup advancer] Meet task event”] [event=“Err(, err = EOF)”]
[2023/11/27 05:48:26.065 +00:00] [WARN] [manager.go:300] [“is not the owner”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 9fdfd4d4-1d65-487b-a4e2-dee0342460f5”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [manager.go:251] [“etcd session is done, creates a new one”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 9fdfd4d4-1d65-487b-a4e2-dee0342460f5”]
[2023/11/27 05:48:26.065 +00:00] [ERROR] [advancer.go:352] [“listen task meet error, would reopen.”] [error=EOF] [stack=“github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer.go:352”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [advancer.go:355] [“[log backup advancer] Task watcher exits due to some error.”] [error=EOF]
[2023/11/27 05:48:26.065 +00:00] [WARN] [etcd.go:78] [“failed to new session to etcd”] [ownerInfo=“[log-backup] /tidb/br-stream/owner ownerManager 9fdfd4d4-1d65-487b-a4e2-dee0342460f5”] [error=“context canceled”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [owner_daemon.go:87] [“daemon loop exits”] [id=9fdfd4d4-1d65-487b-a4e2-dee0342460f5] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=logBackupAdvancer]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:640] [“topNSlowQueryLoop exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=topNSlowQueryLoop]
[2023/11/27 05:48:26.065 +00:00] [WARN] [domain.go:758] [“get mdl info from tidb_mdl_info failed”] [error=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/domain.(*Domain).refreshMDLCheckTableInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:756\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:909\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:861] [“loadSchemaInLoop exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=loadSchemaInLoop]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:1271] [“closestReplicaReadCheckLoop exited.”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=closestReplicaReadCheckLoop]
[2023/11/27 05:48:26.065 +00:00] [INFO] [domain.go:1012] [“domain closed”] [“take time”=1.001166567s]
[2023/11/27 05:48:26.065 +00:00] [INFO] [glue.go:153] [“one shot domain closed”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [glue.go:136] [“one shot session closed”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [pd_service_discovery.go:216] [“[pd] exit member loop due to context canceled”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_dispatcher.go:377] [“[tso] stop fetching the pending tso requests due to context canceled”] [dc-location=global]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_dispatcher.go:312] [“[tso] exit tso dispatcher”] [dc-location=global]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_dispatcher.go:215] [“exit tso dispatcher loop”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_dispatcher.go:163] [“exit tso requests cancel loop”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_client.go:134] [“closing tso client”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_client.go:139] [“close tso client”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [tso_client.go:150] [“tso client is closed”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [pd_service_discovery.go:254] [“[pd] close pd service discovery client”]
[2023/11/27 05:48:26.065 +00:00] [INFO] [pd.go:210] [“closed pd http client”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [pd_service_discovery.go:216] [“[pd] exit member loop due to context canceled”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_dispatcher.go:215] [“exit tso dispatcher loop”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_dispatcher.go:377] [“[tso] stop fetching the pending tso requests due to context canceled”] [dc-location=global]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_dispatcher.go:312] [“[tso] exit tso dispatcher”] [dc-location=global]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_client.go:134] [“closing tso client”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_dispatcher.go:163] [“exit tso requests cancel loop”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_client.go:139] [“close tso client”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [tso_client.go:150] [“tso client is closed”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [pd_service_discovery.go:254] [“[pd] close pd service discovery client”]
[2023/11/27 05:48:26.066 +00:00] [INFO] [collector.go:224] [“units canceled”] [cancel-unit=0]
[2023/11/27 05:48:26.066 +00:00] [INFO] [collector.go:78] [“Full Backup failed summary”] [total-ranges=0] [ranges-succeed=0] [ranges-failed=0]
[2023/11/27 05:48:26.066 +00:00] [ERROR] [backup.go:54] [“failed to backup”] [error=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/session.(*session).getTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1401\ngithub.com/pingcap/tidb/session.(*session).GetTiDBTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1515\ngithub.com/pingcap/tidb/br/pkg/gluetidb.(*tidbSession).GetGlobalVariable\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:323\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup.func2\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:416\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:156\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”] [stack=“main.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:54\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”]
[2023/11/27 05:48:26.066 +00:00] [ERROR] [main.go:60] [“br failed”] [error=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/session.(*session).getTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1401\ngithub.com/pingcap/tidb/session.(*session).GetTiDBTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1515\ngithub.com/pingcap/tidb/br/pkg/gluetidb.(*tidbSession).GetGlobalVariable\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:323\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup.func2\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:416\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:156\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”] [stack=“main.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:60\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”]
[2023/11/27 05:48:48.069 +00:00] [INFO] [info.go:49] [“Welcome to Backup & Restore (BR)”] [release-version=v7.1.2] [git-hash=aa6ed99ae63191bc98e883fd4c369ae7482cccb7] [git-branch=heads/refs/tags/v7.1.2] [go-version=go1.20.10] [utc-build-time=“2023-10-21 07:38:22”] [race-enabled=false]
[2023/11/27 05:48:48.070 +00:00] [INFO] [common.go:745] [arguments] [__command=“br backup full”] [log-file=/tmp/tidb/backup.log] [pd=“[pd0:2379]”] [storage=local:///tmp/tidb]
[2023/11/27 05:48:48.072 +00:00] [INFO] [conn.go:149] [“new mgr”] [pdAddrs=pd0:2379]
[2023/11/27 05:48:48.073 +00:00] [INFO] [client.go:311] [“[pd] create pd client with endpoints and keyspace”] [pd-address=“[pd0:2379]”] [keyspace-id=0]
[2023/11/27 05:48:48.076 +00:00] [INFO] [pd_service_discovery.go:547] [“[pd] switch leader”] [new-leader=http://pd0:2379] [old-leader=]
[2023/11/27 05:48:48.076 +00:00] [INFO] [pd_service_discovery.go:177] [“[pd] init cluster id”] [cluster-id=7303447709268960532]
[2023/11/27 05:48:48.077 +00:00] [INFO] [client.go:386] [“[pd] changing service mode”] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:48.077 +00:00] [INFO] [tso_client.go:230] [“[tso] switch dc tso allocator serving address”] [dc-location=global] [new-address=http://pd0:2379]
[2023/11/27 05:48:48.077 +00:00] [INFO] [tso_dispatcher.go:291] [“[tso] tso dispatcher created”] [dc-location=global]
[2023/11/27 05:48:48.077 +00:00] [INFO] [client.go:428] [“[pd] service mode changed”] [old-mode=PD_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:48.078 +00:00] [INFO] [conn.go:123] [“checked alive KV stores”] [aliveStores=1] [totalStores=1]
[2023/11/27 05:48:48.078 +00:00] [INFO] [client.go:311] [“[pd] create pd client with endpoints and keyspace”] [pd-address=“[pd0:2379]”] [keyspace-id=0]
[2023/11/27 05:48:48.080 +00:00] [INFO] [pd_service_discovery.go:547] [“[pd] switch leader”] [new-leader=http://pd0:2379] [old-leader=]
[2023/11/27 05:48:48.080 +00:00] [INFO] [pd_service_discovery.go:177] [“[pd] init cluster id”] [cluster-id=7303447709268960532]
[2023/11/27 05:48:48.080 +00:00] [INFO] [client.go:386] [“[pd] changing service mode”] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:48.080 +00:00] [INFO] [tso_client.go:230] [“[tso] switch dc tso allocator serving address”] [dc-location=global] [new-address=http://pd0:2379]
[2023/11/27 05:48:48.081 +00:00] [INFO] [tso_dispatcher.go:291] [“[tso] tso dispatcher created”] [dc-location=global]
[2023/11/27 05:48:48.081 +00:00] [INFO] [client.go:428] [“[pd] service mode changed”] [old-mode=PD_SVC_MODE] [new-mode=PD_SVC_MODE]
[2023/11/27 05:48:48.081 +00:00] [INFO] [tikv_driver.go:221] [“using API V1.”]
[2023/11/27 05:48:48.082 +00:00] [INFO] [tidb.go:80] [“new domain”] [store=tikv-7303447709268960532] [“ddl lease”=1s] [“stats lease”=-1ns] [“index usage sync lease”=0s]
[2023/11/27 05:48:48.093 +00:00] [INFO] [domain.go:2672] [acquireServerID] [serverID=3767215] [“lease id”=4cf68c0edf45931a]
[2023/11/27 05:48:48.095 +00:00] [WARN] [info.go:304] [“init TiFlashReplicaManager”] [“pd addrs”=“[pd0:2379]”]
[2023/11/27 05:48:48.100 +00:00] [INFO] [region_cache.go:2638] [“change store resolve state”] [store=1001] [addr=tikv:20160] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2023/11/27 05:48:48.105 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).Init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1177\ngithub.com/pingcap/tidb/session.(*domainMap).Get.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/tidb.go:93\ngithub.com/pingcap/tidb/util.RunWithRetry\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/misc.go:69\ngithub.com/pingcap/tidb/session.(*domainMap).Get\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/tidb.go:79\ngithub.com/pingcap/tidb/session.createSessionWithOpt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3559\ngithub.com/pingcap/tidb/session.CreateSessionWithOpt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3051\ngithub.com/pingcap/tidb/session.CreateSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:3045\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:127\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:48.107 +00:00] [INFO] [domain.go:277] [“full load InfoSchema success”] [currentSchemaVersion=0] [neededSchemaVersion=0] [“start time”=2.643761ms]
[2023/11/27 05:48:48.108 +00:00] [INFO] [domain.go:592] [“full load and reset schema validator”]
[2023/11/27 05:48:48.108 +00:00] [INFO] [ddl.go:772] [“[ddl] start DDL”] [ID=42739c76-a62b-4952-a93b-88de150c0038] [runWorker=false]
[2023/11/27 05:48:48.108 +00:00] [INFO] [ddl.go:735] [“[ddl] start delRangeManager OK”] [“is a emulator”=false]
[2023/11/27 05:48:48.109 +00:00] [WARN] [env.go:52] [“[ddl-ingest] initialize environment failed”] [“storage limitation”=“only support TiKV storage”] [“current storage”=unistore] [“lightning is initialized”=false]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=loadSchemaInLoop]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=mdlCheckLoop]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=topNSlowQueryLoop]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=infoSyncerKeeper]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=globalConfigSyncerKeeper]
[2023/11/27 05:48:48.109 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=closestReplicaReadCheckLoop]
[2023/11/27 05:48:48.109 +00:00] [INFO] [owner_daemon.go:70] [“begin advancer daemon”] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:48.109 +00:00] [INFO] [manager.go:182] [“start campaign owner”] [ownerInfo=“[log-backup] /tidb/br-stream/owner”]
[2023/11/27 05:48:48.110 +00:00] [INFO] [job_table.go:328] [“[ddl] get global state and global state change”] [oldState=false] [currState=false]
[2023/11/27 05:48:48.111 +00:00] [INFO] [wait_group_wrapper.go:130] [“background process started”] [source=domain] [process=logBackupAdvancer]
[2023/11/27 05:48:48.111 +00:00] [INFO] [owner_daemon.go:81] [“begin running daemon”] [id=3ace6563-e1a2-4210-a1b6-891fcdad0424] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:48.611 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:868\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:48.612 +00:00] [WARN] [domain.go:758] [“get mdl info from tidb_mdl_info failed”] [error=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/domain.(*Domain).refreshMDLCheckTableInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:756\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:909\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”]
[2023/11/27 05:48:49.111 +00:00] [INFO] [ddl_workerpool.go:82] [“[ddl] closing workerPool”]
[2023/11/27 05:48:49.111 +00:00] [INFO] [ddl_workerpool.go:82] [“[ddl] closing workerPool”]
[2023/11/27 05:48:49.111 +00:00] [INFO] [delete_range.go:150] [“[ddl] closing delRange”]
[2023/11/27 05:48:49.111 +00:00] [INFO] [session_pool.go:98] [“[ddl] closing session pool”]
[2023/11/27 05:48:49.111 +00:00] [INFO] [ddl.go:887] [“[ddl] DDL closed”] [ID=42739c76-a62b-4952-a93b-88de150c0038] [“take time”=999.140923ms]
[2023/11/27 05:48:49.111 +00:00] [INFO] [ddl.go:727] [“[ddl] stop DDL”] [ID=42739c76-a62b-4952-a93b-88de150c0038]
[2023/11/27 05:48:49.111 +00:00] [WARN] [domain.go:220] [“failed to get schema version”] [error=“There is no Write MVCC info for the schema version”] [errorVerbose=“There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:297\ngithub.com/pingcap/tidb/domain.(*Domain).loadInfoSchema\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:218\ngithub.com/pingcap/tidb/domain.(*Domain).Reload\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:562\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:868\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”] [version=0]
[2023/11/27 05:48:49.112 +00:00] [WARN] [domain.go:758] [“get mdl info from tidb_mdl_info failed”] [error=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb_mdl_info’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/domain.(*Domain).refreshMDLCheckTableInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:756\ngithub.com/pingcap/tidb/domain.(*Domain).loadSchemaInLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:909\ngithub.com/pingcap/tidb/domain.(*Domain).Init.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/domain/domain.go:1204\ngithub.com/pingcap/tidb/util.(*WaitGroupEnhancedWrapper).Run.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/wait_group_wrapper.go:96\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=mdlCheckLoop]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:861] [“loadSchemaInLoop exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=loadSchemaInLoop]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:668] [“infoSyncerKeeper exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [manager.go:286] [“failed to campaign”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 3ace6563-e1a2-4210-a1b6-891fcdad0424”] [error=“lost watcher waiting for delete”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=infoSyncerKeeper]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:694] [“globalConfigSyncerKeeper exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=globalConfigSyncerKeeper]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:2699] [“serverIDKeeper exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [advancer.go:349] [“[log backup advancer] Meet task event”] [event=“Err(, err = EOF)”]
[2023/11/27 05:48:49.114 +00:00] [ERROR] [advancer.go:352] [“listen task meet error, would reopen.”] [error=EOF] [stack=“github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/streamhelper/advancer.go:352”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [advancer.go:355] [“[log backup advancer] Task watcher exits due to some error.”] [error=EOF]
[2023/11/27 05:48:49.114 +00:00] [INFO] [manager.go:286] [“failed to campaign”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 3ace6563-e1a2-4210-a1b6-891fcdad0424”] [error=“context canceled”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [manager.go:251] [“etcd session is done, creates a new one”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 3ace6563-e1a2-4210-a1b6-891fcdad0424”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:640] [“topNSlowQueryLoop exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [owner_daemon.go:87] [“daemon loop exits”] [id=3ace6563-e1a2-4210-a1b6-891fcdad0424] [daemon-id=LogBackup::Advancer]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=topNSlowQueryLoop]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=logBackupAdvancer]
[2023/11/27 05:48:49.114 +00:00] [INFO] [manager.go:255] [“break campaign loop, NewSession failed”] [“owner info”=“[log-backup] /tidb/br-stream/owner ownerManager 3ace6563-e1a2-4210-a1b6-891fcdad0424”] [error=“context canceled”] [errorVerbose=“context canceled\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.Trace\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:15\ngithub.com/pingcap/tidb/util.contextDone\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/etcd.go:90\ngithub.com/pingcap/tidb/util.NewSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/util/etcd.go:50\ngithub.com/pingcap/tidb/owner.(*ownerManager).campaignLoop\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/owner/manager.go:253\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:1271] [“closestReplicaReadCheckLoop exited.”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [wait_group_wrapper.go:137] [“background process exited”] [source=domain] [process=closestReplicaReadCheckLoop]
[2023/11/27 05:48:49.114 +00:00] [INFO] [domain.go:1012] [“domain closed”] [“take time”=1.002177271s]
[2023/11/27 05:48:49.114 +00:00] [INFO] [glue.go:153] [“one shot domain closed”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [glue.go:136] [“one shot session closed”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [pd_service_discovery.go:216] [“[pd] exit member loop due to context canceled”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_dispatcher.go:163] [“exit tso requests cancel loop”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_dispatcher.go:215] [“exit tso dispatcher loop”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_dispatcher.go:377] [“[tso] stop fetching the pending tso requests due to context canceled”] [dc-location=global]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_dispatcher.go:312] [“[tso] exit tso dispatcher”] [dc-location=global]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_client.go:134] [“closing tso client”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_client.go:139] [“close tso client”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [tso_client.go:150] [“tso client is closed”]
[2023/11/27 05:48:49.114 +00:00] [INFO] [pd_service_discovery.go:254] [“[pd] close pd service discovery client”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [pd.go:210] [“closed pd http client”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_dispatcher.go:215] [“exit tso dispatcher loop”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_dispatcher.go:377] [“[tso] stop fetching the pending tso requests due to context canceled”] [dc-location=global]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_dispatcher.go:312] [“[tso] exit tso dispatcher”] [dc-location=global]
[2023/11/27 05:48:49.115 +00:00] [INFO] [pd_service_discovery.go:216] [“[pd] exit member loop due to context canceled”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_client.go:134] [“closing tso client”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_dispatcher.go:163] [“exit tso requests cancel loop”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_client.go:139] [“close tso client”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [tso_client.go:150] [“tso client is closed”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [pd_service_discovery.go:254] [“[pd] close pd service discovery client”]
[2023/11/27 05:48:49.115 +00:00] [INFO] [collector.go:224] [“units canceled”] [cancel-unit=0]
[2023/11/27 05:48:49.115 +00:00] [INFO] [collector.go:78] [“Full Backup failed summary”] [total-ranges=0] [ranges-succeed=0] [ranges-failed=0]
[2023/11/27 05:48:49.115 +00:00] [ERROR] [backup.go:54] [“failed to backup”] [error=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/session.(*session).getTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1401\ngithub.com/pingcap/tidb/session.(*session).GetTiDBTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1515\ngithub.com/pingcap/tidb/br/pkg/gluetidb.(*tidbSession).GetGlobalVariable\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:323\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup.func2\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:416\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:156\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”] [stack=“main.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:54\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”]
[2023/11/27 05:48:49.115 +00:00] [ERROR] [main.go:60] [“br failed”] [error=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist”] [errorVerbose=“[schema:1146]Table ‘mysql.tidb’ doesn’t exist\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/normalize.go:164\ngithub.com/pingcap/tidb/infoschema.(*infoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:207\ngithub.com/pingcap/tidb/infoschema.(*SessionExtendedInfoSchema).TableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/infoschema/infoschema.go:696\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).tableByName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:476\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).handleTableName\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:1555\ngithub.com/pingcap/tidb/planner/core.(*preprocessor).Leave\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:577\ngithub.com/pingcap/tidb/parser/ast.(*TableName).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:449\ngithub.com/pingcap/tidb/parser/ast.(*TableSource).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:601\ngithub.com/pingcap/tidb/parser/ast.(*Join).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:241\ngithub.com/pingcap/tidb/parser/ast.(*TableRefsClause).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:802\ngithub.com/pingcap/tidb/parser/ast.(*SelectStmt).Accept\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/parser/ast/dml.go:1470\ngithub.com/pingcap/tidb/planner/core.Preprocess\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/planner/core/preprocess.go:136\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/executor/compiler.go:63\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2200\ngithub.com/pingcap/tidb/session.(*session).ExecuteInternalStmt\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2115\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2081\ngithub.com/pingcap/tidb/session.(*session).withRestrictedSQLExecutor\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2067\ngithub.com/pingcap/tidb/session.(*session).ExecRestrictedSQL\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:2071\ngithub.com/pingcap/tidb/session.(*session).getTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1401\ngithub.com/pingcap/tidb/session.(*session).GetTiDBTableValue\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/session/session.go:1515\ngithub.com/pingcap/tidb/br/pkg/gluetidb.(*tidbSession).GetGlobalVariable\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:323\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup.func2\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:416\ngithub.com/pingcap/tidb/br/pkg/gluetidb.Glue.UseOneShotSession\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/gluetidb/glue.go:156\ngithub.com/pingcap/tidb/br/pkg/task.RunBackup\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/pkg/task/backup.go:415\nmain.runBackupCommand\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:53\nmain.newFullBackupCommand.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/backup.go:143\ngithub.com/spf13/cobra.(*Command).execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:916\ngithub.com/spf13/cobra.(*Command).ExecuteC\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:1044\ngithub.com/spf13/cobra.(*Command).Execute\n\t/go/pkg/mod/github.com/spf13/cobra@v1.6.1/command.go:968\nmain.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:58\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”] [stack=“main.main\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/br/br/cmd/br/main.go:60\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:250”]
