不用远程存储,即使是存到本地硬盘上,都有问题。
[tidb@b67 ~]$ ~/tidb-toolkit/dumpling -u root -p 'xxxxx!pE' -P 4000 -h 192.168.241.85 -T bsppr.xpost --where "update_time < '2023-03-10 00:00:00'" -o /opt/dumpling/before-2023-03-01/
Release version: v7.1.5
Git commit hash: caa60c0917a886933a525d25e17057faac5b4da2
Git branch: HEAD
Build timestamp: 2024-04-24 11:09:23Z
Go version: go version go1.20.10 linux/amd64
[2024/11/13 10:59:38.629 +08:00] [INFO] [versions.go:54] ["Welcome to dumpling"] ["Release Version"=v7.1.5] ["Git Commit Hash"=caa60c0917a886933a525d25e17057faac5b4da2] ["Git Branch"=HEAD] ["Build timestamp"="2024-04-24 11:09:23"] ["Go Version"="go version go1.20.10 linux/amd64"]
[2024/11/13 10:59:38.635 +08:00] [INFO] [version.go:434] ["detect server version"] [type=TiDB] [version=7.1.5]
[2024/11/13 10:59:38.650 +08:00] [INFO] [client.go:311] ["[pd] create pd client with endpoints and keyspace"] [pd-address="[192.168.241.60:2379,192.168.241.59:2379,192.168.241.61:2379]"] [keyspace-id=0]
[2024/11/13 10:59:38.660 +08:00] [INFO] [pd_service_discovery.go:521] ["[pd] update member urls"] [old-urls="[http://192.168.241.60:2379,http://192.168.241.59:2379,http://192.168.241.61:2379]"] [new-urls="[http://192.168.241.59:2379,http://192.168.241.60:2379,http://192.168.241.61:2379]"]
[2024/11/13 10:59:38.660 +08:00] [INFO] [pd_service_discovery.go:546] ["[pd] switch leader"] [new-leader=http://192.168.241.61:2379] [old-leader=]
[2024/11/13 10:59:38.660 +08:00] [INFO] [pd_service_discovery.go:177] ["[pd] init cluster id"] [cluster-id=7210697100626091534]
[2024/11/13 10:59:38.661 +08:00] [INFO] [client.go:386] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/11/13 10:59:38.661 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso allocator serving address"] [dc-location=global] [new-address=http://192.168.241.61:2379]
[2024/11/13 10:59:38.661 +08:00] [INFO] [tso_dispatcher.go:296] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/11/13 10:59:38.661 +08:00] [INFO] [client.go:428] ["[pd] service mode changed"] [old-mode=PD_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/11/13 10:59:38.663 +08:00] [INFO] [dump.go:1519] ["generate dumpling gc safePoint id"] [id=dumpling_1731466778663079714]
[2024/11/13 10:59:38.675 +08:00] [INFO] [dump.go:151] ["begin to run Dump"] [conf="{\"s3\":{\"endpoint\":\"\",\"region\":\"\",\"storage-class\":\"\",\"sse\":\"\",\"sse-kms-key-id\":\"\",\"acl\":\"\",\"access-key\":\"\",\"secret-access-key\":\"\",\"session-token\":\"\",\"provider\":\"\",\"force-path-style\":true,\"use-accelerate-endpoint\":false,\"role-arn\":\"\",\"external-id\":\"\",\"object-lock-enabled\":false},\"gcs\":{\"endpoint\":\"\",\"storage-class\":\"\",\"predefined-acl\":\"\",\"credentials-file\":\"\"},\"azblob\":{\"endpoint\":\"\",\"account-name\":\"\",\"account-key\":\"\",\"access-tier\":\"\"},\"AllowCleartextPasswords\":false,\"SortByPk\":true,\"NoViews\":true,\"NoSequences\":true,\"NoHeader\":false,\"NoSchemas\":false,\"NoData\":false,\"CompleteInsert\":false,\"TransactionalConsistency\":true,\"EscapeBackslash\":true,\"DumpEmptyDatabase\":true,\"PosAfterConnect\":false,\"CompressType\":0,\"Host\":\"192.168.241.85\",\"Port\":4000,\"Threads\":4,\"User\":\"root\",\"Security\":{\"CAPath\":\"\",\"CertPath\":\"\",\"KeyPath\":\"\"},\"LogLevel\":\"info\",\"LogFile\":\"\",\"LogFormat\":\"text\",\"OutputDirPath\":\"/opt/dumpling/before-2023-03-01/\",\"StatusAddr\":\":8281\",\"Snapshot\":\"453893627213774876\",\"Consistency\":\"snapshot\",\"CsvNullValue\":\"\\\\N\",\"SQL\":\"\",\"CsvSeparator\":\",\",\"CsvDelimiter\":\"\\\"\",\"Databases\":[],\"Where\":\"update_time \\u003c '2023-03-10 00:00:00'\",\"FileType\":\"sql\",\"ServerInfo\":{\"ServerType\":3,\"ServerVersion\":\"7.1.5\",\"HasTiKV\":true},\"Rows\":0,\"ReadTimeout\":900000000000,\"TiDBMemQuotaQuery\":0,\"FileSize\":0,\"StatementSize\":1000000,\"SessionParams\":{\"tidb_snapshot\":\"453893627213774876\"},\"Tables\":{\"bsppr\":[{\"Name\":\"xpost\",\"AvgRowLength\":0,\"Type\":0}]},\"CollationCompatible\":\"loose\",\"IOTotalBytes\":null,\"Net\":\"\"}"]
[2024/11/13 11:01:38.704 +08:00] [INFO] [status.go:37] [progress] [tables="0/1 (0.0%)"] ["finished rows"=0] ["estimate total rows"=7400524299] ["finished size"=0B] ["average speed(MiB/s)"=0] ["recent speed bps"=0] ["chunks progress"=]
[2024/11/13 11:03:38.704 +08:00] [INFO] [status.go:37] [progress] [tables="0/1 (0.0%)"] ["finished rows"=0] ["estimate total rows"=7400524299] ["finished size"=0B] ["average speed(MiB/s)"=0] ["recent speed bps"=0] ["chunks progress"=]
[2024/11/13 11:05:38.703 +08:00] [INFO] [status.go:37] [progress] [tables="0/1 (0.0%)"] ["finished rows"=0] ["estimate total rows"=7400524299] ["finished size"=0B] ["average speed(MiB/s)"=0] ["recent speed bps"=0] ["chunks progress"=]
[2024/11/13 11:07:38.703 +08:00] [INFO] [status.go:37] [progress] [tables="0/1 (0.0%)"] ["finished rows"=0] ["estimate total rows"=7400524299] ["finished size"=0B] ["average speed(MiB/s)"=0] ["recent speed bps"=0] ["chunks progress"=]
[2024/11/13 10:58:03.143 +08:00] [INFO] [job_manager.go:489] ["try lock new job"] [ttl-worker=job-manager] [tableID=1929]
[2024/11/13 10:58:03.146 +08:00] [WARN] [job_manager.go:496] ["fail to create new job"] [ttl-worker=job-manager] [error="couldn't schedule ttl job"]
[2024/11/13 10:59:38.671 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685091] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.676 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685093] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.682 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685095] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.689 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685097] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.694 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685099] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.699 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685101] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.704 +08:00] [INFO] [set.go:309] ["load snapshot info schema"] [conn=8441874356203685103] [SnapshotTS=453893627213774876]
[2024/11/13 10:59:38.706 +08:00] [INFO] [session.go:4048] ["use snapshot schema"] [conn=8441874356203685095] [schemaVersion=1750]
[2024/11/13 10:59:38.708 +08:00] [WARN] [session.go:2241] ["compile SQL failed"] [conn=8441874356203685095] [error="[planner:1054]Unknown column '_tidb_rowid' in 'field list'"] [SQL="SELECT _tidb_rowid from `bsppr`.`xpost` LIMIT 1"]
[2024/11/13 10:59:38.708 +08:00] [INFO] [conn.go:1200] ["command dispatched failed"] [conn=8441874356203685095] [connInfo="id:8441874356203685095, addr:192.168.241.67:28607 status:11, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:1, autocommit:1"] [sql="SELECT _tidb_rowid from `bsppr`.`xpost` LIMIT 1"] [txn_mode=OPTIMISTIC] [timestamp=453893627226882060] [err="[planner:1054]Unknown column '_tidb_rowid' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/root/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20231212100244-799fae176cfb/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/root/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20231212100244-799fae176cfb/normalize.go:164\ngithub.com/pingcap/tidb/planner/core.(*expressionRewriter).toColumn\n\t/workspace/source/tidb/planner/core/expression_rewriter.go:2074\ngithub.com/pingcap/tidb/planner/core.(*expressionRewriter).Leave\n\t/workspace/source/tidb/planner/core/expression_rewriter.go:1185\ngithub.com/pingcap/tidb/parser/ast.(*ColumnName).Accept\n\t/workspace/source/tidb/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/parser/ast.(*ColumnNameExpr).Accept\n\t/workspace/source/tidb/parser/ast/expressions.go:596\ngithub.com/pingcap/tidb/planner/core.(*PlanBuilder).rewriteExprNode\n\t/workspace/source/tidb/planner/core/expression_rewriter.go:200\ngithub.com/pingcap/tidb/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/workspace/source/tidb/planner/core/expression_rewriter.go:146\ngithub.com/pingcap/tidb/planner/core.(*PlanBuilder).buildProjection\n\t/workspace/source/tidb/planner/core/logical_plan_builder.go:1557\ngithub.com/pingcap/tidb/planner/core.(*PlanBuilder).buildSelect\n\t/workspace/source/tidb/planner/core/logical_plan_builder.go:4314\ngithub.com/pingcap/tidb/planner/core.(*PlanBuilder).Build\n\t/workspace/source/tidb/planner/core/planbuilder.go:852\ngithub.com/pingcap/tidb/planner.buildLogicalPlan\n\t/workspace/source/tidb/planner/optimize.go:560\ngithub.com/pingcap/tidb/planner.optimize\n\t/workspace/source/tidb/planner/optimize.go:479\ngithub.com/pingcap/tidb/planner.Optimize\n\t/workspace/source/tidb/planner/optimize.go:337\ngithub.com/pingcap/tidb/executor.(*Compiler).Compile\n\t/workspace/source/tidb/executor/compiler.go:98\ngithub.com/pingcap/tidb/session.(*session).ExecuteStmt\n\t/workspace/source/tidb/session/session.go:2211\ngithub.com/pingcap/tidb/server.(*TiDBContext).ExecuteStmt\n\t/workspace/source/tidb/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/server.(*clientConn).handleStmt\n\t/workspace/source/tidb/server/conn.go:2133\ngithub.com/pingcap/tidb/server.(*clientConn).handleQuery\n\t/workspace/source/tidb/server/conn.go:1901\ngithub.com/pingcap/tidb/server.(*clientConn).dispatch\n\t/workspace/source/tidb/server/conn.go:1388\ngithub.com/pingcap/tidb/server.(*clientConn).Run\n\t/workspace/source/tidb/server/conn.go:1169\ngithub.com/pingcap/tidb/server.(*Server).onConn\n\t/workspace/source/tidb/server/server.go:718\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1598"]
[2024/11/13 11:00:12.638 +08:00] [INFO] [domain.go:2708] ["refreshServerIDTTL succeed"] [serverID=3838920] ["lease id"=53a48fb8aeb520d1]
[2024/11/13 11:00:38.750 +08:00] [WARN] [expensivequery.go:118] [expensive_query] [cost_time=60.041214578s] [conn=8441874356203685095] [user=root] [txn_start_ts=453893627213774876] [mem_max="0 Bytes (0 Bytes)"] [sql="SELECT * FROM `bsppr`.`xpost` LIMIT 1"]
[2024/11/13 11:00:57.488 +08:00] [WARN] [coprocessor.go:431] ["buildCopTasks takes too much time"] [elapsed=1m18.777688667s] ["range len"=1] ["task len"=189030]
[2024/11/13 11:00:57.491 +08:00] [INFO] [controller.go:430] ["[resource group controller] create resource group cost controller"] [name=default]```
以上是我备份到本地的日志 上面是控制台
下面是tidb
就一直在那卡着不动, 好像dumpling就不太适合备份特别大的表数据呀