- 请问是在执行配置的 DM 的全量任务？
是全量+增量
- 麻烦发送对应的配置的 task 文件
---
name: pupu_wallet # global unique
task-mode: all # full/incremental/all
target-database:
host: xxxx
port: 4000
user: "root"
password: xxxx
mysql-instances: # one or more source database, config more source database for sharding merge
-
source-id: "pre-master" # unique in all instances, used as id when save checkpoints, configs, etc.
black-white-list: "instance"
# number of threads to use for dump data
mydumper-thread: 4
# number of threads to use for load data
loader-thread: 16
# number of threads to use for replicate binlog
syncer-thread: 16
black-white-list:
instance:
do-dbs: ["pupu_wallet"] # white list of upstream schemas needs to be replicated, regular expression (starts with ~) is supported
- 麻烦发送下完整的 dm-worker 日志，多谢
[2020/05/18 18:17:01.542 +08:00] [INFO] [worker.go:314] ["operate subtask"] [component="worker controller"] [operation=AutoResume] [task=pupu_wallet]
[2020/05/18 18:17:01.542 +08:00] [INFO] [task_checker.go:365] ["dispatch auto resume task"] [component="task checker"] [task=pupu_wallet] [opLogID=26]
[2020/05/18 18:17:02.542 +08:00] [INFO] [worker.go:793] ["start to execute operation"] [component="worker controller"] [oplog="{\"id\":26,\"task\":{\"op\":6,\"name\":\"pupu_wallet\"},\"ts\":1589797021542900158}"]
[2020/05/18 18:17:02.542 +08:00] [INFO] [worker.go:880] ["auto_resume sub task"] [component="worker controller"] [task=pupu_wallet]
[2020/05/18 18:17:02.542 +08:00] [INFO] [subtask.go:433] ["resume with unit"] [subtask=pupu_wallet] [unit=Dump]
[2020/05/18 18:17:02.542 +08:00] [INFO] [worker.go:884] ["end to execute operation"] [component="worker controller"] ["oplog ID"=26] []
[2020/05/18 18:17:02.564 +08:00] [INFO] [mydumper.go:158] ["Server version reported as: 5.7.26-log"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.579 +08:00] [INFO] [mydumper.go:158] ["Connected to a MySQL server"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.579 +08:00] [ERROR] [mydumper.go:164] ["Couldn't acquire global lock, snapshots will not be consistent: Access denied for user 'tidb_slave'@'%' (using password: YES)"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.579 +08:00] [INFO] [mydumper.go:158] ["Started dump at: 2020-05-18 18:17:02"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.579 +08:00] [INFO] [mydumper.go:158] ["Written master status"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.579 +08:00] [INFO] [mydumper.go:158] ["Thread 1 connected using MySQL connection ID 40978"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.592 +08:00] [INFO] [mydumper.go:158] ["Thread 2 connected using MySQL connection ID 40979"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.605 +08:00] [INFO] [mydumper.go:158] ["Thread 3 connected using MySQL connection ID 40980"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.617 +08:00] [INFO] [mydumper.go:158] ["Thread 4 connected using MySQL connection ID 40981"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.624 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping data for `pupu_wallet`.`giftcarddonated`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.624 +08:00] [INFO] [mydumper.go:158] ["Thread 3 dumping data for `pupu_wallet`.`giftcardentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.624 +08:00] [INFO] [mydumper.go:158] ["Thread 4 dumping data for `pupu_wallet`.`giftcardpaylog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.624 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping data for `pupu_wallet`.`giftcardrefundrecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.624 +08:00] [INFO] [mydumper.go:158] ["Non-InnoDB dump complete, unlocking tables"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardrefundrecord"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcarddonated"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping data for `pupu_wallet`.`giftcarddelayrecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping data for `pupu_wallet`.`giftcardexportlogentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardpaylog"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Thread 4 dumping data for `pupu_wallet`.`giftcardorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.625 +08:00] [INFO] [mydumper.go:158] ["Thread 3 dumping data for `pupu_wallet`.`giftcardtradeorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcarddelayrecord"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardexportlogentity"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping data for `pupu_wallet`.`giftcardexportlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping data for `pupu_wallet`.`giftcardorderlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardorder"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardtradeorder"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Thread 4 dumping data for `pupu_wallet`.`giftcardorderlogentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.626 +08:00] [INFO] [mydumper.go:158] ["Thread 3 dumping data for `pupu_wallet`.`giftcardtransferlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardorderlog"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping data for `pupu_wallet`.`wallet`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardexportlog"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping data for `pupu_wallet`.`walletbalancerechargeattr`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardtransferlog"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Thread 3 dumping data for `pupu_wallet`.`giftcardbuyerinfo`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardorderlogentity"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.627 +08:00] [INFO] [mydumper.go:158] ["Thread 4 dumping data for `pupu_wallet`.`giftcardreceiverecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.walletbalancerechargeattr"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping data for `pupu_wallet`.`giftcardrule`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping data for `pupu_wallet`.`giftcardruleoperatelog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardbuyerinfo"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Thread 3 dumping data for `pupu_wallet`.`walletlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardreceiverecord"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.628 +08:00] [INFO] [mydumper.go:158] ["Thread 4 dumping data for `pupu_wallet`.`wallettradeorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardruleoperatelog"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcarddonated`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Empty table pupu_wallet.giftcardrule"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardpaylog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardrefundrecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcarddelayrecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardexportlogentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.629 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardtradeorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardexportlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardorderlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardorderlogentity`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardtransferlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`wallet`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`walletbalancerechargeattr`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardbuyerinfo`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardreceiverecord`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.630 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`giftcardrule`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.631 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`giftcardruleoperatelog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.631 +08:00] [INFO] [mydumper.go:158] ["Thread 2 dumping schema for `pupu_wallet`.`walletlog`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.631 +08:00] [INFO] [mydumper.go:158] ["Thread 1 dumping schema for `pupu_wallet`.`wallettradeorder`"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.631 +08:00] [INFO] [mydumper.go:158] ["Thread 2 shutting down"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:02.631 +08:00] [INFO] [mydumper.go:158] ["Thread 1 shutting down"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:03.623 +08:00] [INFO] [mydumper.go:158] ["Thread 3 shutting down"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:04.024 +08:00] [INFO] [mydumper.go:158] ["Thread 4 shutting down"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:04.024 +08:00] [INFO] [mydumper.go:158] ["Finished dump at: 2020-05-18 18:17:04"] [task=pupu_wallet] [unit=dump]
[2020/05/18 18:17:04.024 +08:00] [INFO] [mydumper.go:114] ["dump data finished"] [task=pupu_wallet] [unit=dump] ["cost time"=1.481786264s]
[2020/05/18 18:17:04.024 +08:00] [INFO] [subtask.go:236] ["unit process returned"] [subtask=pupu_wallet] [unit=Dump] [stage=Paused] [status={}]
[2020/05/18 18:17:04.024 +08:00] [ERROR] [subtask.go:255] ["unit process error"] [subtask=pupu_wallet] [unit=Dump] ["error information"="{\"msg\":\"[code=32001:class=dump-unit:scope=internal:level=high] mydumper runs with error: exit status 1. \\
\\
\"}"]
[2020/05/18 18:17:06.542 +08:00] [WARN] [task_checker.go:354] ["backoff skip auto resume task"] [component="task checker"] [task=pupu_wallet] [latestResumeTime=2020/05/18 18:17:01.542 +08:00] [duration=5m0s]
[2020/05/18 18:17:11.542 +08:00] [WARN] [task_checker.go:354] ["backoff skip auto resume task"] [component="task checker"] [task=pupu_wallet] [latestResumeTime=2020/05/18 18:17:01.542 +08:00] [duration=5m0s]
[2020/05/18 18:17:16.542 +08:00] [WARN] [task_checker.go:354] ["backoff skip auto resume task"] [component="task checker"] [task=pupu_wallet] [latestResumeTime=2020/05/18 18:17:01.542 +08:00] [duration=5m0s]
[2020/05/18 18:17:16.574 +08:00] [INFO] [relay.go:568] ["flush meta finished"] [component="relay log"] [meta="master-uuid = 7078c18a-5db7-11ea-8b4c-02e64eb87ea8.000001, relay-binlog = (mysql-bin-changelog.022065, 49636), relay-binlog-gtid = 7078c18a-5db7-11ea-8b4c-02e64eb87ea8:1-37574289,410b24a4-a86a-11e9-ad0e-0253b88ee264:1-1064"]