DM 同步中报错 duplicate entry，参考官方文档，未得到有效信息，询问大家是否遇到过类似的问题
DM 任务配置如下：
name: xxx
task-mode: all
is-sharding: false
shard-mode: pessimistic
strict-optimistic-shard-mode: false
ignore-checking-items:
meta-schema: dba_dm_meta
enable-heartbeat: false
heartbeat-update-interval: 1
heartbeat-report-interval: 10
timezone: “”
case-sensitive: false
collation_compatible: strict
target-database:
host: 10.xx.xx.xx
port: 3306
user: xxxx
password: ‘******’
max-allowed-packet: null
session:
collation_database: utf8mb4_general_ci
sql_require_primary_key: “0”
tidb_txn_mode: optimistic
security: null
mysql-instances:
- source-id: mysql_source
meta: null
filter-rules:
column-mapping-rules:
route-rules:
expression-filters:
black-white-list: “”
block-allow-list: balist-01
mydumper-config-name: dump-01
mydumper: null
mydumper-thread: 0
loader-config-name: load-01
loader: null
loader-thread: 0
syncer-config-name: sync-01
syncer: null
syncer-thread: 0
validator-config-name: validator-01
online-ddl: true
shadow-table-rules:
trash-table-rules:
online-ddl-scheme: “”
routes: {}
filters: {}
column-mappings: {}
expression-filter: {}
black-white-list: {}
block-allow-list:
balist-01:
do-tables:
do-dbs:- db1
- db2
- db3
- db4
- db5
- db6
- db7
ignore-tables:
ignore-dbs:
mydumpers:
dump-01:
mydumper-path: ./bin/mydumper
threads: 4
chunk-filesize: “64”
statement-size: 0
rows: 0
where: “”
skip-tz-utc: true
extra-args: “”
loaders:
load-01:
pool-size: 16
dir: ./dumped_data
sorting-dir-physical: ./dumped_data.uac.sorting
import-mode: logical
on-duplicate: “”
on-duplicate-logical: replace
on-duplicate-physical: none
disk-quota-physical: 0
checksum-physical: required
analyze: optional
range-concurrency: 0
compress-kv-pairs: “”
pd-addr: “”
syncers:
sync-01:
meta-file: “”
worker-count: 16
batch: 100
queue-size: 1024
checkpoint-flush-interval: 30
compact: false
multiple-rows: false
max-retry: 0
auto-fix-gtid: false
enable-gtid: false
disable-detect: false
safe-mode: false
safe-mode-duration: 60s
enable-ansi-quotes: false
validators:
validator-01:
mode: none
worker-count: 4
validate-interval: 10s
check-interval: 5s
row-error-delay: 30m0s
meta-flush-interval: 5m0s
batch-query-size: 100
max-pending-row-size: 500m
max-pending-row-count: 2147483647
clean-dump-file: true
ansi-quotes: false
remove-meta: false
experimental:
async-checkpoint-flush: false