【 TiDB 使用环境】生产环境 /测试/ Poc
【 TiDB 版本】
【复现路径】做过哪些操作出现的问题
【遇到的问题：问题现象及影响】
【资源配置】进入到 TiDB Dashboard -集群信息 (Cluster Info) -主机(Hosts) 截图此页面
【附件：截图/日志/监控】
[2024/11/12 14:25:20.559 +08:00] [INFO] [lib.rs:79] [“Welcome to TiKV”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Release Version: 6.1.0”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Edition: Community”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Git Commit Hash: 080d086832ae5ce2495352dccaf8df5d40f30687”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Git Commit Branch: heads/refs/tags/v6.1.0”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“UTC Build Time: Unknown (env var does not exist when building)”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Rust Version: rustc 1.60.0-nightly (1e12aef3f 2022-02-13)”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Enable Features: jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [lib.rs:84] [“Profile: dist_release”]
[2024/11/12 14:25:20.560 +08:00] [INFO] [mod.rs:74] [“cgroup quota: memory=Some(9223372036854771712), cpu=None, cores={1, 14, 29, 30, 24, 12, 13, 20, 0, 15, 31, 22, 3, 4, 25, 8, 27, 23, 6, 5, 21, 28, 19, 18, 7, 11, 26, 17, 10, 16, 2, 9}”]
[2024/11/12 14:25:20.578 +08:00] [INFO] [mod.rs:81] [“memory limit in bytes: 69176714240, cpu cores quota: 32”]
[2024/11/12 14:25:20.578 +08:00] [WARN] [lib.rs:537] [“environment variable TZ is missing, using /etc/localtime”]
[2024/11/12 14:25:20.578 +08:00] [INFO] [config.rs:705] [“kernel parameters”] [value=32768] [param=net.core.somaxconn]
[2024/11/12 14:25:20.578 +08:00] [INFO] [config.rs:705] [“kernel parameters”] [value=0] [param=net.ipv4.tcp_syncookies]
[2024/11/12 14:25:20.578 +08:00] [INFO] [config.rs:705] [“kernel parameters”] [value=0] [param=vm.swappiness]
[2024/11/12 14:25:20.581 +08:00] [INFO] [util.rs:575] [“connecting to PD endpoint”] [endpoints=10.182.5.22:2379]
[2024/11/12 14:25:20.581 +08:00] [INFO] [] [“TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter”]
[2024/11/12 14:25:20.583 +08:00] [INFO] [util.rs:575] [“connecting to PD endpoint”] [endpoints=10.182.5.25:2379]
[2024/11/12 14:25:20.584 +08:00] [INFO] [util.rs:575] [“connecting to PD endpoint”] [endpoints=10.182.5.26:2379]
[2024/11/12 14:25:20.586 +08:00] [INFO] [util.rs:575] [“connecting to PD endpoint”] [endpoints=http://10.182.5.22:2379]
[2024/11/12 14:25:20.588 +08:00] [INFO] [util.rs:575] [“connecting to PD endpoint”] [endpoints=http://10.182.5.25:2379]
[2024/11/12 14:25:20.589 +08:00] [INFO] [util.rs:701] [“connected to PD member”] [endpoints=http://10.182.5.25:2379]
[2024/11/12 14:25:20.589 +08:00] [INFO] [util.rs:567] [“all PD endpoints are consistent”] [endpoints=“["10.182.5.22:2379", "10.182.5.25:2379", "10.182.5.26:2379"]”]
[2024/11/12 14:25:20.590 +08:00] [INFO] [server.rs:369] [“connect to PD cluster”] [cluster_id=7099658622751215672]
[2024/11/12 14:25:20.590 +08:00] [INFO] [config.rs:2041] [“readpool.storage.use-unified-pool is not set, set to true by default”]
[2024/11/12 14:25:20.590 +08:00] [INFO] [config.rs:2064] [“readpool.coprocessor.use-unified-pool is not set, set to true by default”]
[2024/11/12 14:25:20.973 +08:00] [INFO] [server.rs:1541] [“beginning system configuration check”]
[2024/11/12 14:25:20.973 +08:00] [INFO] [config.rs:891] [“data dir”] [mount_fs=“FsInfo { tp: "ext4", opts: "rw,noatime,nodelalloc,data=ordered", mnt_dir: "/data1", fsname: "/dev/mapper/tidbdata-lvtidbdata" }”] [data_path=/data1/tidb-data/tikv-20160]
[2024/11/12 14:25:20.973 +08:00] [WARN] [config.rs:894] [“not on SSD device”] [data_path=/data1/tidb-data/tikv-20160]
[2024/11/12 14:25:20.973 +08:00] [INFO] [config.rs:891] [“data dir”] [mount_fs=“FsInfo { tp: "ext4", opts: "rw,noatime,nodelalloc,data=ordered", mnt_dir: "/data1", fsname: "/dev/mapper/tidbdata-lvtidbdata" }”] [data_path=/data1/tidb-data/tikv-20160/raft]
[2024/11/12 14:25:20.973 +08:00] [WARN] [config.rs:894] [“not on SSD device”] [data_path=/data1/tidb-data/tikv-20160/raft]
[2024/11/12 14:25:20.974 +08:00] [INFO] [server.rs:338] [“using config”] [config=“{"log-level":"info","log-file":"","log-format":"text","log-rotation-timespan":"0s","log-rotation-size":"300MiB","slow-log-file":"","slow-log-threshold":"1s","panic-when-unexpected-key-or-data":false,"abort-on-panic":false,"memory-usage-limit":"47885MiB","memory-usage-high-water":0.9,"log":{"level":"info","format":"text","enable-timestamp":true,"file":{"filename":"/data1/tidb-deploy/tikv-20160/log/tikv.log","max-size":300,"max-days":0,"max-backups":0}},"quota":{"foreground-cpu-time":0,"foreground-write-bandwidth":"0KiB","foreground-read-bandwidth":"0KiB","max-delay-duration":"500ms"},"readpool":{"unified":{"min-thread-count":1,"max-thread-count":25,"stack-size":"10MiB","max-tasks-per-worker":2000},"storage":{"use-unified-pool":true,"high-concurrency":8,"normal-concurrency":8,"low-concurrency":8,"max-tasks-per-worker-high":2000,"max-tasks-per-worker-normal":2000,"max-tasks-per-worker-low":2000,"stack-size":"10MiB"},"coprocessor":{"use-unified-pool":true,"high-concurrency":25,"normal-concurrency":25,"low-concurrency":25,"max-tasks-per-worker-high":2000,"max-tasks-per-worker-normal":2000,"max-tasks-per-worker-low":2000,"stack-size":"10MiB"}},"server":{"addr":"0.0.0.0:20160","advertise-addr":"10.182.5.29:20160","status-addr":"0.0.0.0:20180","advertise-status-addr":"10.182.5.29:20180","status-thread-pool-size":1,"max-grpc-send-msg-len":10485760,"raft-client-grpc-send-msg-buffer":524288,"raft-client-queue-size":8192,"raft-msg-max-batch-size":128,"grpc-compression-type":"none","grpc-concurrency":5,"grpc-concurrent-stream":1024,"grpc-raft-conn-num":1,"grpc-memory-pool-quota":9223372036854775807,"grpc-stream-initial-window-size":"2MiB","grpc-keepalive-time":"10s","grpc-keepalive-timeout":"3s","concurrent-send-snap-limit":32,"concurrent-recv-snap-limit":32,"end-point-recursion-limit":1000,"end-point-stream-channel-size":8,"end-point-batch-row-limit":64,"end-point-stream-batch-row-limit":128,"end-point-enable-batch-if-possible":true,"end-point-request-max-handle-duration":"1m","end-point-max-concurrency":32,"end-point-perf-level":0,"snap-max-write-bytes-per-sec":"100MiB","snap-max-total-size":"0KiB","stats-concurrency":1,"heavy-load-threshold":75,"heavy-load-wait-duration":null,"enable-request-batch":true,"background-thread-count":3,"end-point-slow-log-threshold":"1s","forward-max-connections-per-address":4,"reject-messages-on-memory-ratio":0.2,"labels":{}},"storage":{"data-dir":"/data1/tidb-data/tikv-20160","gc-ratio-threshold":1.1,"max-key-size":8192,"scheduler-concurrency":524288,"scheduler-worker-pool-size":8,"scheduler-pending-write-threshold":"100MiB","reserve-space":"5GiB","enable-async-apply-prewrite":false,"api-version":1,"enable-ttl":false,"background-error-recovery-window":"1h","ttl-check-poll-interval":"12h","flow-control":{"enable":true,"soft-pending-compaction-bytes-limit":"192GiB","hard-pending-compaction-bytes-limit":"1TiB","memtables-threshold":5,"l0-files-threshold":20},"block-cache":{"shared":true,"capacity":"28731MiB","num-shard-bits":6,"strict-capacity-limit":false,"high-pri-pool-ratio":0.8,"memory-allocator":"nodump"},"io-rate-limit":{"max-bytes-per-sec":"0KiB","mode":"write-only","strict":false,"foreground-read-priority":"high","foreground-write-priority":"high","flush-priority":"high","level-zero-compaction-priority":"medium","compaction-priority":"low","replication-priority":"high","load-balance-priority":"high","gc-priority":"high","import-priority":"medium","export-priority":"medium","other-priority":"high"}},"pd":{"endpoints":["10.182.5.22:2379","10.182.5.25:2379","10.182.5.26:2379"],"retry-interval":"300ms","retry-max-count":9223372036854775807,"retry-log-every":10,"update-interval":"10m","enable-forwarding":false},"metric":{"job":"tikv"},"raftstore":{"prevote":true,"raftdb-path":"/data1/tidb-data/tikv-20160/raft","capacity":"0KiB","raft-base-tick-interval":"1s","raft-heartbeat-ticks":2,"raft-election-timeout-ticks":10,"raft-min-election-timeout-ticks":10,"raft-max-election-timeout-ticks":20,"raft-max-size-per-msg":"1MiB","raft-max-inflight-msgs":256,"raft-entry-max-size":"8MiB","raft-log-compact-sync-interval":"2s","raft-log-gc-tick-interval":"3s","raft-log-gc-threshold":50,"raft-log-gc-count-limit":73728,"raft-log-gc-size-limit":"72MiB","raft-log-reserve-max-ticks":6,"raft-engine-purge-interval":"10s","raft-entry-cache-life-time":"30s","split-region-check-tick-interval":"10s","region-split-check-diff":"6MiB","region-compact-check-interval":"5m","region-compact-check-step":100,"region-compact-min-tombstones":10000,"region-compact-tombstones-percent":30,"pd-heartbeat-tick-interval":"1m","pd-store-heartbeat-tick-interval":"10s","snap-mgr-gc-tick-interval":"1m","snap-gc-timeout":"4h","lock-cf-compact-interval":"10m","lock-cf-compact-bytes-threshold":"256MiB","notify-capacity":40960,"messages-per-tick":4096,"max-peer-down-duration":"10m","max-leader-missing-duration":"2h","abnormal-leader-missing-duration":"10m","peer-stale-state-check-interval":"5m","leader-transfer-max-log-lag":128,"snap-apply-batch-size":"10MiB","consistency-check-interval":"0s","report-region-flow-interval":"1m","raft-store-max-leader-lease":"9s","check-leader-lease-interval":"2s250ms","renew-leader-lease-advance-duration":"2s250ms","right-derive-when-split":true,"merge-max-log-gap":10,"merge-check-tick-interval":"2s","use-delete-range":false,"snap-generator-pool-size":2,"cleanup-import-sst-interval":"10m","local-read-batch-size":1024,"apply-max-batch-size":256,"apply-pool-size":2,"apply-reschedule-duration":"5s","apply-low-priority-pool-size":1,"store-max-batch-size":256,"store-pool-size":2,"store-reschedule-duration":"5s","store-low-priority-pool-size":0,"store-io-pool-size":0,"store-io-notify-capacity":40960,"future-poll-size":1,"hibernate-regions":true,"dev-assert":false,"apply-yield-duration":"500ms","perf-level":0,"evict-cache-on-memory-ratio":0.0,"cmd-batch":true,"cmd-batch-concurrent-ready-max-count":1,"raft-write-size-limit":"1MiB","waterfall-metrics":true,"io-reschedule-concurrent-max-count":4,"io-reschedule-hotpot-duration":"5s","inspect-interval":"500ms","report-min-resolved-ts-interval":"0s","reactive-memory-lock-tick-interval":"2s","reactive-memory-lock-timeout-tick":5,"report-region-buckets-tick-interval":"10s","max-snapshot-file-raw-size":"100MiB"},"coprocessor":{"split-region-on-table":false,"batch-split-limit":10,"region-max-size":"144MiB","region-split-size":"96MiB","region-max-keys":1440000,"region-split-keys":960000,"consistency-check-method":"mvcc","enable-region-bucket":false,"region-bucket-size":"96MiB","region-size-threshold-for-approximate":"1440MiB","prefer-approximate-bucket":true,"region-bucket-merge-size-ratio":0.33},"coprocessor-v2":{"coprocessor-plugin-directory":null},"rocksdb":{"info-log-level":"info","wal-recovery-mode":2,"wal-dir":"","wal-ttl-seconds":0,"wal-size-limit":"0KiB","max-total-wal-size":"4GiB","max-background-jobs":9,"max-background-flushes":3,"max-manifest-file-size":"128MiB","create-if-missing":true,"max-open-files":40960,"enable-statistics":true,"stats-dump-period":"10m","compaction-readahead-size":"0KiB","info-log-max-size":"1GiB","info-log-roll-time":"0s","info-log-keep-log-file-num":10,"info-log-dir":"","rate-bytes-per-sec":"10GiB","rate-limiter-refill-period":"100ms","rate-limiter-mode":2,"rate-limiter-auto-tuned":true,"bytes-per-sync":"1MiB","wal-bytes-per-sync":"512KiB","max-sub-compactions":3,"writable-file-max-buffer-size":"1MiB","use-direct-io-for-flush-and-compaction":false,"enable-pipelined-write":false,"enable-multi-batch-write":true,"enable-unordered-write":false,"defaultcf":{"block-size":"64KiB","block-cache-size":"16493MiB","disable-block-cache":false,"cache-index-and-filter-blocks":true,"pin-l0-filter-and-index-blocks":true,"use-bloom-filter":true,"optimize-filters-for-hits":true,"whole-key-filtering":true,"bloom-filter-bits-per-key":10,"block-based-bloom-filter":false,"read-amp-bytes-per-bit":0,"compression-per-level":["no","no","lz4","lz4","lz4","zstd","zstd"],"write-buffer-size":"128MiB","max-write-buffer-number":5,"min-write-buffer-number-to-merge":1,"max-bytes-for-level-base":"512MiB","target-file-size-base":"8MiB","level0-file-num-compaction-trigger":4,"level0-slowdown-writes-trigger":20,"level0-stop-writes-trigger":36,"max-compaction-bytes":"2GiB","compaction-pri":3,"dynamic-level-bytes":true,"num-levels":7,"max-bytes-for-level-multiplier":10,"compaction-style":0,"disable-auto-compactions":false,"disable-write-stall":true,"soft-pending-compaction-bytes-limit":"192GiB","hard-pending-compaction-bytes-limit":"1TiB","force-consistency-checks":false,"prop-size-index-distance":4194304,"prop-keys-index-distance":40960,"enable-doubly-skiplist":true,"enable-compaction-guard":true,"compaction-guard-min-output-file-size":"8MiB","compaction-guard-max-output-file-size":"128MiB","bottommost-level-compression":"zstd","bottommost-zstd-compression-dict-size":0,"bottommost-zstd-compression-sample-size":0,"titan":{"min-blob-size":"1KiB","blob-file-compression":"lz4","blob-cache-size":"0KiB","min-gc-batch-size":"16MiB","max-gc-batch-size":"64MiB","discardable-ratio":0.5,"sample-ratio":0.1,"merge-small-file-threshold":"8MiB","blob-run-mode":"normal","level-merge":false,"range-merge":true,"max-sorted-runs":20,"gc-merge-rewrite":false}},"writecf":{"block-size":"64KiB","block-cache-size":"9895MiB","disable-block-cache":false,"cache-index-and-filter-blocks":true,"pin-l0-filter-and-index-blocks":true,"use-bloom-filter":true,"optimize-filters-for-hits":false,"whole-key-filtering":false,"bloom-filter-bits-per-key":10,"block-based-bloom-filter":false,"read-amp-bytes-per-bit":0,"compression-per-level":["no","no","lz4","lz4","lz4","zstd","zstd"],"write-buffer-size":"128MiB","max-write-buffer-number":5,"min-write-buffer-number-to-merge":1,"max-bytes-for-level-base":"512MiB","target-file-size-base":"8MiB","level0-file-num-compaction-trigger":4,"level0-slowdown-writes-trigger":20,"level0-stop-writes-trigger":36,"max-compaction-bytes":"2GiB","compaction-pri":3,"dynamic-level-bytes":true,"num-levels":7,"max-bytes-for-level-multiplier":10,"compaction-style":0,"disable-auto-compactions":false,"disable-write-stall":true,"soft-pending-compaction-bytes-limit":"192GiB","hard-pending-compaction-bytes-limit":"1TiB","force-consistency-checks":false,"prop-size-index-distance":4194304,"prop-keys-index-distance":40960,"enable-doubly-skiplist":true,"enable-compaction-guard":true,"compaction-guard-min-output-file-size":"8MiB","compaction-guard-max-output-file-size":"128MiB","bottommost-level-compression":"zstd","bottommost-zstd-compression-dict-size":0,"bottommost-zstd-compression-sample-size":0,"titan":{"min-blob-size":"1KiB","blob-file-compression":"lz4","blob-cache-size":"0KiB","min-gc-batch-size":"16MiB","max-gc-batch-size":"64MiB","discardable-ratio":0.5,"sample-ratio":0.1,"merge-small-file-threshold":"8MiB","blob-run-mode":"read-only","level-merge":false,"range-merge":true,"max-sorted-runs":20,"gc-merge-rewrite":false}},"lockcf":{"block-size":"16KiB","block-cache-size":"1GiB","disable-block-cache":false,"cache-index-and-filter-blocks":true,"pin-l0-filter-and-index-blocks":true,"use-bloom-filter":true,"optimize-filters-for-hits":false,"whole-key-filtering":true,"bloom-filter-bits-per-key":10,"block-based-bloom-filter":false,"read-amp-bytes-per-bit":0,"compression-per-level":["no","no","no","no","no","no","no"],"write-buffer-size":"32MiB","max-write-buffer-number":5,"min-write-buffer-number-to-merge":1,"max-bytes-for-level-base":"128MiB","target-file-size-base":"8MiB","level0-file-num-compaction-trigger":1,"level0-slowdown-writes-trigger":20,"level0-stop-writes-trigger":36,"max-compaction-bytes":"2GiB","compaction-pri":0,"dynamic-level-bytes":true,"num-levels":7,"max-bytes-for-level-multiplier":10,"compaction-style":0,"disable-auto-compactions":false,"disable-write-stall":true,"soft-pending-compaction-bytes-limit":"192GiB","hard-pending-compaction-bytes-limit":"1TiB","force-consistency-checks":false,"prop-size-index-distance":4194304,"prop-keys-index-distance":40960,"enable-doubly-skiplist":true,"enable-compaction-guard":false,"compaction-guard-min-output-file-size":"8MiB","compaction-guard-max-output-file-size":"128MiB","bottommost-level-compression":"disable","bottommost-zstd-compression-dict-size":0,"bottommost-zstd-compression-sample-size":0,"titan":{"min-blob-size":"1KiB","blob-file-compression":"lz4","blob-cache-size":"0KiB","min-gc-batch-size":"16MiB","max-gc-batch-size":"64MiB","discardable-ratio":0.5,"sample-ratio":0.1,"merge-small-file-threshold":"8MiB","blob-run-mode":"read-only","level-merge":false,"range-merge":true,"max-sorted-runs":20,"gc-merge-rewrite":false}},"raftcf":{"block-size":"16KiB","block-cache-size":"128MiB","disable-block-cache":false,"cache-index-and-filter-blocks":true,"pin-l0-filter-and-index-blocks":true,"use-bloom-filter":true,"optimize-filters-for-hits":true,"whole-key-filtering":true,"bloom-filter-bits-per-key":10,"block-based-bloom-filter":false,"read-amp-bytes-per-bit":0,"compression-per-level":["no","no","no","no","no","no","no"],"write-buffer-size":"128MiB","max-write-buffer-number":5,"min-write-buffer-number-to-merge":1,"max-bytes-for-level-base":"128MiB","target-file-size-base":"8MiB","level0-file-num-compaction-trigger":1,"level0-slowdown-writes-trigger":20,"level0-stop-writes-trigger":36,"max-compaction-bytes":"2GiB","compaction-pri":0,"dynamic-level-bytes":true,"num-levels":7,"max-bytes-for-level-multiplier":10,"compaction-style":0,"disable-auto-compactions":false,"disable-write-stall":true,"soft-pending-compaction-bytes-limit":"192GiB","hard-pending-compaction-bytes-limit":"1TiB","force-consistency-checks":false,"prop-size-index-distance":4194304,"prop-keys-index-distance":40960,"enable-doubly-skiplist":true,"enable-compaction-guard":false,"compaction-guard-min-output-file-size":"8MiB","compaction-guard-max-output-file-size":"128MiB","bottommost-level-compression":"disable","bottommost-zstd-compression-dict-size":0,"bottommost-zstd-compression-sample-size":0,"titan":{"min-blob-size":"1KiB","blob-file-compression":"lz4","blob-cache-size":"0KiB","min-gc-batch-size":"16MiB","max-gc-batch-size":"64MiB","discardable-ratio":0.5,"sample-ratio":0.1,"merge-small-file-threshold":"8MiB","blob-run-mode":"read-only","level-merge":false,"range-merge":true,"max-sorted-runs":20,"gc-merge-rewrite":false}},"titan":{"enabled":false,"dirname":"","disable-gc":false,"max-background-gc":4,"purge-obsolete-files-period":"10s"}},"raftdb":{"wal-recovery-mode":2,"wal-dir":"","wal-ttl-seconds":0,"wal-size-limit":"0KiB","max-total-wal-size":"4GiB","max-background-jobs":4,"max-background-flushes":1,"max-manifest-file-size":"20MiB","create-if-missing":true,"max-open-files":40960,"enable-statistics":true,"stats-dump-period":"10m","compaction-readahead-size":"0KiB","info-log-max-size":"1GiB","info-log-roll-time":"0s","info-log-keep-log-file-num":10,"info-log-dir":"","info-log-level":"info","max-sub-compactions":2,"writable-file-max-buffer-size":"1MiB","use-direct-io-for-flush-and-compaction":false,"enable-pipelined-write":true,"enable-unordered-write":false,"allow-concurrent-memtable-write":true,"bytes-per-sync":"1MiB","wal-bytes-per-sync":"512KiB","defaultcf":{"block-size":"64KiB","block-cache-size":"1319MiB","disable-block-cache":false,"cache-index-and-filter-blocks":true,"pin-l0-filter-and-index-blocks":true,"use-bloom-filter":false,"optimize-filters-for-hits":true,"whole-key-filtering":true,"bloom-filter-bits-per-key":10,"block-based-bloom-filter":false,"read-amp-bytes-per-bit":0,"compression-per-level":["no","no","lz4","lz4","lz4","zstd","zstd"],"write-buffer-size":"128MiB","max-write-buffer-number":5,"min-write-buffer-number-to-merge":1,"max-bytes-for-level-base":"512MiB","target-file-size-base":"8MiB","level0-file-num-compaction-trigger":4,"level0-slowdown-writes-trigger":10000,"level0-stop-writes-trigger":10000,"max-compaction-bytes":"2GiB","compaction-pri":0,"dynamic-level-bytes":true,"num-levels":7,"max-bytes-for-level-multiplier":10,"compaction-style":0,"disable-auto-compactions":false,"disable-write-stall":false,"soft-pending-compaction-bytes-limit":"0KiB","hard-pending-compaction-bytes-limit":"0KiB","force-consistency-checks":false,"prop-size-index-distance":4194304,"prop-keys-index-distance":40960,"enable-doubly-skiplist":true,"enable-compaction-guard":false,"compaction-guard-min-output-file-size":"8MiB","compaction-guard-max-output-file-size":"128MiB","bottommost-level-compression":"disable","bottommost-zstd-compression-dict-size":0,"bottommost-zstd-compression-sample-size":0,"titan":{"min-blob-size":"1KiB","blob-file-compression":"lz4","blob-cache-size":"0KiB","min-gc-batch-size":"16MiB","max-gc-batch-size":"64MiB","discardable-ratio":0.5,"sample-ratio":0.1,"merge-small-file-threshold":"8MiB","blob-run-mode":"normal","level-merge":false,"range-merge":true,"max-sorted-runs":20,"gc-merge-rewrite":false}},"titan":{"enabled":false,"dirname":"","disable-gc":false,"max-background-gc":4,"purge-obsolete-files-period":"10s"}},"raft-engine":{"enable":true,"dir":"/data1/tidb-data/tikv-20160/raft-engine","recovery-mode":"tolerate-corrupted-tail-records","recovery-read-block-size":"16KiB","recovery-threads":4,"batch-compression-threshold":"8KiB","bytes-per-sync":"4MiB","target-file-size":"128MiB","purge-threshold":"10GiB","purge-rewrite-threshold":"1GiB","purge-rewrite-garbage-ratio":0.6,"memory-limit":10376507136},"security":{"ca-path":"","cert-path":"","key-path":"","cert-allowed-cn":,"redact-info-log":null,"encryption":{"data-encryption-method":"plaintext","data-key-rotation-period":"7d","enable-file-dictionary-log":true,"file-dictionary-rewrite-threshold":1000000,"master-key":{"type":"plaintext"},"previous-master-key":{"type":"plaintext"}}},"import":{"num-threads":8,"stream-channel-window":128,"import-mode-timeout":"10m"},"backup":{"num-threads":8,"batch-size":8,"sst-max-size":"144MiB","enable-auto-tune":true,"auto-tune-remain-threads":6,"auto-tune-refresh-interval":"1m","io-thread-size":2,"s3-multi-part-size":"5MiB","hadoop":{"home":"","linux-user":""}},"log-backup":{"max-flush-interval":"5m","num-threads":8,"io-threads":2,"enable":false,"temp-path":"/data1/tidb-data/tikv-20160/log-backup-tmp","temp-file-size-limit-per-task":"128MiB","initial-scan-pending-memory-quota":"512MiB"},"pessimistic-txn":{"wait-for-lock-timeout":"1s","wake-up-delay-duration":"20ms","pipelined":true,"in-memory":true},"gc":{"ratio-threshold":1.1,"batch-keys":512,"max-write-bytes-per-sec":"0KiB","enable-compaction-filter":true,"compaction-filter-skip-version-check":false},"split":{"qps-threshold":3000,"split-balance-score":0.25,"split-contained-score":0.5,"detect-times":10,"sample-num":20,"sample-threshold":100,"byte-threshold":31457280},"cdc":{"min-ts-interval":"1s","hibernate-regions-compatible":true,"incremental-scan-threads":4,"incremental-scan-concurrency":6,"incremental-scan-speed-limit":"128MiB","incremental-scan-ts-filter-ratio":0.2,"sink-memory-quota":"512MiB","old-value-cache-memory-quota":"512MiB"},"resolved-ts":{"enable":true,"advance-ts-interval":"1s","scan-lock-pool-size":2},"resource-metering":{"receiver-address":"","report-receiver-interval":"1m","max-resource-groups":100,"precision":"1s"},"causal-ts":{"renew-interval":"100ms","renew-batch-min-size":100}}”]
[2024/11/12 14:25:21.036 +08:00] [INFO] [mod.rs:124] [“encryption: none of key dictionary and file dictionary are found.”]
[2024/11/12 14:25:21.036 +08:00] [INFO] [mod.rs:485] [“encryption is disabled.”]
[2024/11/12 14:25:22.000 +08:00] [FATAL] [lib.rs:491] [“attempt to overwrite compacted entries in 596165”] [backtrace=" 0: tikv_util::set_panic_hook::{{closure}}\n at /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tikv/components/tikv_util/src/lib.rs:490:18\n 1: std::panicking::rust_panic_with_hook\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:702:17\n 2: std::panicking::begin_panic_handler::{{closure}}\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:588:13\n 3: std::sys_common::backtrace::__rust_end_short_backtrace\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys_common/backtrace.rs:138:18\n 4: rust_begin_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:584:5\n 5: core::panicking::panic_fmt\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panicking.rs:143:14\n 6: raft_engine::memtable::MemTable::prepare_append\n 7: raft_engine::memtable::MemTable::append\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:334:13\n raft_engine::memtable::MemTableAccessor::apply_append_writes\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:965:21\n 8: <raft_engine::memtable::MemTableRecoverContext as raft_engine::file_pipe_log::pipe_builder::ReplayMachine>::replay\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:1112:33\n raft_engine::file_pipe_log::pipe_builder::DualPipesBuilder::recover_queue::{{closure}}\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/file_pipe_log/pipe_builder.rs:265:33\n core::ops::function::impls::<impl core::ops::function::FnMut for &F>::call_mut\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:247:13\n core::ops::function::impls::<impl core::ops::function::FnOnce for &mut F>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:280:13\n core::option::Option::map\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/option.rs:906:29\n <core::iter::adapters:
:Map<I,F> as core::iter::traits::iterator::Iterator>::next\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/iter/adapters/map.rs:103:9\n rayon::iter::plumbing::Folder::consume_iter\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:178:21\n <rayon::iter::MapFolder<C,F> as rayon::iter::plumbing::Folder>::consume_iter\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/map.rs:248:21\n rayon::iter::plumbing::Producer::fold_with\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:110:9\n rayon::iter::plumbing::bridge_producer_consumer::helper\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:438:13\n 9: rayon::iter::plumbing::bridge_producer_consumer::helper::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:418:21\n rayon_core::join::join_context::call_a::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:124:17\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:492:40\n std::panicking::try\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:137:14\n rayon_core::unwind::halt_unwinding\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/unwind.rs:17:5\n rayon_core::join::join_context::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:141:24\n 10: rayon_core::registry::in_worker\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:879:13\n rayon_core::join::join_context\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:132:5\n rayon::iter::plumbing::bridge_producer_consumer::helper\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:416:47\n 11: rayon::iter::plumbing::bridge_producer_consumer::helper::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:427:21\n rayon_core::join::join_context::call_b::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:129:25\n <rayon_core::job::StackJob<L,F,R> as rayon_core::job::Job>::execute::call::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:113:21\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:492:40\n std::panicking::try\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:137:14\n rayon_core::unwind::halt_unwinding\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/unwind.rs:17:5\n <rayon_core::job::StackJob<L,F,R> as rayon_core::job::Job>::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:119:38\n 12: rayon_core::job::JobRef::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:59:9\n rayon_core::registry::WorkerThread::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:753:9\n rayon_core::registry::WorkerThread::wait_until_cold\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:730:17\n 13: rayon_core::registry::WorkerThread::wait_until\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:704:13\n rayon_core::registry::main_loop\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:837:5\n rayon_core::registry::ThreadBuilder::run\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:56:18\n <rayon_core::registry::DefaultSpawn as rayon_core::registry::ThreadSpawn>::spawn::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:101:20\n std::sys_common::backtrace::rust_begin_short_backtrace\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys_common/backtrace.rs:122:18\n 14: std:
:Builder::spawn_unchecked::{{closure}}::{{closure}}\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/mod.rs:498:17\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:492:40\n std::panicking::try\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:137:14\n std::Builder::spawn_unchecked::{{closure}}\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/mod.rs:497:30\n core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:227:5\n 15: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/alloc/src/boxed.rs:1854:9\n <alloc::boxed::Box<F,A> as core::ops::function::FnOnce>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/alloc/src/boxed.rs:1854:9\n std::sys::unix:
:thread_start\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/unix/thread.rs:108:17\n 16: start_thread\n 17: clone\n"] [location=/rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:517] [thread_name=]