【 TiDB 使用环境】生产环境 /测试/ Poc
生产
【 TiDB 版本】
v6.1.0
【复现路径】做过哪些操作出现的问题
【遇到的问题:问题现象及影响】
tikv节点是down状态
【资源配置】
【附件:截图/日志/监控】
[FATAL] [lib.rs:491] [“attempt to overwrite compacted entries in 227990773”] [backtrace=" 0: tikv_util::set_panic_hook::{{closure}}\n at /home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tikv/components/tikv_util/src/lib.rs:490:18\n 1: std::panicking::rust_panic_with_hook\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:702:17\n 2: std::panicking::begin_panic_handler::{{closure}}\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:588:13\n 3: std::sys_common::backtrace::_rust_end_short_backtrace\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys_common/backtrace.rs:138:18\n 4: rust_begin_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:584:5\n 5: core::panicking::panic_fmt\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panicking.rs:143:14\n 6: raft_engine::memtable::MemTable::prepare_append\n 7: raft_engine::memtable::MemTable::append\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:334:13\n raft_engine::memtable::MemTableAccessor::apply_append_writes\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:965:21\n 8: <raft_engine::memtable::MemTableRecoverContext as raft_engine::file_pipe_log::pipe_builder::ReplayMachine>::replay\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/memtable.rs:1112:33\n raft_engine::file_pipe_log::pipe_builder::DualPipesBuilder::recover_queue::{{closure}}\n at /rust/git/checkouts/raft-engine-35ec7b0b2c07ddd2/0e066f8/src/file_pipe_log/pipe_builder.rs:265:33\n core::ops::function::impls::<impl core::ops::function::FnMut for &F>::call_mut\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:247:13\n core::ops::function::impls::<impl core::ops::function::FnOnce for &mut F>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:280:13\n core::option::Option::map\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/option.rs:906:29\n <core::iter::adapters::Map<I,F> as core::iter::traits::iterator::Iterator>::next\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/iter/adapters/map.rs:103:9\n rayon::iter::plumbing::Folder::consume_iter\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:178:21\n <rayon::iter::MapFolder<C,F> as rayon::iter::plumbing::Folder>::consume_iter\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/map.rs:248:21\n rayon::iter::plumbing::Producer::fold_with\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:110:9\n rayon::iter::plumbing::bridge_producer_consumer::helper\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:438:13\n 9: rayon::iter::plumbing::bridge_producer_consumer::helper::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:418:21\n rayon_core::join::join_context::call_a::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:124:17\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:492:40\n std::panicking::try\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:137:14\n rayon_core::unwind::halt_unwinding\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/unwind.rs:17:5\n rayon_core::join::join_context::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:141:24\n 10: rayon_core::registry::in_worker\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:879:13\n rayon_core::join::join_context\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:132:5\n rayon::iter::plumbing::bridge_producer_consumer::helper\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:416:47\n 11: rayon::iter::plumbing::bridge_producer_consumer::helper::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-1.5.0/src/iter/plumbing/mod.rs:427:21\n rayon_core::join::join_context::call_b::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/join/mod.rs:129:25\n <rayon_core::job::StackJob<L,F,R> as rayon_core::job::Job>::execute::call::{{closure}}\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:113:21\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:492:40\n std::panicking::try\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at /rust/toolchains/nightly-2022-02-14-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:137:14\n rayon_core::unwind::halt_unwinding\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/unwind.rs:17:5\n <rayon_core::job::StackJob<L,F,R> as rayon_core::job::Job>::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:119:38\n 12: rayon_core::job::JobRef::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/job.rs:59:9\n rayon_core::registry::WorkerThread::execute\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:753:9\n rayon_core::registry::WorkerThread::wait_until_cold\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:730:17\n 13: rayon_core::registry::WorkerThread::wait_until\n at /rust/registry/src/github.com-1ecc6299db9ec823/rayon-core-1.9.0/src/registry.rs:704:13\n rayon_core::registry::main