服务器断电后无法重启tikv

[2020/09/21 19:58:25.594 +08:00] [INFO] [peer.rs:1864] [“transfer leader”] [peer=“id: 27028 store_id: 5”] [peer_id=27027] [region_id=27025]
[2020/09/21 19:58:25.594 +08:00] [INFO] [raft.rs:1376] ["[term 142] starts to transfer leadership to 27028"] [lead_transferee=27028] [term=142] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.594 +08:00] [INFO] [raft.rs:1389] [“sends MsgTimeoutNow to 27028 immediately as 27028 already has up-to-date log”] [lead_transferee=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:1003] [“received a message with higher term from 27028”] [“msg type”=MsgRequestVote] [message_term=143] [term=142] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:783] [“became follower at term 143”] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:1192] ["[logterm: 142, index: 1461, vote: 0] cast vote for 27028 [logterm: 142, index: 1461] at term 143"] [“msg type”=MsgRequestVote] [term=143] [msg_index=1461] [msg_term=142] [from=27028] [vote=0] [log_index=1461] [log_term=142] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:26.638 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:26.698 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:27.254 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:1739] ["[term 143] received MsgTimeoutNow from 27028 and starts an election to get leadership."] [from=27028] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:1177] [“starting a new election”] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:807] [“became candidate at term 144”] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:902] [“27027 received message from 27027”] [term=144] [msg=MsgRequestVote] [from=27027] [id=27027] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:923] ["[logterm: 143, index: 1462] sent request to 27028"] [msg=MsgRequestVote] [term=144] [id=27028] [log_index=1462] [log_term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:923] ["[logterm: 143, index: 1462] sent request to 27026"] [msg=MsgRequestVote] [term=144] [id=27026] [log_index=1462] [log_term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.501 +08:00] [INFO] [raft.rs:1673] [“received from 27028”] [term=144] [“msg type”=MsgRequestVoteResponse] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.501 +08:00] [INFO] [raft.rs:874] [“became leader at term 144”] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:37.978 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1305485] [internal_delete_skipped_count=370] [block_cache_hit_count=915] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 7480000000000000CB5F69800000000000000801E6B19FE58D95E4BAFF9100000000000000F80380000000002946C0 end: 7480000000000000CB5F69800000000000000801E78E8BE6988EE88BFFB100000000000000F8038000000000A950DD)”] [scan_ranges=1] [scan_iter_processed=1305342] [scan_iter_ops=1305471] [scan_is_desc=false] [tag=index] [table_id=203] [txn_start_ts=419612631133323268] [handler_build_time=0ns] [snapshot_wait_time=1ms] [schedule_wait_time=0ns] [wait_time=1ms] [total_process_time=1.334s] [req_time=1.337s] [remote_host=ipv4:192.168.1.104:47696] [region_id=25361]
[2020/09/21 21:32:46.001 +08:00] [INFO] [pd.rs:795] [“try to transfer leader”] [to_peer=“id: 27028 store_id: 5”] [from_peer=“id: 27027 store_id: 4”] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [peer.rs:1864] [“transfer leader”] [peer=“id: 27028 store_id: 5”] [peer_id=27027] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [raft.rs:1376] ["[term 144] starts to transfer leadership to 27028"] [lead_transferee=27028] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [raft.rs:1389] [“sends MsgTimeoutNow to 27028 immediately as 27028 already has up-to-date log”] [lead_transferee=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:1003] [“received a message with higher term from 27028”] [“msg type”=MsgRequestVote] [message_term=145] [term=144] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:783] [“became follower at term 145”] [term=145] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:1192] ["[logterm: 144, index: 1471, vote: 0] cast vote for 27028 [logterm: 144, index: 1471] at term 145"] [“msg type”=MsgRequestVote] [term=145] [msg_index=1471] [msg_term=144] [from=27028] [vote=0] [log_index=1471] [log_term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:47.628 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:32:47.700 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:32:48.260 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { region_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:53:39.198 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=150050] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633313139FF3938303231303030FF3831000000000000F9 end: 74800000000000099A5F698000000000000002013532323633313139FF3938303231303030FF3831000000000000FA)”] [scan_ranges=15005] [scan_iter_processed=0] [scan_iter_ops=30010] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0ns] [schedule_wait_time=95ms] [wait_time=95ms] [total_process_time=1.289s] [req_time=1.385s] [remote_host=ipv4:192.168.1.105:45702] [region_id=17825]
[2020/09/21 21:53:39.860 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=229370] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3737303631363030FF3134000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3737303631363030FF3134000000000000FA)”] [scan_ranges=22937] [scan_iter_processed=1] [scan_iter_ops=45875] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0ns] [schedule_wait_time=92ms] [wait_time=92ms] [total_process_time=1.849s] [req_time=1.942s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
[2020/09/21 21:53:40.086 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=150050] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303830313433FF3234000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303830313433FF3234000000000000FA)”] [scan_ranges=15005] [scan_iter_processed=0] [scan_iter_ops=30010] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0ns] [schedule_wait_time=192ms] [wait_time=192ms] [total_process_time=1.36s] [req_time=1.553s] [remote_host=ipv4:192.168.1.103:55780] [region_id=17825]
[2020/09/21 21:53:40.361 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=239420] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303230343030FF3258000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303230343030FF3258000000000000FA)”] [scan_ranges=23942] [scan_iter_processed=0] [scan_iter_ops=47884] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=78ms] [schedule_wait_time=107ms] [wait_time=185ms] [total_process_time=2.288s] [req_time=2.475s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
…skipping…
[2020/09/21 19:58:25.594 +08:00] [INFO] [peer.rs:1864] [“transfer leader”] [peer=“id: 27028 store_id: 5”] [peer_id=27027] [region_id=27025]
[2020/09/21 19:58:25.594 +08:00] [INFO] [raft.rs:1376] ["[term 142] starts to transfer leadership to 27028"] [lead_transferee=27028] [term=142] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.594 +08:00] [INFO] [raft.rs:1389] [“sends MsgTimeoutNow to 27028 immediately as 27028 already has up-to-date log”] [lead_transferee=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:1003] [“received a message with higher term from 27028”] [“msg type”=MsgRequestVote] [message_term=143] [term=142] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:783] [“became follower at term 143”] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:25.595 +08:00] [INFO] [raft.rs:1192] ["[logterm: 142, index: 1461, vote: 0] cast vote for 27028 [logterm: 142, index: 1461] at term 143"] [“msg type”=MsgRequestVote] [term=143] [msg_index=1461] [msg_term=142]
[from=27028] [vote=0] [log_index=1461] [log_term=142] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:26.638 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:26.698 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:27.254 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:1739] ["[term 143] received MsgTimeoutNow from 27028 and starts an election to get leadership."] [from=27028] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:1177] [“starting a new election”] [term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:807] [“became candidate at term 144”] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:902] [“27027 received message from 27027”] [term=144] [msg=MsgRequestVote] [from=27027] [id=27027] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:923] ["[logterm: 143, index: 1462] sent request to 27028"] [msg=MsgRequestVote] [term=144] [id=27028] [log_index=1462] [log_term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.499 +08:00] [INFO] [raft.rs:923] ["[logterm: 143, index: 1462] sent request to 27026"] [msg=MsgRequestVote] [term=144] [id=27026] [log_index=1462] [log_term=143] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.501 +08:00] [INFO] [raft.rs:1673] [“received from 27028”] [term=144] [“msg type”=MsgRequestVoteResponse] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 19:58:56.501 +08:00] [INFO] [raft.rs:874] [“became leader at term 144”] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:37.978 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1305485] [internal_delete_skipped_count=370] [block_cache_hit_count=915] [block_read_count=0] [block_read_byte=0] [encrypt_data_
nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 7480000000000000CB5F69800000000000000801E6B19FE58D95E4BAFF9100000000000000F80380000000002946C0 end: 7480000000000000CB5F69800000000000000801E78E8BE6988EE88BFFB1000
00000000000F8038000000000A950DD)”] [scan_ranges=1] [scan_iter_processed=1305342] [scan_iter_ops=1305471] [scan_is_desc=false] [tag=index] [table_id=203] [txn_start_ts=419612631133323268] [handler_build_time=0ns] [snapshot_wait
time=1ms] [schedule_wait_time=0ns] [wait_time=1ms] [total_process_time=1.334s] [req_time=1.337s] [remote_host=ipv4:192.168.1.104:47696] [region_id=25361]
[2020/09/21 21:32:46.001 +08:00] [INFO] [pd.rs:795] [“try to transfer leader”] [to_peer=“id: 27028 store_id: 5”] [from_peer=“id: 27027 store_id: 4”] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [peer.rs:1864] [“transfer leader”] [peer=“id: 27028 store_id: 5”] [peer_id=27027] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [raft.rs:1376] ["[term 144] starts to transfer leadership to 27028"] [lead_transferee=27028] [term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.002 +08:00] [INFO] [raft.rs:1389] [“sends MsgTimeoutNow to 27028 immediately as 27028 already has up-to-date log”] [lead_transferee=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:1003] [“received a message with higher term from 27028”] [“msg type”=MsgRequestVote] [message_term=145] [term=144] [from=27028] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:783] [“became follower at term 145”] [term=145] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:46.003 +08:00] [INFO] [raft.rs:1192] ["[logterm: 144, index: 1471, vote: 0] cast vote for 27028 [logterm: 144, index: 1471] at term 145"] [“msg type”=MsgRequestVote] [term=145] [msg_index=1471] [msg_term=144]
[from=27028] [vote=0] [log_index=1471] [log_term=144] [raft_id=27027] [region_id=27025]
[2020/09/21 21:32:47.628 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:32:47.700 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:32:48.260 +08:00] [WARN] [endpoint.rs:527] [error-response] [err=“Region error (will back off and retry) message: “peer is not leader for region 27025, leader may Some(id: 27028 store_id: 5)” not_leader { regi
on_id: 27025 leader { id: 27028 store_id: 5 } }”]
[2020/09/21 21:53:39.198 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=150050] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633313139FF3938303231303030FF3831000000000000F9 end: 74800000000000099A5F698000000000000002013532323633313139FF3938303231
303030FF3831000000000000FA)”] [scan_ranges=15005] [scan_iter_processed=0] [scan_iter_ops=30010] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=95ms] [wait_time=95ms] [total_process_time=1.289s] [req_time=1.385s] [remote_host=ipv4:192.168.1.105:45702] [region_id=17825]
[2020/09/21 21:53:39.860 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=229370] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3737303631363030FF3134000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3737303631
363030FF3134000000000000FA)”] [scan_ranges=22937] [scan_iter_processed=1] [scan_iter_ops=45875] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=92ms] [wait_time=92ms] [total_process_time=1.849s] [req_time=1.942s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
[2020/09/21 21:53:40.086 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=150050] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303830313433FF3234000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303830
313433FF3234000000000000FA)”] [scan_ranges=15005] [scan_iter_processed=0] [scan_iter_ops=30010] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=192ms] [wait_time=192ms] [total_process_time=1.36s] [req_time=1.553s] [remote_host=ipv4:192.168.1.103:55780] [region_id=17825]
[2020/09/21 21:53:40.361 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=239420] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303230343030FF3258000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303230
343030FF3258000000000000FA)”] [scan_ranges=23942] [scan_iter_processed=0] [scan_iter_ops=47884] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=78
ms] [schedule_wait_time=107ms] [wait_time=185ms] [total_process_time=2.288s] [req_time=2.475s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
[2020/09/21 21:53:40.594 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=229370] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3737303631363030FF3134000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3737303631
363030FF3134000000000000FA)”] [scan_ranges=22937] [scan_iter_processed=1] [scan_iter_ops=45875] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=119ms] [wait_time=119ms] [total_process_time=1.845s] [req_time=1.965s] [remote_host=ipv4:192.168.1.103:55780] [region_id=17825]
[2020/09/21 21:53:40.752 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3830303730313730FF3631000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3830303730
313730FF3631000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=1] [scan_iter_ops=50001] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=111ms] [wait_time=111ms] [total_process_time=2.321s] [req_time=2.433s] [remote_host=ipv4:192.168.1.105:45706] [region_id=17825]
[2020/09/21 21:53:40.828 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=239420] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633313139FF3938303231303030FF3831000000000000F9 end: 74800000000000099A5F698000000000000002013532323633313139FF3938303231
303030FF3831000000000000FA)”] [scan_ranges=23942] [scan_iter_processed=0] [scan_iter_ops=47884] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=254ms] [wait_time=254ms] [total_process_time=1.983s] [req_time=2.239s] [remote_host=ipv4:192.168.1.103:55784] [region_id=17825]
[2020/09/21 21:53:41.403 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3830303730313730FF3631000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3830303730
313730FF3631000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=1] [scan_iter_ops=50001] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=109ms] [wait_time=109ms] [total_process_time=2.016s] [req_time=2.126s] [remote_host=ipv4:192.168.1.103:55782] [region_id=17825]
[2020/09/21 21:53:41.848 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=210390] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303731383730FF3633000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303731
383730FF3633000000000000FA)”] [scan_ranges=21039] [scan_iter_processed=0] [scan_iter_ops=42078] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=544ms] [wait_time=544ms] [total_process_time=1.804s] [req_time=2.349s] [remote_host=ipv4:192.168.1.105:45702] [region_id=17825]
[2020/09/21 21:53:42.606 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=247590] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3739303230363438FF3230000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3739303230
363438FF3230000000000000FA)”] [scan_ranges=24759] [scan_iter_processed=1] [scan_iter_ops=49519] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=105ms] [wait_time=105ms] [total_process_time=2.001s] [req_time=2.107s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
[2020/09/21 21:53:42.838 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3631303432373030FF3433000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3631303432
373030FF3433000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=138ms] [wait_time=138ms] [total_process_time=2.127s] [req_time=2.267s] [remote_host=ipv4:192.168.1.105:45700] [region_id=17825]
[2020/09/21 21:53:42.866 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=210290] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3731303731383730FF3633000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3731303731
383730FF3633000000000000FA)”] [scan_ranges=21029] [scan_iter_processed=0] [scan_iter_ops=42058] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=150ms] [wait_time=150ms] [total_process_time=1.709s] [req_time=1.86s] [remote_host=ipv4:192.168.1.103:55786] [region_id=17825]
[2020/09/21 21:53:43.095 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3834303330313733FF3436000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3834303330
313733FF3436000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=142ms] [wait_time=142ms] [total_process_time=2.049s] [req_time=2.193s] [remote_host=ipv4:192.168.1.105:45702] [region_id=17825]
[2020/09/21 21:53:43.486 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3631303432373030FF3433000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3631303432
373030FF3433000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=303ms] [wait_time=303ms] [total_process_time=2.082s] [req_time=2.386s] [remote_host=ipv4:192.168.1.103:55780] [region_id=17825]
[2020/09/21 21:53:43.564 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=247690] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3739303230363438FF3230000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3739303230
363438FF3230000000000000FA)”] [scan_ranges=24769] [scan_iter_processed=1] [scan_iter_ops=49539] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=250ms] [wait_time=250ms] [total_process_time=2.273s] [req_time=2.525s] [remote_host=ipv4:192.168.1.103:55782] [region_id=17825]
[2020/09/21 21:53:44.287 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3834303330313733FF3436000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3834303330
313733FF3436000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=147ms] [wait_time=147ms] [total_process_time=2.156s] [req_time=2.305s] [remote_host=ipv4:192.168.1.103:55784] [region_id=17825]
[2020/09/21 21:53:44.439 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3739303730383533FF3231000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3739303730
383533FF3231000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=158ms] [wait_time=158ms] [total_process_time=2.27s] [req_time=2.43s] [remote_host=ipv4:192.168.1.105:45703] [region_id=17825]
[2020/09/21 21:53:44.906 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3836303331363630FF3633000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3836303331
363630FF3633000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=1] [scan_iter_ops=50001] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=111ms] [wait_time=111ms] [total_process_time=2.037s] [req_time=2.149s] [remote_host=ipv4:192.168.1.105:45700] [region_id=17825]
[2020/09/21 21:53:45.172 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3739303730383533FF3231000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3739303730
383533FF3231000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=2ms] [snapshot_wait_time=12
ms] [schedule_wait_time=108ms] [wait_time=120ms] [total_process_time=2.063s] [req_time=2.185s] [remote_host=ipv4:192.168.1.103:55780] [region_id=17825]
[2020/09/21 21:53:45.251 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3833303330313135FF3631000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3833303330
313135FF3631000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=5ms] [wait_time=5ms] [total_process_time=2.018s] [req_time=2.025s] [remote_host=ipv4:192.168.1.105:45702] [region_id=17825]
[2020/09/21 21:53:45.330 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633353139FF3633303230363332FF3230000000000000F9 end: 74800000000000099A5F698000000000000002013532323633353139FF3633303230
363332FF3230000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961487192065] [handler_build_time=2ms] [snapshot_wait_time=0n
s] [schedule_wait_time=78ms] [wait_time=78ms] [total_process_time=2.232s] [req_time=2.312s] [remote_host=ipv4:192.168.1.105:45706] [region_id=17825]
[2020/09/21 21:53:45.755 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3836303331363630FF3633000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3836303331
363630FF3633000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=1] [scan_iter_ops=50001] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=1m
s] [schedule_wait_time=0ns] [wait_time=1ms] [total_process_time=2.068s] [req_time=2.07s] [remote_host=ipv4:192.168.1.103:55786] [region_id=17825]
[2020/09/21 21:53:45.916 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633353139FF3633303230363332FF3230000000000000F9 end: 74800000000000099A5F698000000000000002013532323633353139FF3633303230
363332FF3230000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=0ns] [wait_time=0ns] [total_process_time=2.221s] [req_time=2.222s] [remote_host=ipv4:192.168.1.103:55784] [region_id=17825]
[2020/09/21 21:53:46.433 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=0] [internal_delete_skipped_count=0] [block_cache_hit_count=250000] [block_read_count=0] [block_read_byte=0] [encrypt_data_nanos
=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 74800000000000099A5F698000000000000002013532323633323139FF3833303330313135FF3631000000000000F9 end: 74800000000000099A5F698000000000000002013532323633323139FF3833303330
313135FF3631000000000000FA)”] [scan_ranges=25000] [scan_iter_processed=0] [scan_iter_ops=50000] [scan_is_desc=false] [tag=index] [table_id=2458] [txn_start_ts=419612961565835265] [handler_build_time=1ms] [snapshot_wait_time=0n
s] [schedule_wait_time=1ms] [wait_time=1ms] [total_process_time=2.024s] [req_time=2.026s] [remote_host=ipv4:192.168.1.103:55782] [region_id=17825]
[2020/09/21 22:23:38.764 +08:00] [INFO] [tracker.rs:189] [slow-query] [internal_key_skipped_count=1305485] [internal_delete_skipped_count=370] [block_cache_hit_count=915] [block_read_count=0] [block_read_byte=0] [encrypt_data

nanos=0] [decrypt_data_nanos=0] [scan_first_range=“Some(start: 7480000000000000CB5F69800000000000000801E6B19FE58D95E4BAFF9100000000000000F80380000000002946C0 end: 7480000000000000CB5F69800000000000000801E78E8BE6988EE88BFFB1000
00000000000F8038000000000A950DD)”] [scan_ranges=1] [scan_iter_processed=1305342] [scan_iter_ops=1305471] [scan_is_desc=false] [tag=index] [table_id=203] [txn_start_ts=419613433516785665] [handler_build_time=0ns] [snapshot_wait
_time=1ms] [schedule_wait_time=0ns] [wait_time=1ms] [total_process_time=1.276s] [req_time=1.279s] [remote_host=ipv4:192.168.1.105:50766] [region_id=25361]
[2020/09/21 22:38:47.346 +08:00] [INFO] [raft.rs:1739] ["[term 145] received MsgTimeoutNow from 27028 and starts an election to get leadership."] [from=27028] [term=145] [raft_id=27027] [region_id=27025]
[2020/09/21 22:38:47.346 +08:00] [INFO] [raft.rs:1177] [“starting a new election”] [term=145] [raft_id=27027] [region_id=27025]

2 Likes

感谢你的提问,麻烦提供一下详细信息,我列几个问题辛苦反馈一下。
1、 TiDB 的版本是多少 ?
2、 服务器掉电原因 ? 多久恢复的 ?掉电的 TiKV 的物理机修复了 ?还是下线了?
3、 TiDB 集群拓扑是多少 ?TiKV 的拓扑结构是什么样的 ?掉电后,多少个 TiKV 实例掉电 ?
4、 TiKV 无法重启前的 log 是什么?

1 Like

请问解决了吗?

1 Like

请问是遇到同样问题吗?因为时间比较久了,如果有其他问题,建议提新的问题帖子哈 。

嗯,我自己新开了贴但是还没有解决。

我看帖子有同学在看了, 麻烦按照最新的建议做一下查询。

好的谢谢

OK 感谢反馈 ~ 新的紧急问题可以通过认证加急找到社区来处理。