【 TiDB 使用环境】测试/ Poc
【 TiDB 版本】
【复现路径】k apply -f tide-cluster.yaml
【遇到的问题：问题现象及影响】tikv起不来
【资源配置】
【附件：截图/日志/监控】
basic-pd-0 的log：
[2023/03/31 10:55:35.459 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v1]
[2023/03/31 10:55:35.459 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v2/]
[2023/03/31 10:55:35.459 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/swagger/]
[2023/03/31 10:55:35.460 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/autoscaling]
[2023/03/31 10:55:35.460 +00:00] [INFO] [distro.go:51] ["Using distribution strings"] [strings={}]
[2023/03/31 10:55:35.461 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/api/]
[2023/03/31 10:55:35.461 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/]
[2023/03/31 10:55:35.461 +00:00] [INFO] [etcd.go:117] ["configuring peer listeners"] [listen-peer-urls="[http://0.0.0.0:2380]"]
[2023/03/31 10:55:35.461 +00:00] [INFO] [systimemon.go:28] ["start system time monitor"]
[2023/03/31 10:55:35.462 +00:00] [INFO] [etcd.go:127] ["configuring client listeners"] [listen-client-urls="[http://0.0.0.0:2379]"]
[2023/03/31 10:55:35.462 +00:00] [INFO] [etcd.go:611] ["pprof is enabled"] [path=/debug/pprof]
[2023/03/31 10:55:35.462 +00:00] [INFO] [etcd.go:305] ["starting an etcd server"] [etcd-version=3.4.21] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.19.3] [go-os=linux] [go-arch=amd64] [max-cpu-set=12] [max-cpu-available=12] [member-initialized=true] [name=basic-pd-0] [data-dir=/var/lib/pd] [wal-dir=] [wal-dir-dedicated=] [member-dir=/var/lib/pd/member] [force-new-cluster=false] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster=] [initial-cluster-state=new] [initial-cluster-token=] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=]
[2023/03/31 10:55:35.462 +00:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"]
2023-03-31 10:55:35.462678 W | pkg/fileutil: check file permission: directory "/var/lib/pd" exist, but the permission is "drwxr-xr-x". The recommended permission is "-rwx------" to prevent possible unprivileged access to the data.
[2023/03/31 10:55:35.463 +00:00] [INFO] [backend.go:80] ["opened backend db"] [path=/var/lib/pd/member/snap/db] [took=528.309µs]
[2023/03/31 10:55:35.529 +00:00] [INFO] [raft.go:586] ["restarting local member"] [cluster-id=dd973ad0c66cd607] [local-member-id=6743ee9d2ef8ec09] [commit-index=142]
[2023/03/31 10:55:35.529 +00:00] [INFO] [raft.go:1523] ["6743ee9d2ef8ec09 switched to configuration voters=()"]
[2023/03/31 10:55:35.529 +00:00] [INFO] [raft.go:706] ["6743ee9d2ef8ec09 became follower at term 7"]
[2023/03/31 10:55:35.529 +00:00] [INFO] [raft.go:389] ["newRaft 6743ee9d2ef8ec09 [peers: [], term: 7, commit: 142, applied: 0, lastindex: 142, lastterm: 7]"]
[2023/03/31 10:55:35.530 +00:00] [WARN] [store.go:1379] ["simple token is not cryptographically signed"]
[2023/03/31 10:55:35.532 +00:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"]
[2023/03/31 10:55:35.533 +00:00] [INFO] [server.go:816] ["starting etcd server"] [local-member-id=6743ee9d2ef8ec09] [local-server-version=3.4.21] [cluster-version=to_be_decided]
[2023/03/31 10:55:35.533 +00:00] [INFO] [server.go:704] ["starting initial election tick advance"] [election-ticks=6]
[2023/03/31 10:55:35.533 +00:00] [INFO] [raft.go:1523] ["6743ee9d2ef8ec09 switched to configuration voters=(7441053368211532809)"]
[2023/03/31 10:55:35.534 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=dd973ad0c66cd607] [local-member-id=6743ee9d2ef8ec09] [added-peer-id=6743ee9d2ef8ec09] [added-peer-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:35.534 +00:00] [INFO] [cluster.go:558] ["set initial cluster version"] [cluster-id=dd973ad0c66cd607] [local-member-id=6743ee9d2ef8ec09] [cluster-version=3.4]
[2023/03/31 10:55:35.534 +00:00] [INFO] [capability.go:76] ["enabled capabilities for version"] [cluster-version=3.4]
[2023/03/31 10:55:35.534 +00:00] [INFO] [raft.go:1523] ["6743ee9d2ef8ec09 switched to configuration voters=(7441053368211532809 13564286376806239824)"]
[2023/03/31 10:55:35.534 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=dd973ad0c66cd607] [local-member-id=6743ee9d2ef8ec09] [added-peer-id=bc3e0697d134ce50] [added-peer-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:35.535 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.535 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.535 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.536 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.537 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.537 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.538 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50] [remote-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:35.537 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.540 +00:00] [INFO] [etcd.go:585] ["serving peer traffic"] [address="[::]:2380"]
[2023/03/31 10:55:35.540 +00:00] [INFO] [etcd.go:247] ["now serving peer/client/metrics"] [local-member-id=6743ee9d2ef8ec09] [initial-advertise-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"]
[2023/03/31 10:55:35.541 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=6743ee9d2ef8ec09] [to=6743ee9d2ef8ec09] [stream-type="stream Message"]
[2023/03/31 10:55:35.541 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.541 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.541 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=6743ee9d2ef8ec09] [to=6743ee9d2ef8ec09] [stream-type="stream MsgApp v2"]
[2023/03/31 10:55:35.543 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.543 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:35.543 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=6743ee9d2ef8ec09] [remote-peer-id=bc3e0697d134ce50]
[2023/03/31 10:55:38.059 +00:00] [INFO] [raft.go:966] ["6743ee9d2ef8ec09 [logterm: 7, index: 142, vote: 6743ee9d2ef8ec09] cast MsgPreVote for bc3e0697d134ce50 [logterm: 7, index: 142] at term 7"]
[2023/03/31 10:55:38.071 +00:00] [INFO] [raft.go:865] ["6743ee9d2ef8ec09 [term: 7] received a MsgVote message with higher term from bc3e0697d134ce50 [term: 8]"]
[2023/03/31 10:55:38.071 +00:00] [INFO] [raft.go:706] ["6743ee9d2ef8ec09 became follower at term 8"]
[2023/03/31 10:55:38.071 +00:00] [INFO] [raft.go:966] ["6743ee9d2ef8ec09 [logterm: 7, index: 142, vote: 0] cast MsgVote for bc3e0697d134ce50 [logterm: 7, index: 142] at term 8"]
[2023/03/31 10:55:38.072 +00:00] [INFO] [node.go:327] ["raft.node: 6743ee9d2ef8ec09 elected leader bc3e0697d134ce50 at term 8"]
[2023/03/31 10:55:38.077 +00:00] [INFO] [server.go:2069] ["published local member to cluster through raft"] [local-member-id=6743ee9d2ef8ec09] [local-member-attributes="{Name:basic-pd-0 ClientURLs:[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]}"] [request-path=/0/members/6743ee9d2ef8ec09/attributes] [cluster-id=dd973ad0c66cd607] [publish-timeout=11s]
[2023/03/31 10:55:38.077 +00:00] [INFO] [server.go:329] ["create etcd v3 client"] [endpoints="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [cert="{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}}"]
[2023/03/31 10:55:38.078 +00:00] [INFO] [serve.go:145] ["serving client traffic insecurely; this is strongly discouraged!"] [address="[::]:2379"]
[2023/03/31 10:55:38.083 +00:00] [INFO] [server.go:384] ["init cluster id"] [cluster-id=7216660977893228845]
[2023/03/31 10:55:38.105 +00:00] [INFO] [allocator_manager.go:261] ["delete the dc-location key previously written in etcd"] [server-id=7441053368211532809]
[2023/03/31 10:55:38.119 +00:00] [INFO] [history_buffer.go:147] ["start from history index"] [start-index=0]
[2023/03/31 10:55:38.138 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 10:55:38.138 +00:00] [INFO] [client.go:124] ["region syncer start load region"]
[2023/03/31 10:55:38.138 +00:00] [INFO] [client.go:127] ["region syncer finished load region"] [time-cost=252.092µs]
[2023/03/31 10:55:38.138 +00:00] [INFO] [server.go:1407] ["start to watch pd leader"] [pd-leader="name:\"basic-pd-1\" member_id:13564286376806239824 peer_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\" client_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\" "]
[2023/03/31 10:55:38.141 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:38.142 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:39.140 +00:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/var/lib/pd/dashboard.sqlite.db]
[2023/03/31 10:55:39.142 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:39.142 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:39.150 +00:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=2022.12.01.1] [standalone=No] [pd-version=v6.5.0] [build-time="2022-12-16 08:19:07"] [build-git-hash=ea3ee6971f2e]
[2023/03/31 10:55:39.150 +00:00] [INFO] [manager.go:197] ["Dashboard server is started"]
[2023/03/31 10:55:39.150 +00:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42983] [remotes="[]"]
[2023/03/31 10:55:39.150 +00:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45783] [remotes="[]"]
[2023/03/31 10:55:39.152 +00:00] [INFO] [dynamic_config_manager.go:167] ["Load dynamic config from etcd"] [json="{\"keyvisual\":{\"auto_collection_disabled\":false,\"policy\":\"db\",\"policy_kv_separator\":\"\"},\"profiling\":{\"auto_collection_targets\":null,\"auto_collection_duration_secs\":0,\"auto_collection_interval_secs\":0},\"sso\":{\"core_config\":{\"enabled\":false,\"client_id\":\"\",\"discovery_url\":\"\",\"is_read_only\":false},\"auth_url\":\"\",\"token_url\":\"\",\"user_info_url\":\"\",\"sign_out_url\":\"\"}}"]
[2023/03/31 10:55:39.156 +00:00] [INFO] [dynamic_config_manager.go:188] ["Save dynamic config to etcd"] [json="{\"keyvisual\":{\"auto_collection_disabled\":false,\"policy\":\"db\",\"policy_kv_separator\":\"\"},\"profiling\":{\"auto_collection_targets\":null,\"auto_collection_duration_secs\":0,\"auto_collection_interval_secs\":0},\"sso\":{\"core_config\":{\"enabled\":false,\"client_id\":\"\",\"discovery_url\":\"\",\"is_read_only\":false},\"auth_url\":\"\",\"token_url\":\"\",\"user_info_url\":\"\",\"sign_out_url\":\"\"}}"]
[2023/03/31 10:55:39.183 +00:00] [INFO] [manager.go:74] ["Key visual service is started"]
[2023/03/31 10:55:40.143 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:40.144 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:41.144 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:41.145 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:42.146 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:42.146 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:43.147 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:43.148 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:44.149 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:44.149 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:45.150 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:45.151 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:46.151 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:46.151 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:47.152 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:47.153 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:48.154 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:48.154 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:49.155 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:49.155 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:50.156 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:50.157 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 10:55:51.157 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 10:55:51.158 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
basic-pd-1的log
Server: 10.96.0.10
Address: 10.96.0.10#53
Name: basic-pd-1.basic-pd-peer.tidb-cluster.svc.cluster.local
Address: 10.244.140.105
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc.svc success
starting pd-server ...
/pd-server --data-dir=/var/lib/pd --name=basic-pd-1 --peer-urls=http://0.0.0.0:2380 --advertise-peer-urls=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380 --client-urls=http://0.0.0.0:2379 --advertise-client-urls=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379 --config=/etc/pd/pd.toml --join=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:41] ["Welcome to Placement Driver (PD)"]
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:42] [PD] [release-version=v6.5.0]
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:43] [PD] [edition=Community]
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:44] [PD] [git-hash=d1a4433c3126c77fb2d5bb5720eefa0f2e05c166]
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:45] [PD] [git-branch=heads/refs/tags/v6.5.0]
[2023/03/31 10:55:34.542 +00:00] [INFO] [util.go:46] [PD] [utc-build-time="2022-12-16 08:19:07"]
[2023/03/31 10:55:34.542 +00:00] [INFO] [metricutil.go:83] ["disable Prometheus push client"]
[2023/03/31 10:55:34.542 +00:00] [INFO] [server.go:247] ["PD Config"] [config="{\"client-urls\":\"http://0.0.0.0:2379\",\"peer-urls\":\"http://0.0.0.0:2380\",\"advertise-client-urls\":\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\",\"advertise-peer-urls\":\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"name\":\"basic-pd-1\",\"data-dir\":\"/var/lib/pd\",\"force-new-cluster\":false,\"enable-grpc-gateway\":true,\"initial-cluster\":\"basic-pd-0=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"initial-cluster-state\":\"existing\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"basic-pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"swtich-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"split-bucket\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"store-limit-mode\":\"manual\",\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"enable-diagnostic\":\"false\",\"enable-witness\":\"false\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":true,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"pause-region-split\":\"false\"}}}"]
[2023/03/31 10:55:34.552 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v1]
[2023/03/31 10:55:34.552 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v2/]
[2023/03/31 10:55:34.552 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/swagger/]
[2023/03/31 10:55:34.552 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/autoscaling]
[2023/03/31 10:55:34.552 +00:00] [INFO] [distro.go:51] ["Using distribution strings"] [strings={}]
[2023/03/31 10:55:34.553 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/api/]
[2023/03/31 10:55:34.554 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/]
[2023/03/31 10:55:34.554 +00:00] [INFO] [etcd.go:117] ["configuring peer listeners"] [listen-peer-urls="[http://0.0.0.0:2380]"]
[2023/03/31 10:55:34.554 +00:00] [INFO] [systimemon.go:28] ["start system time monitor"]
[2023/03/31 10:55:34.555 +00:00] [INFO] [etcd.go:127] ["configuring client listeners"] [listen-client-urls="[http://0.0.0.0:2379]"]
[2023/03/31 10:55:34.555 +00:00] [INFO] [etcd.go:611] ["pprof is enabled"] [path=/debug/pprof]
[2023/03/31 10:55:34.555 +00:00] [INFO] [etcd.go:305] ["starting an etcd server"] [etcd-version=3.4.21] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.19.3] [go-os=linux] [go-arch=amd64] [max-cpu-set=12] [max-cpu-available=12] [member-initialized=true] [name=basic-pd-1] [data-dir=/var/lib/pd] [wal-dir=] [wal-dir-dedicated=] [member-dir=/var/lib/pd/member] [force-new-cluster=false] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster=] [initial-cluster-state=existing] [initial-cluster-token=] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=]
[2023/03/31 10:55:34.555 +00:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"]
2023-03-31 10:55:34.555625 W | pkg/fileutil: check file permission: directory "/var/lib/pd" exist, but the permission is "drwxr-xr-x". The recommended permission is "-rwx------" to prevent possible unprivileged access to the data.
[2023/03/31 10:55:34.556 +00:00] [INFO] [backend.go:80] ["opened backend db"] [path=/var/lib/pd/member/snap/db] [took=496.784µs]
[2023/03/31 10:55:34.558 +00:00] [INFO] [raft.go:586] ["restarting local member"] [cluster-id=dd973ad0c66cd607] [local-member-id=bc3e0697d134ce50] [commit-index=142]
[2023/03/31 10:55:34.558 +00:00] [INFO] [raft.go:1523] ["bc3e0697d134ce50 switched to configuration voters=()"]
[2023/03/31 10:55:34.558 +00:00] [INFO] [raft.go:706] ["bc3e0697d134ce50 became follower at term 7"]
[2023/03/31 10:55:34.558 +00:00] [INFO] [raft.go:389] ["newRaft bc3e0697d134ce50 [peers: [], term: 7, commit: 142, applied: 0, lastindex: 142, lastterm: 7]"]
[2023/03/31 10:55:34.566 +00:00] [WARN] [store.go:1379] ["simple token is not cryptographically signed"]
[2023/03/31 10:55:34.569 +00:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"]
[2023/03/31 10:55:34.569 +00:00] [INFO] [server.go:816] ["starting etcd server"] [local-member-id=bc3e0697d134ce50] [local-server-version=3.4.21] [cluster-version=to_be_decided]
[2023/03/31 10:55:34.569 +00:00] [INFO] [server.go:704] ["starting initial election tick advance"] [election-ticks=6]
[2023/03/31 10:55:34.570 +00:00] [INFO] [raft.go:1523] ["bc3e0697d134ce50 switched to configuration voters=(7441053368211532809)"]
[2023/03/31 10:55:34.571 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=dd973ad0c66cd607] [local-member-id=bc3e0697d134ce50] [added-peer-id=6743ee9d2ef8ec09] [added-peer-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:34.571 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.571 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.572 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.572 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.574 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.574 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09] [remote-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:34.574 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.574 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:34.574 +00:00] [INFO] [cluster.go:558] ["set initial cluster version"] [cluster-id=dd973ad0c66cd607] [local-member-id=bc3e0697d134ce50] [cluster-version=3.4]
[2023/03/31 10:55:34.574 +00:00] [INFO] [capability.go:76] ["enabled capabilities for version"] [cluster-version=3.4]
[2023/03/31 10:55:34.575 +00:00] [INFO] [raft.go:1523] ["bc3e0697d134ce50 switched to configuration voters=(7441053368211532809 13564286376806239824)"]
[2023/03/31 10:55:34.575 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=dd973ad0c66cd607] [local-member-id=bc3e0697d134ce50] [added-peer-id=bc3e0697d134ce50] [added-peer-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 10:55:34.576 +00:00] [INFO] [etcd.go:247] ["now serving peer/client/metrics"] [local-member-id=bc3e0697d134ce50] [initial-advertise-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"]
[2023/03/31 10:55:34.577 +00:00] [INFO] [etcd.go:585] ["serving peer traffic"] [address="[::]:2380"]
2023-03-31 10:55:34.578214 W | etcdserver: could not get cluster response from http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380: Get "http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380/members": dial tcp 10.244.140.110:2380: connect: connection refused
[2023/03/31 10:55:34.578 +00:00] [ERROR] [etcdutil.go:71] ["failed to get cluster from remote"] [error="[PD:etcd:ErrEtcdGetCluster]could not retrieve cluster information from the given URLs: could not retrieve cluster information from the given URLs"]
[2023/03/31 10:55:35.542 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:35.542 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:35.542 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:35.542 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=bc3e0697d134ce50] [to=bc3e0697d134ce50] [stream-type="stream Message"]
[2023/03/31 10:55:35.543 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:35.543 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=bc3e0697d134ce50] [to=bc3e0697d134ce50] [stream-type="stream MsgApp v2"]
[2023/03/31 10:55:35.543 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=bc3e0697d134ce50] [remote-peer-id=6743ee9d2ef8ec09]
[2023/03/31 10:55:38.059 +00:00] [INFO] [raft.go:929] ["bc3e0697d134ce50 is starting a new election at term 7"]
[2023/03/31 10:55:38.059 +00:00] [INFO] [raft.go:735] ["bc3e0697d134ce50 became pre-candidate at term 7"]
[2023/03/31 10:55:38.059 +00:00] [INFO] [raft.go:830] ["bc3e0697d134ce50 received MsgPreVoteResp from bc3e0697d134ce50 at term 7"]
[2023/03/31 10:55:38.059 +00:00] [INFO] [raft.go:817] ["bc3e0697d134ce50 [logterm: 7, index: 142] sent MsgPreVote request to 6743ee9d2ef8ec09 at term 7"]
[2023/03/31 10:55:38.060 +00:00] [INFO] [raft.go:830] ["bc3e0697d134ce50 received MsgPreVoteResp from 6743ee9d2ef8ec09 at term 7"]
[2023/03/31 10:55:38.060 +00:00] [INFO] [raft.go:1295] ["bc3e0697d134ce50 has received 2 MsgPreVoteResp votes and 0 vote rejections"]
[2023/03/31 10:55:38.060 +00:00] [INFO] [raft.go:719] ["bc3e0697d134ce50 became candidate at term 8"]
[2023/03/31 10:55:38.060 +00:00] [INFO] [raft.go:830] ["bc3e0697d134ce50 received MsgVoteResp from bc3e0697d134ce50 at term 8"]
[2023/03/31 10:55:38.060 +00:00] [INFO] [raft.go:817] ["bc3e0697d134ce50 [logterm: 7, index: 142] sent MsgVote request to 6743ee9d2ef8ec09 at term 8"]
[2023/03/31 10:55:38.072 +00:00] [INFO] [raft.go:830] ["bc3e0697d134ce50 received MsgVoteResp from 6743ee9d2ef8ec09 at term 8"]
[2023/03/31 10:55:38.072 +00:00] [INFO] [raft.go:1295] ["bc3e0697d134ce50 has received 2 MsgVoteResp votes and 0 vote rejections"]
[2023/03/31 10:55:38.072 +00:00] [INFO] [raft.go:771] ["bc3e0697d134ce50 became leader at term 8"]
[2023/03/31 10:55:38.072 +00:00] [INFO] [node.go:327] ["raft.node: bc3e0697d134ce50 elected leader bc3e0697d134ce50 at term 8"]
[2023/03/31 10:55:38.075 +00:00] [INFO] [server.go:2069] ["published local member to cluster through raft"] [local-member-id=bc3e0697d134ce50] [local-member-attributes="{Name:basic-pd-1 ClientURLs:[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]}"] [request-path=/0/members/bc3e0697d134ce50/attributes] [cluster-id=dd973ad0c66cd607] [publish-timeout=11s]
[2023/03/31 10:55:38.075 +00:00] [INFO] [server.go:329] ["create etcd v3 client"] [endpoints="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [cert="{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}}"]
[2023/03/31 10:55:38.077 +00:00] [INFO] [serve.go:145] ["serving client traffic insecurely; this is strongly discouraged!"] [address="[::]:2379"]
[2023/03/31 10:55:38.080 +00:00] [INFO] [server.go:384] ["init cluster id"] [cluster-id=7216660977893228845]
[2023/03/31 10:55:38.089 +00:00] [INFO] [allocator_manager.go:261] ["delete the dc-location key previously written in etcd"] [server-id=13564286376806239824]
[2023/03/31 10:55:38.109 +00:00] [INFO] [history_buffer.go:147] ["start from history index"] [start-index=0]
[2023/03/31 10:55:38.122 +00:00] [INFO] [server.go:1429] ["start to campaign pd leader"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 10:55:38.124 +00:00] [INFO] [lease.go:65] ["lease granted"] [lease-id=5643159004712967692] [lease-timeout=3] [purpose="pd leader election"]
[2023/03/31 10:55:38.126 +00:00] [INFO] [leadership.go:122] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":15967295672222012935,\"member_id\":13564286376806239824,\"revision\":123,\"raft_term\":8},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":123}}}}]}"]
[2023/03/31 10:55:38.127 +00:00] [INFO] [leadership.go:131] ["write leaderData to leaderPath ok"] [leaderPath=/pd/7216660977893228845/leader] [purpose="pd leader election"]
[2023/03/31 10:55:38.127 +00:00] [INFO] [server.go:1455] ["campaign pd leader ok"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 10:55:38.127 +00:00] [INFO] [server.go:1462] ["initializing the global TSO allocator"]
[2023/03/31 10:55:38.127 +00:00] [INFO] [lease.go:135] ["start lease keep alive worker"] [interval=1s] [purpose="pd leader election"]
[2023/03/31 10:55:38.133 +00:00] [INFO] [tso.go:227] ["sync and save timestamp"] [last=2023/03/31 10:55:11.547 +00:00] [save=2023/03/31 10:55:41.128 +00:00] [next=2023/03/31 10:55:38.128 +00:00]
[2023/03/31 10:55:38.135 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 10:55:38.141 +00:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=6000] [new-base=5000] [label=idalloc] [check-curr-end=true]
[2023/03/31 10:55:38.141 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=0.0.0]
[2023/03/31 10:55:38.141 +00:00] [INFO] [server.go:1513] ["PD cluster leader is ready to serve"] [pd-leader-name=basic-pd-1]
basic-tikv-0的log：
starting tikv-server ...
/tikv-server --pd=http://basic-pd:2379 --advertise-addr=basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20160 --addr=0.0.0.0:20160 --status-addr=0.0.0.0:20180 --advertise-status-addr=basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20180 --data-dir=/var/lib/tikv --capacity=0 --config=/etc/tikv/tikv.toml
[2023/03/31 10:58:52.561 +00:00] [INFO] [lib.rs:85] ["Welcome to TiKV"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Release Version: 6.5.0"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Edition: Community"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Git Commit Hash: 47b81680f75adc4b7200480cea5dbe46ae07c4b5"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Git Commit Branch: heads/refs/tags/v6.5.0"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["UTC Build Time: Unknown (env var does not exist when building)"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [lib.rs:90] ["Profile: dist_release"]
[2023/03/31 10:58:52.562 +00:00] [INFO] [mod.rs:79] ["cgroup quota: memory=Some(9223372036854771712), cpu=None, cores={7, 8, 9, 2, 10, 4, 6, 11, 3, 1, 5, 0}"]
[2023/03/31 10:58:52.566 +00:00] [INFO] [mod.rs:86] ["memory limit in bytes: 276574455808, cpu cores quota: 12"]
[2023/03/31 10:58:52.566 +00:00] [INFO] [config.rs:717] ["kernel parameters"] [value=0] [param=vm.swappiness]
[2023/03/31 10:58:52.567 +00:00] [WARN] [server.rs:1877] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"]
[2023/03/31 10:58:52.567 +00:00] [WARN] [server.rs:1877] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"]
[2023/03/31 10:58:52.576 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd:2379]
[2023/03/31 10:58:52.577 +00:00] [INFO] [<unknown>] ["Disabling AF_INET6 sockets because ::1 is not available."]
[2023/03/31 10:58:52.578 +00:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"]
[2023/03/31 10:58:52.582 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 10:58:52.586 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 10:58:52.590 +00:00] [INFO] [util.rs:763] ["connected to PD member"] [endpoints=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 10:58:52.591 +00:00] [INFO] [util.rs:590] ["all PD endpoints are consistent"] [endpoints="[\"http://basic-pd:2379\"]"]
[2023/03/31 10:58:52.595 +00:00] [INFO] [server.rs:461] ["connect to PD cluster"] [cluster_id=7216660977893228845]
[2023/03/31 10:58:52.597 +00:00] [INFO] [config.rs:2170] ["readpool.storage.use-unified-pool is not set, set to true by default"]
[2023/03/31 10:58:52.597 +00:00] [INFO] [config.rs:2193] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"]
[2023/03/31 10:58:52.740 +00:00] [INFO] [server.rs:1885] ["beginning system configuration check"]
[2023/03/31 10:58:52.740 +00:00] [INFO] [config.rs:904] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime,data=ordered\", mnt_dir: \"/var/lib/tikv\", fsname: \"/dev/sdb1\" }"] [data_path=/var/lib/tikv]
[2023/03/31 10:58:52.740 +00:00] [WARN] [config.rs:907] ["not on SSD device"] [data_path=/var/lib/tikv]
[2023/03/31 10:58:52.740 +00:00] [INFO] [config.rs:904] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime,data=ordered\", mnt_dir: \"/var/lib/tikv\", fsname: \"/dev/sdb1\" }"] [data_path=/var/lib/tikv/raft]
[2023/03/31 10:58:52.740 +00:00] [WARN] [config.rs:907] ["not on SSD device"] [data_path=/var/lib/tikv/raft]
[2023/03/31 10:58:52.741 +00:00] [INFO] [server.rs:430] ["using config"] [config="{\"log-level\":\"info\",\"log-file\":\"\",\"log-format\":\"text\",\"log-rotation-timespan\":\"0s\",\"log-rotation-size\":\"300MiB\",\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"180960MiB\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":9,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":9,\"normal-concurrency\":9,\"low-concurrency\":9,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20160\",\"advertise-addr\":\"basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20160\",\"status-addr\":\"0.0.0.0:20180\",\"advertise-status-addr\":\"basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":12,\"end-point-perf-level\":0,\"snap-max-write-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"labels\":{}},\"storage\":{\"data-dir\":\"/var/lib/tikv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"0KiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":true,\"capacity\":\"108576MiB\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://basic-pd:2379\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/var/lib/tikv/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":0,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.0,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"500ms\",\"report-min-resolved-ts-interval\":\"1s\",\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\"},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":false,\"region-bucket-size\":\"96MiB\",\"region-size-threshold-for-approximate\":\"1440MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":9,\"max-background-flushes\":3,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":256,\"enable-statistics\":true,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-unordered-write\":false,\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"65940MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"39564MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":\"1GiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":\"128MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":4,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":256,\"enable-statistics\":true,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"2GiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":4,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/var/lib/tikv/raft-engine\",\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":41486168371,\"enable-log-recycle\":false},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":6,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"max-flush-interval\":\"3m\",\"num-threads\":6,\"enable\":true,\"temp-path\":\"/var/lib/tikv/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\"},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":true,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"200ms\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"1s\",\"scan-lock-pool-size\":2},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"}}"]
[2023/03/31 10:58:52.748 +00:00] [WARN] [server.rs:545] ["failed to remove space holder on starting: No such file or directory (os error 2)"]
[2023/03/31 10:58:52.748 +00:00] [INFO] [mod.rs:126] ["encryption: none of key dictionary and file dictionary are found."]
[2023/03/31 10:58:52.748 +00:00] [INFO] [mod.rs:509] ["encryption is disabled."]
[2023/03/31 10:58:54.547 +00:00] [INFO] [engine.rs:91] ["Recovering raft logs takes 1.795754097s"]
[2023/03/31 10:58:54.710 +00:00] [INFO] [mod.rs:288] ["Storage started."]
[2023/03/31 10:58:54.720 +00:00] [FATAL] [server.rs:937] ["failed to bootstrap node id: \"[src/server/node.rs:305]: cluster ID mismatch, local 7215673310453990765 != remote 7216660977893228845, you are trying to connect to another cluster, please reconnect to the correct PD\""]
basic-tikv-1的log：
starting tikv-server ...
/tikv-server --pd=http://basic-pd:2379 --advertise-addr=basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20160 --addr=0.0.0.0:20160 --status-addr=0.0.0.0:20180 --advertise-status-addr=basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20180 --data-dir=/var/lib/tikv --capacity=0 --config=/etc/tikv/tikv.toml
[2023/03/31 11:01:55.516 +00:00] [INFO] [lib.rs:85] ["Welcome to TiKV"]
[2023/03/31 11:01:55.516 +00:00] [INFO] [lib.rs:90] ["Release Version: 6.5.0"]
[2023/03/31 11:01:55.516 +00:00] [INFO] [lib.rs:90] ["Edition: Community"]
[2023/03/31 11:01:55.516 +00:00] [INFO] [lib.rs:90] ["Git Commit Hash: 47b81680f75adc4b7200480cea5dbe46ae07c4b5"]
[2023/03/31 11:01:55.516 +00:00] [INFO] [lib.rs:90] ["Git Commit Branch: heads/refs/tags/v6.5.0"]
[2023/03/31 11:01:55.517 +00:00] [INFO] [lib.rs:90] ["UTC Build Time: Unknown (env var does not exist when building)"]
[2023/03/31 11:01:55.517 +00:00] [INFO] [lib.rs:90] ["Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)"]
[2023/03/31 11:01:55.517 +00:00] [INFO] [lib.rs:90] ["Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure"]
[2023/03/31 11:01:55.517 +00:00] [INFO] [lib.rs:90] ["Profile: dist_release"]
[2023/03/31 11:01:55.517 +00:00] [INFO] [mod.rs:79] ["cgroup quota: memory=Some(9223372036854771712), cpu=None, cores={7, 9, 8, 5, 2, 0, 10, 11, 6, 1, 4, 3}"]
[2023/03/31 11:01:55.521 +00:00] [INFO] [mod.rs:86] ["memory limit in bytes: 276574455808, cpu cores quota: 12"]
[2023/03/31 11:01:55.521 +00:00] [INFO] [config.rs:717] ["kernel parameters"] [value=0] [param=vm.swappiness]
[2023/03/31 11:01:55.521 +00:00] [WARN] [server.rs:1877] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"]
[2023/03/31 11:01:55.521 +00:00] [WARN] [server.rs:1877] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"]
[2023/03/31 11:01:55.530 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd:2379]
[2023/03/31 11:01:55.531 +00:00] [INFO] [<unknown>] ["Disabling AF_INET6 sockets because ::1 is not available."]
[2023/03/31 11:01:55.532 +00:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"]
[2023/03/31 11:01:55.536 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 11:01:55.540 +00:00] [INFO] [util.rs:598] ["connecting to PD endpoint"] [endpoints=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 11:01:55.543 +00:00] [INFO] [util.rs:763] ["connected to PD member"] [endpoints=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 11:01:55.544 +00:00] [INFO] [util.rs:590] ["all PD endpoints are consistent"] [endpoints="[\"http://basic-pd:2379\"]"]
[2023/03/31 11:01:55.547 +00:00] [INFO] [server.rs:461] ["connect to PD cluster"] [cluster_id=7216660977893228845]
[2023/03/31 11:01:55.550 +00:00] [INFO] [config.rs:2170] ["readpool.storage.use-unified-pool is not set, set to true by default"]
[2023/03/31 11:01:55.550 +00:00] [INFO] [config.rs:2193] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"]
[2023/03/31 11:01:55.694 +00:00] [INFO] [server.rs:1885] ["beginning system configuration check"]
[2023/03/31 11:01:55.694 +00:00] [INFO] [config.rs:904] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime,data=ordered\", mnt_dir: \"/var/lib/tikv\", fsname: \"/dev/sdb1\" }"] [data_path=/var/lib/tikv]
[2023/03/31 11:01:55.694 +00:00] [WARN] [config.rs:907] ["not on SSD device"] [data_path=/var/lib/tikv]
[2023/03/31 11:01:55.695 +00:00] [INFO] [config.rs:904] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime,data=ordered\", mnt_dir: \"/var/lib/tikv\", fsname: \"/dev/sdb1\" }"] [data_path=/var/lib/tikv/raft]
[2023/03/31 11:01:55.695 +00:00] [WARN] [config.rs:907] ["not on SSD device"] [data_path=/var/lib/tikv/raft]
[2023/03/31 11:01:55.695 +00:00] [INFO] [server.rs:430] ["using config"] [config="{\"log-level\":\"info\",\"log-file\":\"\",\"log-format\":\"text\",\"log-rotation-timespan\":\"0s\",\"log-rotation-size\":\"300MiB\",\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"180960MiB\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":9,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":9,\"normal-concurrency\":9,\"low-concurrency\":9,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20160\",\"advertise-addr\":\"basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20160\",\"status-addr\":\"0.0.0.0:20180\",\"advertise-status-addr\":\"basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":12,\"end-point-perf-level\":0,\"snap-max-write-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"labels\":{}},\"storage\":{\"data-dir\":\"/var/lib/tikv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"0KiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":true,\"capacity\":\"108576MiB\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://basic-pd:2379\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/var/lib/tikv/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":0,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.0,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"500ms\",\"report-min-resolved-ts-interval\":\"1s\",\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\"},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":false,\"region-bucket-size\":\"96MiB\",\"region-size-threshold-for-approximate\":\"1440MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":9,\"max-background-flushes\":3,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":256,\"enable-statistics\":true,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-unordered-write\":false,\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"65940MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"39564MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":\"1GiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":\"128MiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":4,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":256,\"enable-statistics\":true,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":\"2GiB\",\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":\"8MiB\",\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":false,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"titan\":{\"min-blob-size\":\"1KiB\",\"blob-file-compression\":\"lz4\",\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":4,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/var/lib/tikv/raft-engine\",\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":41486168371,\"enable-log-recycle\":false},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":6,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"max-flush-interval\":\"3m\",\"num-threads\":6,\"enable\":true,\"temp-path\":\"/var/lib/tikv/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\"},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":true,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"200ms\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"1s\",\"scan-lock-pool-size\":2},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"}}"]
[2023/03/31 11:01:55.703 +00:00] [WARN] [server.rs:545] ["failed to remove space holder on starting: No such file or directory (os error 2)"]
[2023/03/31 11:01:55.703 +00:00] [INFO] [mod.rs:126] ["encryption: none of key dictionary and file dictionary are found."]
[2023/03/31 11:01:55.703 +00:00] [INFO] [mod.rs:509] ["encryption is disabled."]
[2023/03/31 11:01:57.446 +00:00] [INFO] [engine.rs:91] ["Recovering raft logs takes 1.741155809s"]
[2023/03/31 11:01:57.737 +00:00] [INFO] [mod.rs:288] ["Storage started."]
[2023/03/31 11:01:57.738 +00:00] [FATAL] [server.rs:937] ["failed to bootstrap node id: \"[src/server/node.rs:305]: cluster ID mismatch, local 7215673310453990765 != remote 7216660977893228845, you are trying to connect to another cluster, please reconnect to the correct PD\""]
basic-discovery-6495986c7b-mrgfc的log：
[root@node01 v1.4.0]# k logs basic-discovery-6495986c7b-mrgfc -n tidb-cluster
I0331 10:55:14.875393 1 version.go:38] Welcome to TiDB Operator.
I0331 10:55:14.875418 1 version.go:39] TiDB Operator Version: version.Info{GitVersion:"v1.1.0-cache-with-deno-320-gb00ae5cc32ae2a", GitCommit:"b00ae5cc32ae2a2ac9b9603820dc0431834a4e84", GitTreeState:"clean", BuildDate:"2022-12-29T09:57:48Z", GoVersion:"go1.16.4", Compiler:"gc", Platform:"linux/amd64"}
I0331 10:55:14.978971 1 main.go:109] starting TiDB Discovery server, listening on 0.0.0.0:10261
I0331 10:55:14.979042 1 main.go:116] starting TiDB Proxy server, listening on 0.0.0.0:10262
参考处理办法：
https://docs.pingcap.com/zh/tidb/stable/manage-cluster-faq#tikv-启动报错cluster-id-mismatch
https://docs.pingcap.com/zh/tidb-in-kubernetes/stable/deploy-failures#cluster-id-mismatch
tidb-cluster.yaml配置文件：
# IT IS NOT SUITABLE FOR PRODUCTION USE.
# This YAML describes a basic TiDB cluster with minimum resource requirements,
# which should be able to run in any Kubernetes cluster with storage support.
apiVersion: pingcap.com/v1alpha1
kind: TidbCluster
metadata:
name: basic
namespace: tidb-cluster
spec:
version: v6.5.0
timezone: UTC
pvReclaimPolicy: Retain
enableDynamicConfiguration: true
configUpdateStrategy: RollingUpdate
discovery: {}
helper:
image: alpine:3.16.0
pd:
baseImage: pingcap/pd
maxFailoverCount: 0
storageClassName: basic-tidb-shared-storage
replicas: 2
# if storageClassName is not set, the default Storage Class of the Kubernetes cluster will be used
# storageClassName: local-storage
requests:
cpu: "50m"
memory: 50Mi
storage: 50Mi
limits:
cpu: "1000m"
memory: 1Gi
config: {}
tikv:
baseImage: pingcap/tikv
maxFailoverCount: 0
# If only 1 TiKV is deployed, the TiKV region leader
# cannot be transferred during upgrade, so we have
# to configure a short timeout
evictLeaderTimeout: 1m
storageClassName: basic-tidb-shared-storage
replicas: 2
# if storageClassName is not set, the default Storage Class of the Kubernetes cluster will be used
# storageClassName: local-storage
requests:
cpu: "2000m"
memory: 20Gi
storage: 20Gi
config:
storage:
# In basic examples, we set this to avoid using too much storage.
reserve-space: "0MB"
rocksdb:
# In basic examples, we set this to avoid the following error in some Kubernetes clusters:
# "the maximum number of open file descriptors is too small, got 1024, expect greater or equal to 82920"
max-open-files: 256
raftdb:
max-open-files: 256
tidb:
baseImage: pingcap/tidb
maxFailoverCount: 0
storageClassName: basic-tidb-shared-storage
replicas: 1
requests:
cpu: "1000m"
memory: 2Gi
storage: 10Gi
limits:
cpu: "2000m"
memory: 10Gi
service:
type: ClusterIP
config: {}
完全重新搭了一下环境，包括重新挂载了PV，目前运行情况
两个pd报错日志，请问这样正常吗？
第一个报错的pd： basic-pd-0的log：
[root@node01 v1.4.0]# k logs basic-pd-0 -n tidb-cluster
Server: 10.96.0.10
Address: 10.96.0.10#53
Name: basic-pd-0.basic-pd-peer.tidb-cluster.svc.cluster.local
Address: 10.244.140.107
nslookup domain basic-pd-0.basic-pd-peer.tidb-cluster.svc.svc success
starting pd-server ...
/pd-server --data-dir=/var/lib/pd --name=basic-pd-0 --peer-urls=http://0.0.0.0:2380 --advertise-peer-urls=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380 --client-urls=http://0.0.0.0:2379 --advertise-client-urls=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379 --config=/etc/pd/pd.toml --join=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:41] ["Welcome to Placement Driver (PD)"]
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:42] [PD] [release-version=v6.5.0]
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:43] [PD] [edition=Community]
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:44] [PD] [git-hash=d1a4433c3126c77fb2d5bb5720eefa0f2e05c166]
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:45] [PD] [git-branch=heads/refs/tags/v6.5.0]
[2023/03/31 11:33:45.036 +00:00] [INFO] [util.go:46] [PD] [utc-build-time="2022-12-16 08:19:07"]
[2023/03/31 11:33:45.036 +00:00] [INFO] [metricutil.go:83] ["disable Prometheus push client"]
[2023/03/31 11:33:45.037 +00:00] [INFO] [server.go:247] ["PD Config"] [config="{\"client-urls\":\"http://0.0.0.0:2379\",\"peer-urls\":\"http://0.0.0.0:2380\",\"advertise-client-urls\":\"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379\",\"advertise-peer-urls\":\"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380\",\"name\":\"basic-pd-0\",\"data-dir\":\"/var/lib/pd\",\"force-new-cluster\":false,\"enable-grpc-gateway\":true,\"initial-cluster\":\"basic-pd-0=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"initial-cluster-state\":\"existing\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"basic-pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"swtich-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"split-bucket\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"store-limit-mode\":\"manual\",\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"enable-diagnostic\":\"false\",\"enable-witness\":\"false\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":true,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"pause-region-split\":\"false\"}}}"]
[2023/03/31 11:33:45.042 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v1]
[2023/03/31 11:33:45.042 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v2/]
[2023/03/31 11:33:45.042 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/swagger/]
[2023/03/31 11:33:45.042 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/autoscaling]
[2023/03/31 11:33:45.042 +00:00] [INFO] [distro.go:51] ["Using distribution strings"] [strings={}]
[2023/03/31 11:33:45.043 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/api/]
[2023/03/31 11:33:45.043 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/]
[2023/03/31 11:33:45.044 +00:00] [INFO] [etcd.go:117] ["configuring peer listeners"] [listen-peer-urls="[http://0.0.0.0:2380]"]
[2023/03/31 11:33:45.044 +00:00] [INFO] [systimemon.go:28] ["start system time monitor"]
[2023/03/31 11:33:45.045 +00:00] [INFO] [etcd.go:127] ["configuring client listeners"] [listen-client-urls="[http://0.0.0.0:2379]"]
[2023/03/31 11:33:45.045 +00:00] [INFO] [etcd.go:611] ["pprof is enabled"] [path=/debug/pprof]
2023-03-31 11:33:45.045686 W | pkg/fileutil: check file permission: directory "/var/lib/pd" exist, but the permission is "drwxr-xr-x". The recommended permission is "-rwx------" to prevent possible unprivileged access to the data.
[2023/03/31 11:33:45.045 +00:00] [INFO] [etcd.go:305] ["starting an etcd server"] [etcd-version=3.4.21] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.19.3] [go-os=linux] [go-arch=amd64] [max-cpu-set=12] [max-cpu-available=12] [member-initialized=false] [name=basic-pd-0] [data-dir=/var/lib/pd] [wal-dir=] [wal-dir-dedicated=] [member-dir=/var/lib/pd/member] [force-new-cluster=false] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="basic-pd-0=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380"] [initial-cluster-state=existing] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=]
[2023/03/31 11:33:45.045 +00:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"]
[2023/03/31 11:33:45.046 +00:00] [INFO] [backend.go:80] ["opened backend db"] [path=/var/lib/pd/member/snap/db] [took=184.293µs]
[2023/03/31 11:33:45.051 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:33:45.053 +00:00] [WARN] [netutil.go:121] ["failed to resolve URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [retry-interval=1s] [error="lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:46.056 +00:00] [WARN] [netutil.go:121] ["failed to resolve URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [retry-interval=1s] [error="lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:47.059 +00:00] [WARN] [netutil.go:121] ["failed to resolve URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [retry-interval=1s] [error="lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:48.061 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:33:48.063 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:33:48.065 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:33:48.067 +00:00] [WARN] [netutil.go:121] ["failed to resolve URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [retry-interval=1s] [error="lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:49.070 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:33:49.072 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:33:49.078 +00:00] [INFO] [raft.go:536] ["starting local member"] [local-member-id=3dc352941a5ca52b] [cluster-id=aed5d8bd872ac5c1]
[2023/03/31 11:33:49.078 +00:00] [INFO] [raft.go:1523] ["3dc352941a5ca52b switched to configuration voters=()"]
[2023/03/31 11:33:49.078 +00:00] [INFO] [raft.go:706] ["3dc352941a5ca52b became follower at term 0"]
[2023/03/31 11:33:49.078 +00:00] [INFO] [raft.go:389] ["newRaft 3dc352941a5ca52b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"]
[2023/03/31 11:33:49.079 +00:00] [WARN] [store.go:1379] ["simple token is not cryptographically signed"]
[2023/03/31 11:33:49.081 +00:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"]
[2023/03/31 11:33:49.081 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.081 +00:00] [INFO] [transport.go:294] ["added new remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef] [remote-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:49.081 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.082 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.082 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.082 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.083 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.083 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef] [remote-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:49.083 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.083 +00:00] [INFO] [server.go:816] ["starting etcd server"] [local-member-id=3dc352941a5ca52b] [local-server-version=3.4.21] [cluster-version=to_be_decided]
[2023/03/31 11:33:49.083 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.083 +00:00] [INFO] [server.go:704] ["starting initial election tick advance"] [election-ticks=6]
[2023/03/31 11:33:49.090 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.090 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.090 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.092 +00:00] [INFO] [etcd.go:585] ["serving peer traffic"] [address="[::]:2380"]
[2023/03/31 11:33:49.092 +00:00] [INFO] [etcd.go:247] ["now serving peer/client/metrics"] [local-member-id=3dc352941a5ca52b] [initial-advertise-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"]
[2023/03/31 11:33:49.093 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3dc352941a5ca52b] [to=3dc352941a5ca52b] [stream-type="stream Message"]
[2023/03/31 11:33:49.093 +00:00] [INFO] [raft.go:865] ["3dc352941a5ca52b [term: 0] received a MsgHeartbeat message with higher term from 3e523f5e14da5fef [term: 2]"]
[2023/03/31 11:33:49.093 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:33:49.093 +00:00] [INFO] [raft.go:706] ["3dc352941a5ca52b became follower at term 2"]
[2023/03/31 11:33:49.093 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3dc352941a5ca52b] [to=3dc352941a5ca52b] [stream-type="stream MsgApp v2"]
[2023/03/31 11:33:49.093 +00:00] [INFO] [node.go:327] ["raft.node: 3dc352941a5ca52b elected leader 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:49.093 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=3e523f5e14da5fef]
2023-03-31 11:33:49.095007 W | etcdserver: could not get cluster response from http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380: Get "http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380/members": dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host
[2023/03/31 11:33:49.095 +00:00] [ERROR] [etcdutil.go:71] ["failed to get cluster from remote"] [error="[PD:etcd:ErrEtcdGetCluster]could not retrieve cluster information from the given URLs: could not retrieve cluster information from the given URLs"]
[2023/03/31 11:33:51.604 +00:00] [INFO] [raft.go:850] ["3dc352941a5ca52b [logterm: 0, index: 0, vote: 0] ignored MsgPreVote from 3e523f5e14da5fef [logterm: 2, index: 21] at term 2: lease is not expired (remaining ticks: 1)"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:966] ["3dc352941a5ca52b [logterm: 0, index: 0, vote: 0] cast MsgPreVote for 3e523f5e14da5fef [logterm: 2, index: 21] at term 2"]
[2023/03/31 11:33:56.605 +00:00] [INFO] [raft.go:865] ["3dc352941a5ca52b [term: 2] received a MsgVote message with higher term from 3e523f5e14da5fef [term: 3]"]
[2023/03/31 11:33:56.605 +00:00] [INFO] [raft.go:706] ["3dc352941a5ca52b became follower at term 3"]
[2023/03/31 11:33:56.605 +00:00] [INFO] [raft.go:966] ["3dc352941a5ca52b [logterm: 0, index: 0, vote: 0] cast MsgVote for 3e523f5e14da5fef [logterm: 2, index: 21] at term 3"]
[2023/03/31 11:33:56.605 +00:00] [INFO] [node.go:333] ["raft.node: 3dc352941a5ca52b lost leader 3e523f5e14da5fef at term 3"]
[2023/03/31 11:33:56.606 +00:00] [INFO] [node.go:327] ["raft.node: 3dc352941a5ca52b elected leader 3e523f5e14da5fef at term 3"]
[2023/03/31 11:33:56.609 +00:00] [INFO] [raft.go:1523] ["3dc352941a5ca52b switched to configuration voters=(4490721451751137263)"]
[2023/03/31 11:33:56.610 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3dc352941a5ca52b] [added-peer-id=3e523f5e14da5fef] [added-peer-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:56.610 +00:00] [INFO] [cluster.go:558] ["set initial cluster version"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3dc352941a5ca52b] [cluster-version=3.4]
[2023/03/31 11:33:56.610 +00:00] [INFO] [capability.go:76] ["enabled capabilities for version"] [cluster-version=3.4]
[2023/03/31 11:33:56.613 +00:00] [INFO] [raft.go:1523] ["3dc352941a5ca52b switched to configuration voters=(4450491652823098667 4490721451751137263)"]
[2023/03/31 11:33:56.614 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3dc352941a5ca52b] [added-peer-id=3dc352941a5ca52b] [added-peer-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:56.614 +00:00] [INFO] [server.go:2069] ["published local member to cluster through raft"] [local-member-id=3dc352941a5ca52b] [local-member-attributes="{Name:basic-pd-0 ClientURLs:[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]}"] [request-path=/0/members/3dc352941a5ca52b/attributes] [cluster-id=aed5d8bd872ac5c1] [publish-timeout=11s]
[2023/03/31 11:33:56.614 +00:00] [INFO] [server.go:329] ["create etcd v3 client"] [endpoints="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]"] [cert="{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}}"]
[2023/03/31 11:33:56.616 +00:00] [INFO] [serve.go:145] ["serving client traffic insecurely; this is strongly discouraged!"] [address="[::]:2379"]
[2023/03/31 11:33:56.621 +00:00] [INFO] [server.go:384] ["init cluster id"] [cluster-id=7216672120842022959]
[2023/03/31 11:33:56.630 +00:00] [INFO] [allocator_manager.go:261] ["delete the dc-location key previously written in etcd"] [server-id=4450491652823098667]
[2023/03/31 11:33:56.642 +00:00] [INFO] [history_buffer.go:147] ["start from history index"] [start-index=0]
[2023/03/31 11:33:56.658 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 11:33:56.658 +00:00] [INFO] [client.go:124] ["region syncer start load region"]
[2023/03/31 11:33:56.658 +00:00] [INFO] [client.go:127] ["region syncer finished load region"] [time-cost=205.259µs]
[2023/03/31 11:33:56.658 +00:00] [INFO] [server.go:1407] ["start to watch pd leader"] [pd-leader="name:\"basic-pd-1\" member_id:4490721451751137263 peer_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\" client_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\" "]
[2023/03/31 11:33:56.661 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:33:56.662 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:33:57.663 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:33:57.664 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:33:58.664 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:33:58.664 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:33:59.665 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:33:59.666 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:00.667 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:00.667 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:01.668 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:01.669 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:02.669 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:02.670 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:03.260 +00:00] [INFO] [raft.go:1523] ["3dc352941a5ca52b switched to configuration voters=(4450491652823098667 4490721451751137263 5021122876756470614)"]
[2023/03/31 11:34:03.260 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3dc352941a5ca52b] [added-peer-id=45ae9ca742a82b56] [added-peer-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.260 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.260 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56] [remote-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.261 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.261 +00:00] [INFO] [server.go:1997] ["applied a configuration change through raft"] [local-member-id=3dc352941a5ca52b] [raft-conf-change=ConfChangeAddNode] [raft-conf-change-node-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.325 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3dc352941a5ca52b] [to=3dc352941a5ca52b] [stream-type="stream MsgApp v2"]
[2023/03/31 11:34:03.326 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.326 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.327 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3dc352941a5ca52b] [to=3dc352941a5ca52b] [stream-type="stream Message"]
[2023/03/31 11:34:03.327 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.367 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.367 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3dc352941a5ca52b] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.671 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:03.671 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:04.672 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:04.673 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:05.673 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:05.674 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:06.674 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:06.675 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:07.676 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:07.676 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:08.678 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:08.678 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:09.679 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:09.680 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:10.680 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:10.681 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:11.682 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:11.682 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:12.683 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:12.684 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:13.684 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:13.685 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:14.685 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:14.686 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:15.686 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:15.687 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:16.688 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:16.688 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:17.689 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:17.690 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:18.690 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:18.691 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:19.692 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:19.693 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:20.693 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:20.693 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:21.694 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-0] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:25.256 +00:00] [ERROR] [middleware.go:150] ["request failed"] [error="[PD:http:ErrSendRequest]Get \"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379/pd/api/v1/ping\": context canceled: Get \"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379/pd/api/v1/ping\": context canceled"]
[2023/03/31 11:34:59.512 +00:00] [WARN] [grpclog.go:60] ["transport: http2Server.HandleStreams failed to read frame: read tcp 10.244.140.107:2379->10.244.140.102:54838: read: connection reset by peer"]
[2023/03/31 11:34:59.698 +00:00] [WARN] [grpclog.go:60] ["transport: http2Server.HandleStreams failed to read frame: read tcp 10.244.140.107:2379->10.244.140.102:55244: read: connection reset by peer"]
[2023/03/31 11:35:00.179 +00:00] [WARN] [grpclog.go:60] ["transport: http2Server.HandleStreams failed to read frame: read tcp 10.244.140.107:2379->10.244.140.101:46790: read: connection reset by peer"]
[root@node01 v1.4.0]#
第二个报错的pd： basic-pd-2的log
[root@node01 v1.4.0]# k logs basic-pd-2 -n tidb-cluster
Server: 10.96.0.10
Address: 10.96.0.10#53
Name: basic-pd-2.basic-pd-peer.tidb-cluster.svc.cluster.local
Address: 10.244.140.117
nslookup domain basic-pd-2.basic-pd-peer.tidb-cluster.svc.svc success
waiting for discovery service to return start args ...
waiting for discovery service to return start args ...
waiting for discovery service to return start args ...
starting pd-server ...
/pd-server --data-dir=/var/lib/pd --name=basic-pd-2 --peer-urls=http://0.0.0.0:2380 --advertise-peer-urls=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380 --client-urls=http://0.0.0.0:2379 --advertise-client-urls=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379 --config=/etc/pd/pd.toml --join=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:41] ["Welcome to Placement Driver (PD)"]
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:42] [PD] [release-version=v6.5.0]
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:43] [PD] [edition=Community]
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:44] [PD] [git-hash=d1a4433c3126c77fb2d5bb5720eefa0f2e05c166]
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:45] [PD] [git-branch=heads/refs/tags/v6.5.0]
[2023/03/31 11:34:03.254 +00:00] [INFO] [util.go:46] [PD] [utc-build-time="2022-12-16 08:19:07"]
[2023/03/31 11:34:03.254 +00:00] [INFO] [metricutil.go:83] ["disable Prometheus push client"]
[2023/03/31 11:34:03.254 +00:00] [INFO] [join.go:218] ["failed to open directory, maybe start for the first time"] [error="open /var/lib/pd/member: no such file or directory"]
[2023/03/31 11:34:03.267 +00:00] [INFO] [server.go:247] ["PD Config"] [config="{\"client-urls\":\"http://0.0.0.0:2379\",\"peer-urls\":\"http://0.0.0.0:2380\",\"advertise-client-urls\":\"http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379\",\"advertise-peer-urls\":\"http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380\",\"name\":\"basic-pd-2\",\"data-dir\":\"/var/lib/pd\",\"force-new-cluster\":false,\"enable-grpc-gateway\":true,\"initial-cluster\":\"basic-pd-0=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-2=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380\",\"initial-cluster-state\":\"existing\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379,http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"basic-pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"swtich-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"split-bucket\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"store-limit-mode\":\"manual\",\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"enable-diagnostic\":\"false\",\"enable-witness\":\"false\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":true,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"pause-region-split\":\"false\"}}}"]
[2023/03/31 11:34:03.272 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v1]
[2023/03/31 11:34:03.272 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v2/]
[2023/03/31 11:34:03.272 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/swagger/]
[2023/03/31 11:34:03.272 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/autoscaling]
[2023/03/31 11:34:03.272 +00:00] [INFO] [distro.go:51] ["Using distribution strings"] [strings={}]
[2023/03/31 11:34:03.274 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/api/]
[2023/03/31 11:34:03.274 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/]
[2023/03/31 11:34:03.274 +00:00] [INFO] [etcd.go:117] ["configuring peer listeners"] [listen-peer-urls="[http://0.0.0.0:2380]"]
[2023/03/31 11:34:03.274 +00:00] [INFO] [systimemon.go:28] ["start system time monitor"]
[2023/03/31 11:34:03.275 +00:00] [INFO] [etcd.go:127] ["configuring client listeners"] [listen-client-urls="[http://0.0.0.0:2379]"]
[2023/03/31 11:34:03.275 +00:00] [INFO] [etcd.go:611] ["pprof is enabled"] [path=/debug/pprof]
[2023/03/31 11:34:03.275 +00:00] [INFO] [etcd.go:305] ["starting an etcd server"] [etcd-version=3.4.21] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.19.3] [go-os=linux] [go-arch=amd64] [max-cpu-set=12] [max-cpu-available=12] [member-initialized=false] [name=basic-pd-2] [data-dir=/var/lib/pd] [wal-dir=] [wal-dir-dedicated=] [member-dir=/var/lib/pd/member] [force-new-cluster=false] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="basic-pd-0=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380,basic-pd-2=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380"] [initial-cluster-state=existing] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=]
[2023/03/31 11:34:03.276 +00:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"]
2023-03-31 11:34:03.276329 W | pkg/fileutil: check file permission: directory "/var/lib/pd" exist, but the permission is "drwxr-xr-x". The recommended permission is "-rwx------" to prevent possible unprivileged access to the data.
[2023/03/31 11:34:03.280 +00:00] [INFO] [backend.go:80] ["opened backend db"] [path=/var/lib/pd/member/snap/db] [took=4.015649ms]
[2023/03/31 11:34:03.285 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:34:03.286 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:34:03.288 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:34:03.289 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:34:03.291 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:34:03.292 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:34:03.294 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.117:2380]
[2023/03/31 11:34:03.295 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:34:03.296 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.117:2380]
[2023/03/31 11:34:03.298 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.107:2380]
[2023/03/31 11:34:03.300 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.117:2380]
[2023/03/31 11:34:03.301 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.117:2380]
[2023/03/31 11:34:03.310 +00:00] [INFO] [raft.go:536] ["starting local member"] [local-member-id=45ae9ca742a82b56] [cluster-id=aed5d8bd872ac5c1]
[2023/03/31 11:34:03.310 +00:00] [INFO] [raft.go:1523] ["45ae9ca742a82b56 switched to configuration voters=()"]
[2023/03/31 11:34:03.310 +00:00] [INFO] [raft.go:706] ["45ae9ca742a82b56 became follower at term 0"]
[2023/03/31 11:34:03.310 +00:00] [INFO] [raft.go:389] ["newRaft 45ae9ca742a82b56 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"]
[2023/03/31 11:34:03.313 +00:00] [WARN] [store.go:1379] ["simple token is not cryptographically signed"]
[2023/03/31 11:34:03.315 +00:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"]
[2023/03/31 11:34:03.316 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.316 +00:00] [INFO] [transport.go:294] ["added new remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b] [remote-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.316 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.316 +00:00] [INFO] [transport.go:294] ["added new remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef] [remote-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.316 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.316 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.317 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.317 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.318 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.318 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b] [remote-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.318 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.318 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.318 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.318 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.319 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.319 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.320 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.320 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef] [remote-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.321 +00:00] [INFO] [server.go:816] ["starting etcd server"] [local-member-id=45ae9ca742a82b56] [local-server-version=3.4.21] [cluster-version=to_be_decided]
[2023/03/31 11:34:03.323 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.323 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.323 +00:00] [INFO] [server.go:704] ["starting initial election tick advance"] [election-ticks=6]
[2023/03/31 11:34:03.326 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.326 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.327 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.328 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.328 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.328 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.329 +00:00] [INFO] [etcd.go:585] ["serving peer traffic"] [address="[::]:2380"]
[2023/03/31 11:34:03.329 +00:00] [INFO] [etcd.go:247] ["now serving peer/client/metrics"] [local-member-id=45ae9ca742a82b56] [initial-advertise-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"]
[2023/03/31 11:34:03.367 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=45ae9ca742a82b56] [to=45ae9ca742a82b56] [stream-type="stream Message"]
[2023/03/31 11:34:03.367 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.367 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=45ae9ca742a82b56] [to=45ae9ca742a82b56] [stream-type="stream MsgApp v2"]
[2023/03/31 11:34:03.367 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:34:03.371 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=45ae9ca742a82b56] [to=45ae9ca742a82b56] [stream-type="stream Message"]
[2023/03/31 11:34:03.372 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.371 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=45ae9ca742a82b56] [to=45ae9ca742a82b56] [stream-type="stream MsgApp v2"]
[2023/03/31 11:34:03.372 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=45ae9ca742a82b56] [remote-peer-id=3e523f5e14da5fef]
[2023/03/31 11:34:03.373 +00:00] [INFO] [server.go:729] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=45ae9ca742a82b56] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2]
[2023/03/31 11:34:03.604 +00:00] [INFO] [raft.go:865] ["45ae9ca742a82b56 [term: 0] received a MsgHeartbeat message with higher term from 3e523f5e14da5fef [term: 3]"]
[2023/03/31 11:34:03.604 +00:00] [INFO] [raft.go:706] ["45ae9ca742a82b56 became follower at term 3"]
[2023/03/31 11:34:03.604 +00:00] [INFO] [node.go:327] ["raft.node: 45ae9ca742a82b56 elected leader 3e523f5e14da5fef at term 3"]
[2023/03/31 11:34:03.616 +00:00] [INFO] [raft.go:1523] ["45ae9ca742a82b56 switched to configuration voters=(4490721451751137263)"]
[2023/03/31 11:34:03.617 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=45ae9ca742a82b56] [added-peer-id=3e523f5e14da5fef] [added-peer-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.617 +00:00] [INFO] [cluster.go:558] ["set initial cluster version"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=45ae9ca742a82b56] [cluster-version=3.4]
[2023/03/31 11:34:03.617 +00:00] [INFO] [capability.go:76] ["enabled capabilities for version"] [cluster-version=3.4]
[2023/03/31 11:34:03.620 +00:00] [INFO] [raft.go:1523] ["45ae9ca742a82b56 switched to configuration voters=(4450491652823098667 4490721451751137263)"]
[2023/03/31 11:34:03.620 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=45ae9ca742a82b56] [added-peer-id=3dc352941a5ca52b] [added-peer-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.622 +00:00] [INFO] [raft.go:1523] ["45ae9ca742a82b56 switched to configuration voters=(4450491652823098667 4490721451751137263 5021122876756470614)"]
[2023/03/31 11:34:03.622 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=45ae9ca742a82b56] [added-peer-id=45ae9ca742a82b56] [added-peer-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.623 +00:00] [INFO] [server.go:2069] ["published local member to cluster through raft"] [local-member-id=45ae9ca742a82b56] [local-member-attributes="{Name:basic-pd-2 ClientURLs:[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379]}"] [request-path=/0/members/45ae9ca742a82b56/attributes] [cluster-id=aed5d8bd872ac5c1] [publish-timeout=11s]
[2023/03/31 11:34:03.623 +00:00] [INFO] [server.go:329] ["create etcd v3 client"] [endpoints="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379]"] [cert="{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}}"]
[2023/03/31 11:34:03.624 +00:00] [INFO] [serve.go:145] ["serving client traffic insecurely; this is strongly discouraged!"] [address="[::]:2379"]
[2023/03/31 11:34:03.629 +00:00] [INFO] [server.go:384] ["init cluster id"] [cluster-id=7216672120842022959]
[2023/03/31 11:34:03.637 +00:00] [INFO] [allocator_manager.go:261] ["delete the dc-location key previously written in etcd"] [server-id=5021122876756470614]
[2023/03/31 11:34:03.647 +00:00] [INFO] [history_buffer.go:147] ["start from history index"] [start-index=0]
[2023/03/31 11:34:03.661 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 11:34:03.661 +00:00] [INFO] [client.go:124] ["region syncer start load region"]
[2023/03/31 11:34:03.661 +00:00] [INFO] [client.go:127] ["region syncer finished load region"] [time-cost=167.317µs]
[2023/03/31 11:34:03.661 +00:00] [INFO] [server.go:1407] ["start to watch pd leader"] [pd-leader="name:\"basic-pd-1\" member_id:4490721451751137263 peer_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\" client_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\" "]
[2023/03/31 11:34:03.664 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:03.664 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:04.665 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:04.666 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:05.667 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:05.667 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:06.668 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:06.668 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:07.669 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:07.670 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:08.671 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:08.671 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:09.672 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:09.673 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:10.673 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:10.674 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:11.675 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:11.675 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:12.676 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:12.677 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:13.678 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:13.678 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:14.679 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:14.680 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:15.681 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:15.681 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:16.682 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:16.683 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:17.684 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:17.684 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:18.686 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:18.686 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:19.687 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:19.687 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:20.688 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[2023/03/31 11:34:20.689 +00:00] [ERROR] [client.go:172] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]rpc error: code = Unavailable desc = server not started: rpc error: code = Unavailable desc = server not started"]
[2023/03/31 11:34:21.690 +00:00] [INFO] [client.go:168] ["server starts to synchronize with leader"] [server=basic-pd-2] [leader=basic-pd-1] [request-index=0]
[root@node01 v1.4.0]#
正常启动的pd： basic-pd-1的log的上半部分
[root@node01 v1.4.0]# k logs basic-pd-1 -n tidb-cluster
Server: 10.96.0.10
Address: 10.96.0.10#53
** server can't find basic-pd-1.basic-pd-peer.tidb-cluster.svc: NXDOMAIN
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc failed
Server: 10.96.0.10
Address: 10.96.0.10#53
** server can't find basic-pd-1.basic-pd-peer.tidb-cluster.svc: NXDOMAIN
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc failed
Server: 10.96.0.10
Address: 10.96.0.10#53
** server can't find basic-pd-1.basic-pd-peer.tidb-cluster.svc: NXDOMAIN
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc failed
Server: 10.96.0.10
Address: 10.96.0.10#53
** server can't find basic-pd-1.basic-pd-peer.tidb-cluster.svc: NXDOMAIN
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc failed
Server: 10.96.0.10
Address: 10.96.0.10#53
Name: basic-pd-1.basic-pd-peer.tidb-cluster.svc.cluster.local
Address: 10.244.140.114
nslookup domain basic-pd-1.basic-pd-peer.tidb-cluster.svc.svc success
starting pd-server ...
/pd-server --data-dir=/var/lib/pd --name=basic-pd-1 --peer-urls=http://0.0.0.0:2380 --advertise-peer-urls=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380 --client-urls=http://0.0.0.0:2379 --advertise-client-urls=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379 --config=/etc/pd/pd.toml --initial-cluster=basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:41] ["Welcome to Placement Driver (PD)"]
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:42] [PD] [release-version=v6.5.0]
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:43] [PD] [edition=Community]
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:44] [PD] [git-hash=d1a4433c3126c77fb2d5bb5720eefa0f2e05c166]
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:45] [PD] [git-branch=heads/refs/tags/v6.5.0]
[2023/03/31 11:33:32.079 +00:00] [INFO] [util.go:46] [PD] [utc-build-time="2022-12-16 08:19:07"]
[2023/03/31 11:33:32.079 +00:00] [INFO] [metricutil.go:83] ["disable Prometheus push client"]
[2023/03/31 11:33:32.079 +00:00] [INFO] [server.go:247] ["PD Config"] [config="{\"client-urls\":\"http://0.0.0.0:2379\",\"peer-urls\":\"http://0.0.0.0:2380\",\"advertise-client-urls\":\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\",\"advertise-peer-urls\":\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"name\":\"basic-pd-1\",\"data-dir\":\"/var/lib/pd\",\"force-new-cluster\":false,\"enable-grpc-gateway\":true,\"initial-cluster\":\"basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"basic-pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"swtich-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"split-bucket\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"store-limit-mode\":\"manual\",\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"enable-diagnostic\":\"false\",\"enable-witness\":\"false\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":true,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"pause-region-split\":\"false\"}}}"]
[2023/03/31 11:33:32.085 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v1]
[2023/03/31 11:33:32.085 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/pd/api/v2/]
[2023/03/31 11:33:32.085 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/swagger/]
[2023/03/31 11:33:32.085 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/autoscaling]
[2023/03/31 11:33:32.085 +00:00] [INFO] [distro.go:51] ["Using distribution strings"] [strings={}]
[2023/03/31 11:33:32.086 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/api/]
[2023/03/31 11:33:32.086 +00:00] [INFO] [server.go:222] ["register REST path"] [path=/dashboard/]
[2023/03/31 11:33:32.086 +00:00] [INFO] [etcd.go:117] ["configuring peer listeners"] [listen-peer-urls="[http://0.0.0.0:2380]"]
[2023/03/31 11:33:32.086 +00:00] [INFO] [systimemon.go:28] ["start system time monitor"]
[2023/03/31 11:33:32.087 +00:00] [INFO] [etcd.go:127] ["configuring client listeners"] [listen-client-urls="[http://0.0.0.0:2379]"]
[2023/03/31 11:33:32.087 +00:00] [INFO] [etcd.go:611] ["pprof is enabled"] [path=/debug/pprof]
[2023/03/31 11:33:32.087 +00:00] [INFO] [etcd.go:305] ["starting an etcd server"] [etcd-version=3.4.21] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.19.3] [go-os=linux] [go-arch=amd64] [max-cpu-set=12] [max-cpu-available=12] [member-initialized=false] [name=basic-pd-1] [data-dir=/var/lib/pd] [wal-dir=] [wal-dir-dedicated=] [member-dir=/var/lib/pd/member] [force-new-cluster=false] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="basic-pd-1=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=]
[2023/03/31 11:33:32.087 +00:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"]
2023-03-31 11:33:32.087727 W | pkg/fileutil: check file permission: directory "/var/lib/pd" exist, but the permission is "drwxr-xr-x". The recommended permission is "-rwx------" to prevent possible unprivileged access to the data.
[2023/03/31 11:33:32.094 +00:00] [INFO] [backend.go:80] ["opened backend db"] [path=/var/lib/pd/member/snap/db] [took=5.693042ms]
[2023/03/31 11:33:32.097 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:33:32.098 +00:00] [INFO] [netutil.go:112] ["resolved URL Host"] [url=http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [host=basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380] [resolved-addr=10.244.140.114:2380]
[2023/03/31 11:33:32.102 +00:00] [INFO] [raft.go:536] ["starting local member"] [local-member-id=3e523f5e14da5fef] [cluster-id=aed5d8bd872ac5c1]
[2023/03/31 11:33:32.102 +00:00] [INFO] [raft.go:1523] ["3e523f5e14da5fef switched to configuration voters=()"]
[2023/03/31 11:33:32.103 +00:00] [INFO] [raft.go:706] ["3e523f5e14da5fef became follower at term 0"]
[2023/03/31 11:33:32.103 +00:00] [INFO] [raft.go:389] ["newRaft 3e523f5e14da5fef [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"]
[2023/03/31 11:33:32.103 +00:00] [INFO] [raft.go:706] ["3e523f5e14da5fef became follower at term 1"]
[2023/03/31 11:33:32.103 +00:00] [INFO] [raft.go:1523] ["3e523f5e14da5fef switched to configuration voters=(4490721451751137263)"]
[2023/03/31 11:33:32.105 +00:00] [WARN] [store.go:1379] ["simple token is not cryptographically signed"]
[2023/03/31 11:33:32.108 +00:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"]
[2023/03/31 11:33:32.109 +00:00] [INFO] [server.go:816] ["starting etcd server"] [local-member-id=3e523f5e14da5fef] [local-server-version=3.4.21] [cluster-version=to_be_decided]
[2023/03/31 11:33:32.109 +00:00] [INFO] [server.go:682] ["started as single-node; fast-forwarding election ticks"] [local-member-id=3e523f5e14da5fef] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s]
[2023/03/31 11:33:32.110 +00:00] [INFO] [raft.go:1523] ["3e523f5e14da5fef switched to configuration voters=(4490721451751137263)"]
[2023/03/31 11:33:32.110 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3e523f5e14da5fef] [added-peer-id=3e523f5e14da5fef] [added-peer-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:32.113 +00:00] [INFO] [etcd.go:585] ["serving peer traffic"] [address="[::]:2380"]
[2023/03/31 11:33:32.113 +00:00] [INFO] [etcd.go:247] ["now serving peer/client/metrics"] [local-member-id=3e523f5e14da5fef] [initial-advertise-peer-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380]"] [listen-peer-urls="[http://0.0.0.0:2380]"] [advertise-client-urls="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [listen-client-urls="[http://0.0.0.0:2379]"] [listen-metrics-urls="[]"]
[2023/03/31 11:33:32.164 +00:00] [ERROR] [etcdutil.go:71] ["failed to get cluster from remote"] [error="[PD:etcd:ErrEtcdGetCluster]could not retrieve cluster information from the given URLs: could not retrieve cluster information from the given URLs"]
2023-03-31 11:33:32.164881 W | etcdserver: could not get cluster response from http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380: Get "http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380/members": dial tcp: lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host
[2023/03/31 11:33:34.603 +00:00] [INFO] [raft.go:929] ["3e523f5e14da5fef is starting a new election at term 1"]
[2023/03/31 11:33:34.603 +00:00] [INFO] [raft.go:735] ["3e523f5e14da5fef became pre-candidate at term 1"]
[2023/03/31 11:33:34.603 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgPreVoteResp from 3e523f5e14da5fef at term 1"]
[2023/03/31 11:33:34.604 +00:00] [INFO] [raft.go:719] ["3e523f5e14da5fef became candidate at term 2"]
[2023/03/31 11:33:34.604 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgVoteResp from 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:34.604 +00:00] [INFO] [raft.go:771] ["3e523f5e14da5fef became leader at term 2"]
[2023/03/31 11:33:34.604 +00:00] [INFO] [node.go:327] ["raft.node: 3e523f5e14da5fef elected leader 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:34.605 +00:00] [INFO] [server.go:2567] ["setting up initial cluster version"] [cluster-version=3.4]
[2023/03/31 11:33:34.606 +00:00] [INFO] [server.go:2069] ["published local member to cluster through raft"] [local-member-id=3e523f5e14da5fef] [local-member-attributes="{Name:basic-pd-1 ClientURLs:[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]}"] [request-path=/0/members/3e523f5e14da5fef/attributes] [cluster-id=aed5d8bd872ac5c1] [publish-timeout=11s]
[2023/03/31 11:33:34.606 +00:00] [INFO] [server.go:329] ["create etcd v3 client"] [endpoints="[http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379]"] [cert="{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}}"]
[2023/03/31 11:33:34.607 +00:00] [INFO] [cluster.go:558] ["set initial cluster version"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3e523f5e14da5fef] [cluster-version=3.4]
[2023/03/31 11:33:34.607 +00:00] [INFO] [capability.go:76] ["enabled capabilities for version"] [cluster-version=3.4]
[2023/03/31 11:33:34.607 +00:00] [INFO] [server.go:2599] ["cluster version is updated"] [cluster-version=3.4]
[2023/03/31 11:33:34.607 +00:00] [INFO] [serve.go:145] ["serving client traffic insecurely; this is strongly discouraged!"] [address="[::]:2379"]
[2023/03/31 11:33:34.616 +00:00] [INFO] [server.go:384] ["init cluster id"] [cluster-id=7216672120842022959]
[2023/03/31 11:33:34.622 +00:00] [INFO] [allocator_manager.go:261] ["delete the dc-location key previously written in etcd"] [server-id=4490721451751137263]
[2023/03/31 11:33:34.634 +00:00] [INFO] [history_buffer.go:147] ["start from history index"] [start-index=0]
[2023/03/31 11:33:34.641 +00:00] [INFO] [server.go:1429] ["start to campaign pd leader"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 11:33:34.642 +00:00] [INFO] [lease.go:65] ["lease granted"] [lease-id=6912892625237788434] [lease-timeout=3] [purpose="pd leader election"]
[2023/03/31 11:33:34.644 +00:00] [INFO] [leadership.go:122] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":12598213841166976449,\"member_id\":4490721451751137263,\"revision\":8,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":8}}}}]}"]
[2023/03/31 11:33:34.644 +00:00] [INFO] [leadership.go:131] ["write leaderData to leaderPath ok"] [leaderPath=/pd/7216672120842022959/leader] [purpose="pd leader election"]
[2023/03/31 11:33:34.644 +00:00] [INFO] [server.go:1455] ["campaign pd leader ok"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 11:33:34.644 +00:00] [INFO] [server.go:1462] ["initializing the global TSO allocator"]
[2023/03/31 11:33:34.644 +00:00] [INFO] [lease.go:135] ["start lease keep alive worker"] [interval=1s] [purpose="pd leader election"]
[2023/03/31 11:33:34.646 +00:00] [INFO] [tso.go:227] ["sync and save timestamp"] [last=0001/01/01 00:00:00.000 +00:00] [save=2023/03/31 11:33:37.645 +00:00] [next=2023/03/31 11:33:34.645 +00:00]
[2023/03/31 11:33:34.648 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 11:33:34.653 +00:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true]
[2023/03/31 11:33:34.653 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=0.0.0]
[2023/03/31 11:33:34.653 +00:00] [INFO] [server.go:1513] ["PD cluster leader is ready to serve"] [pd-leader-name=basic-pd-1]
[2023/03/31 11:33:35.645 +00:00] [INFO] [server.go:1109] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"trace-region-flow\":\"true\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\"}"]
[2023/03/31 11:33:36.645 +00:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/var/lib/pd/dashboard.sqlite.db]
[2023/03/31 11:33:36.770 +00:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=2022.12.01.1] [standalone=No] [pd-version=v6.5.0] [build-time="2022-12-16 08:19:07"] [build-git-hash=ea3ee6971f2e]
[2023/03/31 11:33:36.770 +00:00] [INFO] [manager.go:197] ["Dashboard server is started"]
[2023/03/31 11:33:36.770 +00:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39533] [remotes="[]"]
[2023/03/31 11:33:36.770 +00:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36597] [remotes="[]"]
[2023/03/31 11:33:36.772 +00:00] [WARN] [dynamic_config_manager.go:164] ["Dynamic config does not exist in etcd"]
[2023/03/31 11:33:36.773 +00:00] [INFO] [dynamic_config_manager.go:188] ["Save dynamic config to etcd"] [json="{\"keyvisual\":{\"auto_collection_disabled\":false,\"policy\":\"db\",\"policy_kv_separator\":\"\"},\"profiling\":{\"auto_collection_targets\":null,\"auto_collection_duration_secs\":0,\"auto_collection_interval_secs\":0},\"sso\":{\"core_config\":{\"enabled\":false,\"client_id\":\"\",\"discovery_url\":\"\",\"is_read_only\":false},\"auth_url\":\"\",\"token_url\":\"\",\"user_info_url\":\"\",\"sign_out_url\":\"\"}}"]
[2023/03/31 11:33:36.803 +00:00] [INFO] [manager.go:74] ["Key visual service is started"]
[2023/03/31 11:33:41.780 +00:00] [INFO] [raft.go:1523] ["3e523f5e14da5fef switched to configuration voters=(4450491652823098667 4490721451751137263)"]
[2023/03/31 11:33:41.780 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3e523f5e14da5fef] [added-peer-id=3dc352941a5ca52b] [added-peer-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:41.781 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.781 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.781 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.782 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.782 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.782 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.782 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b] [remote-peer-urls="[http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:33:41.782 +00:00] [INFO] [server.go:1997] ["applied a configuration change through raft"] [local-member-id=3e523f5e14da5fef] [raft-conf-change=ConfChangeAddNode] [raft-conf-change-node-id=3dc352941a5ca52b]
[2023/03/31 11:33:41.782 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:42.606 +00:00] [WARN] [cluster_util.go:315] ["failed to reach the peer URL"] [address=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380/version] [remote-member-id=3dc352941a5ca52b] [error="Get \"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380/version\": dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:42.606 +00:00] [WARN] [cluster_util.go:168] ["failed to get version"] [remote-member-id=3dc352941a5ca52b] [error="Get \"http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2380/version\": dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:42.642 +00:00] [WARN] [manager.go:117] ["failed to get member client urls"]
[2023/03/31 11:33:43.642 +00:00] [WARN] [manager.go:117] ["failed to get member client urls"]
[2023/03/31 11:33:44.642 +00:00] [WARN] [manager.go:117] ["failed to get member client urls"]
[2023/03/31 11:33:45.642 +00:00] [WARN] [manager.go:117] ["failed to get member client urls"]
[2023/03/31 11:33:46.597 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:46.603 +00:00] [WARN] [raft.go:1017] ["3e523f5e14da5fef stepped down to follower since quorum is not active"]
[2023/03/31 11:33:46.603 +00:00] [INFO] [raft.go:706] ["3e523f5e14da5fef became follower at term 2"]
[2023/03/31 11:33:46.603 +00:00] [INFO] [node.go:333] ["raft.node: 3e523f5e14da5fef lost leader 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:46.603 +00:00] [INFO] [server.go:1527] ["etcd leader changed, resigns pd leadership"] [old-pd-leader-name=basic-pd-1]
[2023/03/31 11:33:46.604 +00:00] [INFO] [lease.go:159] ["stop lease keep alive worker"] [purpose="pd leader election"]
[2023/03/31 11:33:46.783 +00:00] [WARN] [probing_status.go:70] ["prober detected unhealthy status"] [round-tripper-name=ROUND_TRIPPER_RAFT_MESSAGE] [remote-peer-id=3dc352941a5ca52b] [rtt=0s] [error="dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:46.783 +00:00] [WARN] [probing_status.go:70] ["prober detected unhealthy status"] [round-tripper-name=ROUND_TRIPPER_SNAPSHOT] [remote-peer-id=3dc352941a5ca52b] [rtt=0s] [error="dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:46.805 +00:00] [ERROR] [middleware.go:150] ["request failed"] [error="[PD:http:ErrSendRequest]Get \"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379/pd/api/v1/health\": dial tcp: lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host: Get \"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379/pd/api/v1/health\": dial tcp: lookup basic-pd-1.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:47.098 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:47.098 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:47.405 +00:00] [ERROR] [middleware.go:99] ["redirect but server is not leader"] [from=basic-pd-1] [server=basic-pd-1] [error="[PD:apiutil:ErrRedirect]redirect failed"]
[2023/03/31 11:33:47.598 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:47.599 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:47.604 +00:00] [INFO] [tso.go:416] ["reset the timestamp in memory"]
[2023/03/31 11:33:47.604 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:47.604 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-e5d88cde-a760-4706-9fa9-a3b5ec210fbe/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:47.804 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:48.005 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:48.099 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:48.099 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:48.206 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:48.407 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:48.599 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:48.599 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:48.608 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:48.775 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-b0149b19-7a14-42d2-b4b8-dba026490d4b/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:48.775 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=2.000448079s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/topology/tidb/\" range_end:\"/topology/tidb0\" "] [response=] [error="context deadline exceeded"]
[2023/03/31 11:33:48.776 +00:00] [INFO] [trace.go:152] ["trace[2105948838] range"] [detail="{range_begin:/topology/tidb/; range_end:/topology/tidb0; }"] [duration=2.000796877s] [start=2023/03/31 11:33:46.775 +00:00] [end=2023/03/31 11:33:48.776 +00:00] [steps="[\"trace[2105948838] 'agreement among raft nodes before linearized reading' (duration: 2.000485617s)\"]"]
[2023/03/31 11:33:48.809 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:49.010 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:49.090 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3e523f5e14da5fef] [to=3e523f5e14da5fef] [stream-type="stream Message"]
[2023/03/31 11:33:49.090 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:49.090 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:49.090 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3e523f5e14da5fef] [to=3e523f5e14da5fef] [stream-type="stream MsgApp v2"]
[2023/03/31 11:33:49.090 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:49.093 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:49.093 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=3dc352941a5ca52b]
[2023/03/31 11:33:49.100 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:49.101 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:49.211 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:49.412 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:49.601 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:49.602 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:49.612 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:49.813 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:50.013 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:50.102 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:50.102 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:50.214 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:50.415 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:50.603 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:50.603 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:50.616 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:50.816 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:51.017 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:51.104 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:51.104 +00:00] [INFO] [raft.go:1358] ["3e523f5e14da5fef no leader at term 2; dropping index reading msg"]
[2023/03/31 11:33:51.217 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:51.235 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-b0149b19-7a14-42d2-b4b8-dba026490d4b/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:51.235 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=1.999865496s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/topology/tidb/\" range_end:\"/topology/tidb0\" "] [response=] [error="context deadline exceeded"]
[2023/03/31 11:33:51.235 +00:00] [INFO] [trace.go:152] ["trace[1488973535] range"] [detail="{range_begin:/topology/tidb/; range_end:/topology/tidb0; }"] [duration=2.000019528s] [start=2023/03/31 11:33:49.235 +00:00] [end=2023/03/31 11:33:51.235 +00:00] [steps="[\"trace[1488973535] 'agreement among raft nodes before linearized reading' (duration: 1.999897003s)\"]"]
[2023/03/31 11:33:51.418 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:51.604 +00:00] [INFO] [raft.go:929] ["3e523f5e14da5fef is starting a new election at term 2"]
[2023/03/31 11:33:51.604 +00:00] [INFO] [raft.go:735] ["3e523f5e14da5fef became pre-candidate at term 2"]
[2023/03/31 11:33:51.604 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgPreVoteResp from 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:51.604 +00:00] [INFO] [raft.go:817] ["3e523f5e14da5fef [logterm: 2, index: 21] sent MsgPreVote request to 3dc352941a5ca52b at term 2"]
[2023/03/31 11:33:51.604 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:51.619 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:51.784 +00:00] [WARN] [probing_status.go:70] ["prober detected unhealthy status"] [round-tripper-name=ROUND_TRIPPER_RAFT_MESSAGE] [remote-peer-id=3dc352941a5ca52b] [rtt=0s] [error="dial tcp: lookup basic-pd-0.basic-pd-peer.tidb-cluster.svc on 10.96.0.10:53: no such host"]
[2023/03/31 11:33:51.820 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:52.021 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:52.104 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:52.222 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:52.422 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:52.606 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:52.623 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:52.823 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.023 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.106 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:53.224 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.425 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.607 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:53.626 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.691 +00:00] [WARN] [etcd_kv.go:160] ["txn runs too slow"] [response=null] [cost=10.000272963s] [error="context deadline exceeded"]
[2023/03/31 11:33:53.691 +00:00] [WARN] [allocator_manager.go:629] ["failed to update allocator's timestamp"] [dc-location=global] [error="[PD:etcd:ErrEtcdKVPut]context deadline exceeded: context deadline exceeded"]
[2023/03/31 11:33:53.691 +00:00] [INFO] [tso.go:416] ["reset the timestamp in memory"]
[2023/03/31 11:33:53.691 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-e5d88cde-a760-4706-9fa9-a3b5ec210fbe/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:53.827 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:53.969 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=1.999980373s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/topology/tidb/\" range_end:\"/topology/tidb0\" "] [response=] [error="context deadline exceeded"]
[2023/03/31 11:33:53.969 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-b0149b19-7a14-42d2-b4b8-dba026490d4b/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:53.969 +00:00] [INFO] [trace.go:152] ["trace[2033699377] range"] [detail="{range_begin:/topology/tidb/; range_end:/topology/tidb0; }"] [duration=2.000169881s] [start=2023/03/31 11:33:51.969 +00:00] [end=2023/03/31 11:33:53.969 +00:00] [steps="[\"trace[2033699377] 'agreement among raft nodes before linearized reading' (duration: 2.000024825s)\"]"]
[2023/03/31 11:33:54.027 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:54.108 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:54.228 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:54.429 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:54.608 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:54.630 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:54.831 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:55.031 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:55.109 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:55.233 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:55.433 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:55.609 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:55.634 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:55.835 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:56.035 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:56.097 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=9.999956066s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7216672120842022959/dc-location\" range_end:\"/pd/7216672120842022959/dc-locatioo\" "] [response=] [error="context deadline exceeded"]
[2023/03/31 11:33:56.097 +00:00] [INFO] [trace.go:152] ["trace[1334855097] range"] [detail="{range_begin:/pd/7216672120842022959/dc-location; range_end:/pd/7216672120842022959/dc-locatioo; }"] [duration=10.000177077s] [start=2023/03/31 11:33:46.097 +00:00] [end=2023/03/31 11:33:56.097 +00:00] [steps="[\"trace[1334855097] 'agreement among raft nodes before linearized reading' (duration: 10.000014056s)\"]"]
[2023/03/31 11:33:56.097 +00:00] [WARN] [etcdutil.go:121] ["kv gets too slow"] [request-key=/pd/7216672120842022959/dc-location] [cost=10.000551459s] [error="context deadline exceeded"]
[2023/03/31 11:33:56.097 +00:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=endpoint://client-e5d88cde-a760-4706-9fa9-a3b5ec210fbe/basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2023/03/31 11:33:56.097 +00:00] [ERROR] [etcdutil.go:126] ["load from etcd meet error"] [key=/pd/7216672120842022959/dc-location] [error="[PD:etcd:ErrEtcdKVGet]context deadline exceeded: context deadline exceeded"]
[2023/03/31 11:33:56.110 +00:00] [WARN] [v3_server.go:814] ["waiting for ReadIndex response took too long, retrying"] [sent-request-id=6912892625237788463] [retry-timeout=500ms]
[2023/03/31 11:33:56.236 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:56.437 +00:00] [ERROR] [member.go:160] ["no etcd leader, check pd leader later"] [error="[PD:member:ErrEtcdLeaderNotFound]etcd leader not found"]
[2023/03/31 11:33:56.603 +00:00] [INFO] [raft.go:929] ["3e523f5e14da5fef is starting a new election at term 2"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:735] ["3e523f5e14da5fef became pre-candidate at term 2"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgPreVoteResp from 3e523f5e14da5fef at term 2"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:817] ["3e523f5e14da5fef [logterm: 2, index: 21] sent MsgPreVote request to 3dc352941a5ca52b at term 2"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgPreVoteResp from 3dc352941a5ca52b at term 2"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:1295] ["3e523f5e14da5fef has received 2 MsgPreVoteResp votes and 0 vote rejections"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:719] ["3e523f5e14da5fef became candidate at term 3"]
[2023/03/31 11:33:56.604 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgVoteResp from 3e523f5e14da5fef at term 3"]
[2023/03/31 11:33:56.605 +00:00] [INFO] [raft.go:817] ["3e523f5e14da5fef [logterm: 2, index: 21] sent MsgVote request to 3dc352941a5ca52b at term 3"]
[2023/03/31 11:33:56.606 +00:00] [INFO] [raft.go:830] ["3e523f5e14da5fef received MsgVoteResp from 3dc352941a5ca52b at term 3"]
[2023/03/31 11:33:56.606 +00:00] [INFO] [raft.go:1295] ["3e523f5e14da5fef has received 2 MsgVoteResp votes and 0 vote rejections"]
[2023/03/31 11:33:56.606 +00:00] [INFO] [raft.go:771] ["3e523f5e14da5fef became leader at term 3"]
[2023/03/31 11:33:56.606 +00:00] [INFO] [node.go:327] ["raft.node: 3e523f5e14da5fef elected leader 3e523f5e14da5fef at term 3"]
[2023/03/31 11:33:56.614 +00:00] [INFO] [v3_server.go:802] ["first commit in current term: resending ReadIndex request"]
[2023/03/31 11:33:56.615 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=1.830213622s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/topology/tidb/\" range_end:\"/topology/tidb0\" "] [response="range_response_count:0 size:4"] []
[2023/03/31 11:33:56.615 +00:00] [WARN] [util.go:163] ["apply request took too long"] [took=9.973532152s] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7216672120842022959/config\" "] [response="range_response_count:1 size:3689"] []
[2023/03/31 11:33:56.615 +00:00] [INFO] [trace.go:152] ["trace[1280091323] range"] [detail="{range_begin:/topology/tidb/; range_end:/topology/tidb0; response_count:0; response_revision:15; }"] [duration=1.830369363s] [start=2023/03/31 11:33:54.784 +00:00] [end=2023/03/31 11:33:56.615 +00:00] [steps="[\"trace[1280091323] 'agreement among raft nodes before linearized reading' (duration: 1.830133786s)\"]"]
[2023/03/31 11:33:56.615 +00:00] [INFO] [trace.go:152] ["trace[926350782] range"] [detail="{range_begin:/pd/7216672120842022959/config; range_end:; response_count:1; response_revision:15; }"] [duration=9.973668751s] [start=2023/03/31 11:33:46.641 +00:00] [end=2023/03/31 11:33:56.615 +00:00] [steps="[\"trace[926350782] 'agreement among raft nodes before linearized reading' (duration: 9.973360233s)\"]"]
[2023/03/31 11:33:56.615 +00:00] [WARN] [etcdutil.go:121] ["kv gets too slow"] [request-key=/pd/7216672120842022959/config] [cost=9.974456432s] []
[2023/03/31 11:33:56.639 +00:00] [WARN] [member.go:175] ["the pd leader has not changed, delete and campaign again"] [old-pd-leader="name:\"basic-pd-1\" member_id:4490721451751137263 peer_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2380\" client_urls:\"http://basic-pd-1.basic-pd-peer.tidb-cluster.svc:2379\" "]
[2023/03/31 11:33:56.644 +00:00] [INFO] [leadership.go:171] ["delete the leader key ok"] [leaderPath=/pd/7216672120842022959/leader] [purpose="pd leader election"]
[2023/03/31 11:33:56.644 +00:00] [INFO] [server.go:1429] ["start to campaign pd leader"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 11:33:56.647 +00:00] [INFO] [lease.go:65] ["lease granted"] [lease-id=6912892625237788474] [lease-timeout=3] [purpose="pd leader election"]
[2023/03/31 11:33:56.652 +00:00] [INFO] [leadership.go:122] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":12598213841166976449,\"member_id\":4490721451751137263,\"revision\":20,\"raft_term\":3},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":20}}}}]}"]
[2023/03/31 11:33:56.652 +00:00] [INFO] [leadership.go:131] ["write leaderData to leaderPath ok"] [leaderPath=/pd/7216672120842022959/leader] [purpose="pd leader election"]
[2023/03/31 11:33:56.652 +00:00] [INFO] [server.go:1455] ["campaign pd leader ok"] [campaign-pd-leader-name=basic-pd-1]
[2023/03/31 11:33:56.652 +00:00] [INFO] [server.go:1462] ["initializing the global TSO allocator"]
[2023/03/31 11:33:56.652 +00:00] [INFO] [lease.go:135] ["start lease keep alive worker"] [interval=1s] [purpose="pd leader election"]
[2023/03/31 11:33:56.657 +00:00] [INFO] [tso.go:227] ["sync and save timestamp"] [last=2023/03/31 11:33:46.691 +00:00] [save=2023/03/31 11:33:59.654 +00:00] [next=2023/03/31 11:33:56.654 +00:00]
[2023/03/31 11:33:56.661 +00:00] [INFO] [server.go:1569] ["server enable region storage"]
[2023/03/31 11:33:56.667 +00:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=2000] [new-base=1000] [label=idalloc] [check-curr-end=true]
[2023/03/31 11:33:56.667 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=0.0.0]
[2023/03/31 11:33:56.667 +00:00] [INFO] [server.go:1513] ["PD cluster leader is ready to serve"] [pd-leader-name=basic-pd-1]
[2023/03/31 11:34:03.260 +00:00] [INFO] [raft.go:1523] ["3e523f5e14da5fef switched to configuration voters=(4450491652823098667 4490721451751137263 5021122876756470614)"]
[2023/03/31 11:34:03.260 +00:00] [INFO] [cluster.go:392] ["added member"] [cluster-id=aed5d8bd872ac5c1] [local-member-id=3e523f5e14da5fef] [added-peer-id=45ae9ca742a82b56] [added-peer-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.260 +00:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.260 +00:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.266 +00:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.266 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.266 +00:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56] [remote-peer-urls="[http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2380]"]
[2023/03/31 11:34:03.267 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.267 +00:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.267 +00:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.328 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3e523f5e14da5fef] [to=3e523f5e14da5fef] [stream-type="stream Message"]
[2023/03/31 11:34:03.328 +00:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.328 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.328 +00:00] [INFO] [stream.go:250] ["set message encoder"] [from=3e523f5e14da5fef] [to=3e523f5e14da5fef] [stream-type="stream MsgApp v2"]
[2023/03/31 11:34:03.328 +00:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.371 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:03.371 +00:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3e523f5e14da5fef] [remote-peer-id=45ae9ca742a82b56]
[2023/03/31 11:34:21.429 +00:00] [INFO] [server.go:631] ["try to bootstrap raft cluster"] [cluster-id=7216672120842022959] [request="header:<cluster_id:7216672120842022959 > store:<id:1001 address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20160\" version:\"6.5.0\" peer_address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20160\" status_address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20180\" git_hash:\"47b81680f75adc4b7200480cea5dbe46ae07c4b5\" start_timestamp:1680262461 deploy_path:\"/\" > region:<id:1002 region_epoch:<conf_ver:1 version:1 > peers:<id:1003 store_id:1001 > > "]
[2023/03/31 11:34:21.430 +00:00] [INFO] [server.go:692] ["bootstrap cluster ok"] [cluster-id=7216672120842022959]
[2023/03/31 11:34:21.433 +00:00] [INFO] [cluster.go:364] ["load stores"] [count=1] [cost=1.470139ms]
[2023/03/31 11:34:21.433 +00:00] [INFO] [cluster.go:375] ["load regions"] [count=1] [cost=297.874µs]
[2023/03/31 11:34:21.441 +00:00] [INFO] [coordinator.go:313] ["coordinator starts to collect cluster information"]
[2023/03/31 11:34:21.449 +00:00] [INFO] [cluster.go:2023] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=6.5.0]
[2023/03/31 11:34:21.452 +00:00] [INFO] [cluster.go:2190] ["store limit added"] [store-id=1001]
[2023/03/31 11:34:21.452 +00:00] [INFO] [grpc_service.go:562] ["put store ok"] [store="id:1001 address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20160\" version:\"6.5.0\" peer_address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20160\" status_address:\"basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20180\" git_hash:\"47b81680f75adc4b7200480cea5dbe46ae07c4b5\" start_timestamp:1680262461 deploy_path:\"/\" "]
[2023/03/31 11:34:21.452 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=6.5.0]
[2023/03/31 11:34:21.687 +00:00] [INFO] [cluster.go:2190] ["store limit added"] [store-id=1004]
[2023/03/31 11:34:21.687 +00:00] [INFO] [grpc_service.go:562] ["put store ok"] [store="id:1004 address:\"basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20160\" version:\"6.5.0\" peer_address:\"basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20160\" status_address:\"basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20180\" git_hash:\"47b81680f75adc4b7200480cea5dbe46ae07c4b5\" start_timestamp:1680262461 deploy_path:\"/\" "]
[2023/03/31 11:34:21.687 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=6.5.0]
[2023/03/31 11:34:21.690 +00:00] [INFO] [server.go:212] ["establish sync region stream"] [requested-server=basic-pd-2] [url=http://basic-pd-2.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 11:34:21.690 +00:00] [INFO] [server.go:295] ["sync the history regions with server"] [server=basic-pd-2] [from-index=0] [last-index=1] [records-length=1]
[2023/03/31 11:34:21.694 +00:00] [INFO] [server.go:212] ["establish sync region stream"] [requested-server=basic-pd-0] [url=http://basic-pd-0.basic-pd-peer.tidb-cluster.svc:2379]
[2023/03/31 11:34:21.694 +00:00] [INFO] [server.go:295] ["sync the history regions with server"] [server=basic-pd-0] [from-index=0] [last-index=1] [records-length=1]
[2023/03/31 11:34:22.571 +00:00] [INFO] [cluster.go:2190] ["store limit added"] [store-id=1005]
[2023/03/31 11:34:22.572 +00:00] [INFO] [grpc_service.go:562] ["put store ok"] [store="id:1005 address:\"basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20160\" version:\"6.5.0\" peer_address:\"basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20160\" status_address:\"basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20180\" git_hash:\"47b81680f75adc4b7200480cea5dbe46ae07c4b5\" start_timestamp:1680262462 deploy_path:\"/\" "]
[2023/03/31 11:34:22.572 +00:00] [INFO] [util.go:77] ["load cluster version"] [cluster-version=6.5.0]
[2023/03/31 11:34:24.441 +00:00] [INFO] [coordinator.go:316] ["coordinator has finished cluster information preparation"]
[2023/03/31 11:34:24.441 +00:00] [INFO] [coordinator.go:326] ["coordinator starts to run schedulers"]
[2023/03/31 11:34:24.445 +00:00] [INFO] [coordinator.go:396] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"]
[2023/03/31 11:34:24.447 +00:00] [INFO] [coordinator.go:396] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"]
[2023/03/31 11:34:24.449 +00:00] [INFO] [coordinator.go:396] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"]
[2023/03/31 11:34:24.453 +00:00] [INFO] [coordinator.go:396] ["create scheduler"] [scheduler-name=split-bucket-scheduler] [scheduler-args="[]"]
[2023/03/31 11:34:24.456 +00:00] [INFO] [coordinator.go:285] ["coordinator begins to actively drive push operator"]
[2023/03/31 11:34:24.456 +00:00] [INFO] [coordinator.go:118] ["coordinator starts patrol regions"]
[2023/03/31 11:34:24.456 +00:00] [INFO] [coordinator.go:221] ["coordinator begins to check suspect key ranges"]
[2023/03/31 11:34:25.451 +00:00] [INFO] [hot_region_config.go:441] ["query supported changed"] [last-query-support=false] [cluster-version=6.5.0] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\"}"]
[2023/03/31 11:34:31.442 +00:00] [INFO] [cluster.go:1486] ["store has changed to serving"] [store-id=1001] [store-address=basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20160]
[2023/03/31 11:34:31.444 +00:00] [INFO] [cluster.go:1486] ["store has changed to serving"] [store-id=1004] [store-address=basic-tikv-0.basic-tikv-peer.tidb-cluster.svc:20160]
[2023/03/31 11:34:31.446 +00:00] [INFO] [cluster.go:1486] ["store has changed to serving"] [store-id=1005] [store-address=basic-tikv-1.basic-tikv-peer.tidb-cluster.svc:20160]
[2023/03/31 11:34:31.702 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1002] [operator="\"add-rule-peer {add peer: store [1004]} (kind:replica,region, region:1002(1, 1), createAt:2023-03-31 11:34:31.702259752 +0000 UTC m=+59.698107235, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[add learner peer 1006 on store 1004, promote learner peer 1006 on store 1004 to voter]，timeout:[11m0s])\""] [additional-info=]
[2023/03/31 11:34:31.702 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="add learner peer 1006 on store 1004"] [source=create]
[2023/03/31 11:34:31.707 +00:00] [INFO] [region.go:640] ["region ConfVer changed"] [region-id=1002] [detail="Add peer:{id:1006 store_id:1004 role:Learner }"] [old-confver=1] [new-confver=2]
[2023/03/31 11:34:31.708 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="add learner peer 1006 on store 1004"] [source=heartbeat]
[2023/03/31 11:34:31.781 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="promote learner peer 1006 on store 1004 to voter"] [source=heartbeat]
[2023/03/31 11:34:31.785 +00:00] [INFO] [region.go:640] ["region ConfVer changed"] [region-id=1002] [detail="Remove peer:{id:1006 store_id:1004 role:Learner },Add peer:{id:1006 store_id:1004 }"] [old-confver=2] [new-confver=3]
[2023/03/31 11:34:31.785 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1002] [takes=83.048921ms] [operator="\"add-rule-peer {add peer: store [1004]} (kind:replica,region, region:1002(1, 1), createAt:2023-03-31 11:34:31.702259752 +0000 UTC m=+59.698107235, startAt:2023-03-31 11:34:31.702527244 +0000 UTC m=+59.698374712, currentStep:2, size:0, steps:[add learner peer 1006 on store 1004, promote learner peer 1006 on store 1004 to voter]，timeout:[11m0s]) finished\""] [additional-info=]
[2023/03/31 11:34:32.594 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1002] [operator="\"add-rule-peer {add peer: store [1005]} (kind:replica,region, region:1002(1, 3), createAt:2023-03-31 11:34:32.594202773 +0000 UTC m=+60.590050257, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[add learner peer 1007 on store 1005, promote learner peer 1007 on store 1005 to voter]，timeout:[11m0s])\""] [additional-info=]
[2023/03/31 11:34:32.594 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="add learner peer 1007 on store 1005"] [source=create]
[2023/03/31 11:34:32.599 +00:00] [INFO] [region.go:640] ["region ConfVer changed"] [region-id=1002] [detail="Add peer:{id:1007 store_id:1005 role:Learner }"] [old-confver=3] [new-confver=4]
[2023/03/31 11:34:32.599 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="add learner peer 1007 on store 1005"] [source=heartbeat]
[2023/03/31 11:34:32.645 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="promote learner peer 1007 on store 1005 to voter"] [source=heartbeat]
[2023/03/31 11:34:32.650 +00:00] [INFO] [region.go:640] ["region ConfVer changed"] [region-id=1002] [detail="Remove peer:{id:1007 store_id:1005 role:Learner },Add peer:{id:1007 store_id:1005 }"] [old-confver=4] [new-confver=5]
[2023/03/31 11:34:32.650 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1002] [takes=56.209264ms] [operator="\"add-rule-peer {add peer: store [1005]} (kind:replica,region, region:1002(1, 3), createAt:2023-03-31 11:34:32.594202773 +0000 UTC m=+60.590050257, startAt:2023-03-31 11:34:32.594377764 +0000 UTC m=+60.590225243, currentStep:2, size:1, steps:[add learner peer 1007 on store 1005, promote learner peer 1007 on store 1005 to voter]，timeout:[11m0s]) finished\""] [additional-info=]
[2023/03/31 11:34:50.023 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1008] [peer-ids="[1009,1010,1011]"]
[2023/03/31 11:34:50.028 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1002] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFE00000000000000F8}, EndKey:{}"] [old-version=1] [new-version=2]
[2023/03/31 11:34:50.028 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1002] [origin="id:1008 end_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" region_epoch:<conf_ver:5 version:2 > peers:<id:1009 store_id:1001 > peers:<id:1010 store_id:1004 > peers:<id:1011 store_id:1005 >"] [total=1]
[2023/03/31 11:34:50.034 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1012] [peer-ids="[1013,1014,1015]"]
[2023/03/31 11:34:50.039 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1008] [origin="id:1012 end_key:\"748000FFFFFFFFFFFFFD00000000000000F8\" region_epoch:<conf_ver:5 version:3 > peers:<id:1013 store_id:1001 > peers:<id:1014 store_id:1004 > peers:<id:1015 store_id:1005 >"] [total=1]
[2023/03/31 11:34:50.040 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1008] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFE00000000000000F8}"] [old-version=2] [new-version=3]
[2023/03/31 11:34:50.046 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1016] [peer-ids="[1017,1018,1019]"]
[2023/03/31 11:34:50.052 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1012] [origin="id:1016 end_key:\"748000FFFFFFFFFFFFFC00000000000000F8\" region_epoch:<conf_ver:5 version:4 > peers:<id:1017 store_id:1001 > peers:<id:1018 store_id:1004 > peers:<id:1019 store_id:1005 >"] [total=1]
[2023/03/31 11:34:50.052 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1012] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFD00000000000000F8}"] [old-version=3] [new-version=4]
[2023/03/31 11:34:50.072 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1020] [peer-ids="[1021,1022,1023]"]
[2023/03/31 11:34:50.079 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1016] [origin="id:1020 end_key:\"748000FFFFFFFFFFFFFB00000000000000F8\" region_epoch:<conf_ver:5 version:5 > peers:<id:1021 store_id:1001 > peers:<id:1022 store_id:1004 > peers:<id:1023 store_id:1005 >"] [total=1]
[2023/03/31 11:34:50.080 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1016] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFC00000000000000F8}"] [old-version=4] [new-version=5]
[2023/03/31 11:34:51.601 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1024] [peer-ids="[1025,1026,1027]"]
[2023/03/31 11:34:51.615 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{} -> {7480000000000000FF0400000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=5] [new-version=6]
[2023/03/31 11:34:51.615 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1024 end_key:\"7480000000000000FF0400000000000000F8\" region_epoch:<conf_ver:5 version:6 > peers:<id:1025 store_id:1001 > peers:<id:1026 store_id:1004 > peers:<id:1027 store_id:1005 >"] [total=1]
[2023/03/31 11:34:51.820 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1028] [peer-ids="[1029,1030,1031]"]
[2023/03/31 11:34:51.828 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0400000000000000F8} -> {7480000000000000FF0600000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=6] [new-version=7]
[2023/03/31 11:34:51.828 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1028 start_key:\"7480000000000000FF0400000000000000F8\" end_key:\"7480000000000000FF0600000000000000F8\" region_epoch:<conf_ver:5 version:7 > peers:<id:1029 store_id:1001 > peers:<id:1030 store_id:1004 > peers:<id:1031 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.049 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1032] [peer-ids="[1033,1034,1035]"]
[2023/03/31 11:34:52.058 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0600000000000000F8} -> {7480000000000000FF0800000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=7] [new-version=8]
[2023/03/31 11:34:52.059 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1032 start_key:\"7480000000000000FF0600000000000000F8\" end_key:\"7480000000000000FF0800000000000000F8\" region_epoch:<conf_ver:5 version:8 > peers:<id:1033 store_id:1001 > peers:<id:1034 store_id:1004 > peers:<id:1035 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.154 +00:00] [INFO] [audit.go:126] ["Audit Log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, Component:anonymous, IP:10.244.140.107, StartTime:2023-03-31 11:34:52 +0000 UTC, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120,\"override\":false}}"]
[2023/03/31 11:34:52.156 +00:00] [INFO] [rule_manager.go:520] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"]
[2023/03/31 11:34:52.271 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1036] [peer-ids="[1037,1038,1039]"]
[2023/03/31 11:34:52.290 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0800000000000000F8} -> {7480000000000000FF0A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=8] [new-version=9]
[2023/03/31 11:34:52.290 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1036 start_key:\"7480000000000000FF0800000000000000F8\" end_key:\"7480000000000000FF0A00000000000000F8\" region_epoch:<conf_ver:5 version:9 > peers:<id:1037 store_id:1001 > peers:<id:1038 store_id:1004 > peers:<id:1039 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.443 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1040] [peer-ids="[1041,1042,1043]"]
[2023/03/31 11:34:52.452 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0A00000000000000F8} -> {7480000000000000FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=9] [new-version=10]
[2023/03/31 11:34:52.452 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1040 start_key:\"7480000000000000FF0A00000000000000F8\" end_key:\"7480000000000000FF0C00000000000000F8\" region_epoch:<conf_ver:5 version:10 > peers:<id:1041 store_id:1001 > peers:<id:1042 store_id:1004 > peers:<id:1043 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.635 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1044] [peer-ids="[1045,1046,1047]"]
[2023/03/31 11:34:52.651 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0C00000000000000F8} -> {7480000000000000FF0E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=10] [new-version=11]
[2023/03/31 11:34:52.651 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1044 start_key:\"7480000000000000FF0C00000000000000F8\" end_key:\"7480000000000000FF0E00000000000000F8\" region_epoch:<conf_ver:5 version:11 > peers:<id:1045 store_id:1001 > peers:<id:1046 store_id:1004 > peers:<id:1047 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.101:4000: connect: connection refused"]
[2023/03/31 11:34:52.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.102:4000: connect: connection refused"]
[2023/03/31 11:34:52.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.101:10080: connect: connection refused"]
[2023/03/31 11:34:52.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.102:10080: connect: connection refused"]
[2023/03/31 11:34:52.807 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1048] [peer-ids="[1049,1050,1051]"]
[2023/03/31 11:34:52.825 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF0E00000000000000F8} -> {7480000000000000FF1000000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=11] [new-version=12]
[2023/03/31 11:34:52.825 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1048 start_key:\"7480000000000000FF0E00000000000000F8\" end_key:\"7480000000000000FF1000000000000000F8\" region_epoch:<conf_ver:5 version:12 > peers:<id:1049 store_id:1001 > peers:<id:1050 store_id:1004 > peers:<id:1051 store_id:1005 >"] [total=1]
[2023/03/31 11:34:52.988 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1052] [peer-ids="[1053,1054,1055]"]
[2023/03/31 11:34:52.999 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1000000000000000F8} -> {7480000000000000FF1200000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=12] [new-version=13]
[2023/03/31 11:34:52.999 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1052 start_key:\"7480000000000000FF1000000000000000F8\" end_key:\"7480000000000000FF1200000000000000F8\" region_epoch:<conf_ver:5 version:13 > peers:<id:1053 store_id:1001 > peers:<id:1054 store_id:1004 > peers:<id:1055 store_id:1005 >"] [total=1]
[2023/03/31 11:34:53.234 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1056] [peer-ids="[1057,1058,1059]"]
[2023/03/31 11:34:53.250 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1200000000000000F8} -> {7480000000000000FF1400000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=13] [new-version=14]
正常启动的pd： basic-pd-1的log的下半部分
[2023/03/31 11:34:53.250 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1056 start_key:\"7480000000000000FF1200000000000000F8\" end_key:\"7480000000000000FF1400000000000000F8\" region_epoch:<conf_ver:5 version:14 > peers:<id:1057 store_id:1001 > peers:<id:1058 store_id:1004 > peers:<id:1059 store_id:1005 >"] [total=1]
[2023/03/31 11:34:53.424 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1060] [peer-ids="[1061,1062,1063]"]
[2023/03/31 11:34:53.435 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1060 start_key:\"7480000000000000FF1400000000000000F8\" end_key:\"7480000000000000FF1600000000000000F8\" region_epoch:<conf_ver:5 version:15 > peers:<id:1061 store_id:1001 > peers:<id:1062 store_id:1004 > peers:<id:1063 store_id:1005 >"] [total=1]
[2023/03/31 11:34:53.435 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1400000000000000F8} -> {7480000000000000FF1600000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=14] [new-version=15]
[2023/03/31 11:34:53.652 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1064] [peer-ids="[1065,1066,1067]"]
[2023/03/31 11:34:53.665 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1600000000000000F8} -> {7480000000000000FF1800000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=15] [new-version=16]
[2023/03/31 11:34:53.666 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1064 start_key:\"7480000000000000FF1600000000000000F8\" end_key:\"7480000000000000FF1800000000000000F8\" region_epoch:<conf_ver:5 version:16 > peers:<id:1065 store_id:1001 > peers:<id:1066 store_id:1004 > peers:<id:1067 store_id:1005 >"] [total=1]
[2023/03/31 11:34:53.869 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1068] [peer-ids="[1069,1070,1071]"]
[2023/03/31 11:34:53.879 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1800000000000000F8} -> {7480000000000000FF1A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=16] [new-version=17]
[2023/03/31 11:34:53.880 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1068 start_key:\"7480000000000000FF1800000000000000F8\" end_key:\"7480000000000000FF1A00000000000000F8\" region_epoch:<conf_ver:5 version:17 > peers:<id:1069 store_id:1001 > peers:<id:1070 store_id:1004 > peers:<id:1071 store_id:1005 >"] [total=1]
[2023/03/31 11:34:54.038 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1072] [peer-ids="[1073,1074,1075]"]
[2023/03/31 11:34:54.050 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1A00000000000000F8} -> {7480000000000000FF1C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=17] [new-version=18]
[2023/03/31 11:34:54.051 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1072 start_key:\"7480000000000000FF1A00000000000000F8\" end_key:\"7480000000000000FF1C00000000000000F8\" region_epoch:<conf_ver:5 version:18 > peers:<id:1073 store_id:1001 > peers:<id:1074 store_id:1004 > peers:<id:1075 store_id:1005 >"] [total=1]
[2023/03/31 11:34:54.234 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1076] [peer-ids="[1077,1078,1079]"]
[2023/03/31 11:34:54.244 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1C00000000000000F8} -> {7480000000000000FF1E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=18] [new-version=19]
[2023/03/31 11:34:54.244 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1076 start_key:\"7480000000000000FF1C00000000000000F8\" end_key:\"7480000000000000FF1E00000000000000F8\" region_epoch:<conf_ver:5 version:19 > peers:<id:1077 store_id:1001 > peers:<id:1078 store_id:1004 > peers:<id:1079 store_id:1005 >"] [total=1]
[2023/03/31 11:34:54.462 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1080] [peer-ids="[1081,1082,1083]"]
[2023/03/31 11:34:54.471 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF1E00000000000000F8} -> {7480000000000000FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=19] [new-version=20]
[2023/03/31 11:34:54.471 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1080 start_key:\"7480000000000000FF1E00000000000000F8\" end_key:\"7480000000000000FF2000000000000000F8\" region_epoch:<conf_ver:5 version:20 > peers:<id:1081 store_id:1001 > peers:<id:1082 store_id:1004 > peers:<id:1083 store_id:1005 >"] [total=1]
[2023/03/31 11:34:54.686 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1084] [peer-ids="[1085,1086,1087]"]
[2023/03/31 11:34:54.695 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1084 start_key:\"7480000000000000FF2000000000000000F8\" end_key:\"7480000000000000FF2200000000000000F8\" region_epoch:<conf_ver:5 version:21 > peers:<id:1085 store_id:1001 > peers:<id:1086 store_id:1004 > peers:<id:1087 store_id:1005 >"] [total=1]
[2023/03/31 11:34:54.695 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2000000000000000F8} -> {7480000000000000FF2200000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=20] [new-version=21]
[2023/03/31 11:34:54.794 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.101:10080: connect: connection refused"]
[2023/03/31 11:34:54.794 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.101:4000: connect: connection refused"]
[2023/03/31 11:34:54.794 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.102:4000: connect: connection refused"]
[2023/03/31 11:34:54.794 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.102:10080: connect: connection refused"]
[2023/03/31 11:34:54.883 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1088] [peer-ids="[1089,1090,1091]"]
[2023/03/31 11:34:54.895 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2200000000000000F8} -> {7480000000000000FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=21] [new-version=22]
[2023/03/31 11:34:54.896 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1088 start_key:\"7480000000000000FF2200000000000000F8\" end_key:\"7480000000000000FF2400000000000000F8\" region_epoch:<conf_ver:5 version:22 > peers:<id:1089 store_id:1001 > peers:<id:1090 store_id:1004 > peers:<id:1091 store_id:1005 >"] [total=1]
[2023/03/31 11:34:55.084 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1092] [peer-ids="[1093,1094,1095]"]
[2023/03/31 11:34:55.097 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1092 start_key:\"7480000000000000FF2400000000000000F8\" end_key:\"7480000000000000FF2600000000000000F8\" region_epoch:<conf_ver:5 version:23 > peers:<id:1093 store_id:1001 > peers:<id:1094 store_id:1004 > peers:<id:1095 store_id:1005 >"] [total=1]
[2023/03/31 11:34:55.097 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2400000000000000F8} -> {7480000000000000FF2600000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=22] [new-version=23]
[2023/03/31 11:34:55.273 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1096] [peer-ids="[1097,1098,1099]"]
[2023/03/31 11:34:55.284 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2600000000000000F8} -> {7480000000000000FF2800000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=23] [new-version=24]
[2023/03/31 11:34:55.284 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1096 start_key:\"7480000000000000FF2600000000000000F8\" end_key:\"7480000000000000FF2800000000000000F8\" region_epoch:<conf_ver:5 version:24 > peers:<id:1097 store_id:1001 > peers:<id:1098 store_id:1004 > peers:<id:1099 store_id:1005 >"] [total=1]
[2023/03/31 11:34:55.486 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1100] [peer-ids="[1101,1102,1103]"]
[2023/03/31 11:34:55.494 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2800000000000000F8} -> {7480000000000000FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=24] [new-version=25]
[2023/03/31 11:34:55.495 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1100 start_key:\"7480000000000000FF2800000000000000F8\" end_key:\"7480000000000000FF2A00000000000000F8\" region_epoch:<conf_ver:5 version:25 > peers:<id:1101 store_id:1001 > peers:<id:1102 store_id:1004 > peers:<id:1103 store_id:1005 >"] [total=1]
[2023/03/31 11:34:55.702 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1104] [peer-ids="[1105,1106,1107]"]
[2023/03/31 11:34:55.710 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1104 start_key:\"7480000000000000FF2A00000000000000F8\" end_key:\"7480000000000000FF2C00000000000000F8\" region_epoch:<conf_ver:5 version:26 > peers:<id:1105 store_id:1001 > peers:<id:1106 store_id:1004 > peers:<id:1107 store_id:1005 >"] [total=1]
[2023/03/31 11:34:55.710 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2A00000000000000F8} -> {7480000000000000FF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=25] [new-version=26]
[2023/03/31 11:34:55.927 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1108] [peer-ids="[1109,1110,1111]"]
[2023/03/31 11:34:55.938 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2C00000000000000F8} -> {7480000000000000FF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=26] [new-version=27]
[2023/03/31 11:34:55.938 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1108 start_key:\"7480000000000000FF2C00000000000000F8\" end_key:\"7480000000000000FF2E00000000000000F8\" region_epoch:<conf_ver:5 version:27 > peers:<id:1109 store_id:1001 > peers:<id:1110 store_id:1004 > peers:<id:1111 store_id:1005 >"] [total=1]
[2023/03/31 11:34:56.211 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1112] [peer-ids="[1113,1114,1115]"]
[2023/03/31 11:34:56.219 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1112 start_key:\"7480000000000000FF2E00000000000000F8\" end_key:\"7480000000000000FF3000000000000000F8\" region_epoch:<conf_ver:5 version:28 > peers:<id:1113 store_id:1001 > peers:<id:1114 store_id:1004 > peers:<id:1115 store_id:1005 >"] [total=1]
[2023/03/31 11:34:56.220 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF2E00000000000000F8} -> {7480000000000000FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=27] [new-version=28]
[2023/03/31 11:34:56.405 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1116] [peer-ids="[1117,1118,1119]"]
[2023/03/31 11:34:56.414 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3000000000000000F8} -> {7480000000000000FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=28] [new-version=29]
[2023/03/31 11:34:56.416 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1116 start_key:\"7480000000000000FF3000000000000000F8\" end_key:\"7480000000000000FF3200000000000000F8\" region_epoch:<conf_ver:5 version:29 > peers:<id:1117 store_id:1001 > peers:<id:1118 store_id:1004 > peers:<id:1119 store_id:1005 >"] [total=1]
[2023/03/31 11:34:56.606 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1120] [peer-ids="[1121,1122,1123]"]
[2023/03/31 11:34:56.620 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1120 start_key:\"7480000000000000FF3200000000000000F8\" end_key:\"7480000000000000FF3400000000000000F8\" region_epoch:<conf_ver:5 version:30 > peers:<id:1121 store_id:1001 > peers:<id:1122 store_id:1004 > peers:<id:1123 store_id:1005 >"] [total=1]
[2023/03/31 11:34:56.623 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3200000000000000F8} -> {7480000000000000FF3400000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=29] [new-version=30]
[2023/03/31 11:34:56.799 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.102:10080: connect: connection refused"]
[2023/03/31 11:34:56.800 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.101:4000: connect: connection refused"]
[2023/03/31 11:34:56.805 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.102:4000: connect: connection refused"]
[2023/03/31 11:34:56.806 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.101:10080: connect: connection refused"]
[2023/03/31 11:34:56.821 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1124] [peer-ids="[1125,1126,1127]"]
[2023/03/31 11:34:56.830 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3400000000000000F8} -> {7480000000000000FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=30] [new-version=31]
[2023/03/31 11:34:56.830 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1124 start_key:\"7480000000000000FF3400000000000000F8\" end_key:\"7480000000000000FF3600000000000000F8\" region_epoch:<conf_ver:5 version:31 > peers:<id:1125 store_id:1001 > peers:<id:1126 store_id:1004 > peers:<id:1127 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.048 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1128] [peer-ids="[1129,1130,1131]"]
[2023/03/31 11:34:57.057 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3600000000000000F8} -> {7480000000000000FF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=31] [new-version=32]
[2023/03/31 11:34:57.058 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1128 start_key:\"7480000000000000FF3600000000000000F8\" end_key:\"7480000000000000FF3800000000000000F8\" region_epoch:<conf_ver:5 version:32 > peers:<id:1129 store_id:1001 > peers:<id:1130 store_id:1004 > peers:<id:1131 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.230 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1132] [peer-ids="[1133,1134,1135]"]
[2023/03/31 11:34:57.239 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3800000000000000F8} -> {7480000000000000FF3A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=32] [new-version=33]
[2023/03/31 11:34:57.239 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1132 start_key:\"7480000000000000FF3800000000000000F8\" end_key:\"7480000000000000FF3A00000000000000F8\" region_epoch:<conf_ver:5 version:33 > peers:<id:1133 store_id:1001 > peers:<id:1134 store_id:1004 > peers:<id:1135 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.446 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1136] [peer-ids="[1137,1138,1139]"]
[2023/03/31 11:34:57.455 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3A00000000000000F8} -> {7480000000000000FF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=33] [new-version=34]
[2023/03/31 11:34:57.456 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1136 start_key:\"7480000000000000FF3A00000000000000F8\" end_key:\"7480000000000000FF3C00000000000000F8\" region_epoch:<conf_ver:5 version:34 > peers:<id:1137 store_id:1001 > peers:<id:1138 store_id:1004 > peers:<id:1139 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.533 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1002] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1002(2, 5), createAt:2023-03-31 11:34:57.53317702 +0000 UTC m=+85.529024485, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"5.00\"}"]
[2023/03/31 11:34:57.533 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1002] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1024] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1024(6, 5), createAt:2023-03-31 11:34:57.533304398 +0000 UTC m=+85.529151862, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"28.00\",\"targetScore\":\"5.00\"}"]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1024] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1092] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1092(23, 5), createAt:2023-03-31 11:34:57.533400848 +0000 UTC m=+85.529248312, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"6.00\"}"]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1092] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1064] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1064(16, 5), createAt:2023-03-31 11:34:57.533490221 +0000 UTC m=+85.529337685, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"6.00\"}"]
[2023/03/31 11:34:57.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1064] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:34:57.543 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1092] [from=1001] [to=1005]
[2023/03/31 11:34:57.543 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1092] [takes=9.489053ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1092(23, 5), createAt:2023-03-31 11:34:57.533400848 +0000 UTC m=+85.529248312, startAt:2023-03-31 11:34:57.534219573 +0000 UTC m=+85.530067037, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"6.00\"}"]
[2023/03/31 11:34:57.545 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1024] [from=1001] [to=1005]
[2023/03/31 11:34:57.545 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1002] [from=1001] [to=1004]
[2023/03/31 11:34:57.545 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1024] [takes=11.479337ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1024(6, 5), createAt:2023-03-31 11:34:57.533304398 +0000 UTC m=+85.529151862, startAt:2023-03-31 11:34:57.534087936 +0000 UTC m=+85.529935403, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"28.00\",\"targetScore\":\"5.00\"}"]
[2023/03/31 11:34:57.545 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1002] [takes=11.979999ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1002(2, 5), createAt:2023-03-31 11:34:57.53317702 +0000 UTC m=+85.529024485, startAt:2023-03-31 11:34:57.533749473 +0000 UTC m=+85.529596940, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"29.00\",\"targetScore\":\"5.00\"}"]
[2023/03/31 11:34:57.545 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1064] [from=1001] [to=1004]
[2023/03/31 11:34:57.545 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1064] [takes=11.550426ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1064(16, 5), createAt:2023-03-31 11:34:57.533490221 +0000 UTC m=+85.529337685, startAt:2023-03-31 11:34:57.534324344 +0000 UTC m=+85.530171807, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"6.00\"}"]
[2023/03/31 11:34:57.727 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1140] [peer-ids="[1141,1142,1143]"]
[2023/03/31 11:34:57.741 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1140 start_key:\"7480000000000000FF3C00000000000000F8\" end_key:\"7480000000000000FF3E00000000000000F8\" region_epoch:<conf_ver:5 version:35 > peers:<id:1141 store_id:1001 > peers:<id:1142 store_id:1004 > peers:<id:1143 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.741 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3C00000000000000F8} -> {7480000000000000FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=34] [new-version=35]
[2023/03/31 11:34:57.929 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1144] [peer-ids="[1145,1146,1147]"]
[2023/03/31 11:34:57.938 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1144 start_key:\"7480000000000000FF3E00000000000000F8\" end_key:\"7480000000000000FF4000000000000000F8\" region_epoch:<conf_ver:5 version:36 > peers:<id:1145 store_id:1001 > peers:<id:1146 store_id:1004 > peers:<id:1147 store_id:1005 >"] [total=1]
[2023/03/31 11:34:57.938 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF3E00000000000000F8} -> {7480000000000000FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=35] [new-version=36]
[2023/03/31 11:34:58.129 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1148] [peer-ids="[1149,1150,1151]"]
[2023/03/31 11:34:58.139 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4000000000000000F8} -> {7480000000000000FF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=36] [new-version=37]
[2023/03/31 11:34:58.140 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1148 start_key:\"7480000000000000FF4000000000000000F8\" end_key:\"7480000000000000FF4200000000000000F8\" region_epoch:<conf_ver:5 version:37 > peers:<id:1149 store_id:1001 > peers:<id:1150 store_id:1004 > peers:<id:1151 store_id:1005 >"] [total=1]
[2023/03/31 11:34:58.312 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1152] [peer-ids="[1153,1154,1155]"]
[2023/03/31 11:34:58.337 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1152 start_key:\"7480000000000000FF4200000000000000F8\" end_key:\"7480000000000000FF4400000000000000F8\" region_epoch:<conf_ver:5 version:38 > peers:<id:1153 store_id:1001 > peers:<id:1154 store_id:1004 > peers:<id:1155 store_id:1005 >"] [total=1]
[2023/03/31 11:34:58.336 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4200000000000000F8} -> {7480000000000000FF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=37] [new-version=38]
[2023/03/31 11:34:58.515 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1156] [peer-ids="[1157,1158,1159]"]
[2023/03/31 11:34:58.524 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1156 start_key:\"7480000000000000FF4400000000000000F8\" end_key:\"7480000000000000FF4600000000000000F8\" region_epoch:<conf_ver:5 version:39 > peers:<id:1157 store_id:1001 > peers:<id:1158 store_id:1004 > peers:<id:1159 store_id:1005 >"] [total=1]
[2023/03/31 11:34:58.526 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4400000000000000F8} -> {7480000000000000FF4600000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=38] [new-version=39]
[2023/03/31 11:34:58.751 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1160] [peer-ids="[1161,1162,1163]"]
[2023/03/31 11:34:58.773 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1160 start_key:\"7480000000000000FF4600000000000000F8\" end_key:\"7480000000000000FF4800000000000000F8\" region_epoch:<conf_ver:5 version:40 > peers:<id:1161 store_id:1001 > peers:<id:1162 store_id:1004 > peers:<id:1163 store_id:1005 >"] [total=1]
[2023/03/31 11:34:58.774 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4600000000000000F8} -> {7480000000000000FF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=39] [new-version=40]
[2023/03/31 11:34:58.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.101:10080: connect: connection refused"]
[2023/03/31 11:34:58.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-0.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.101:4000: connect: connection refused"]
[2023/03/31 11:34:58.793 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:4000] [interval=2s] [error="dial tcp 10.244.140.102:4000: connect: connection refused"]
[2023/03/31 11:34:58.794 +00:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=basic-tidb-1.basic-tidb-peer.tidb-cluster.svc:10080] [interval=2s] [error="dial tcp 10.244.140.102:10080: connect: connection refused"]
[2023/03/31 11:34:58.943 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1164] [peer-ids="[1165,1166,1167]"]
[2023/03/31 11:34:58.963 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4800000000000000F8} -> {7480000000000000FF4A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=40] [new-version=41]
[2023/03/31 11:34:58.964 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1164 start_key:\"7480000000000000FF4800000000000000F8\" end_key:\"7480000000000000FF4A00000000000000F8\" region_epoch:<conf_ver:5 version:41 > peers:<id:1165 store_id:1001 > peers:<id:1166 store_id:1004 > peers:<id:1167 store_id:1005 >"] [total=1]
[2023/03/31 11:34:59.150 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1168] [peer-ids="[1169,1170,1171]"]
[2023/03/31 11:34:59.159 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1168 start_key:\"7480000000000000FF4A00000000000000F8\" end_key:\"7480000000000000FF4C00000000000000F8\" region_epoch:<conf_ver:5 version:42 > peers:<id:1169 store_id:1001 > peers:<id:1170 store_id:1004 > peers:<id:1171 store_id:1005 >"] [total=1]
[2023/03/31 11:34:59.159 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4A00000000000000F8} -> {7480000000000000FF4C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=41] [new-version=42]
[2023/03/31 11:34:59.390 +00:00] [INFO] [cluster_worker.go:145] ["alloc ids for region split"] [region-id=1172] [peer-ids="[1173,1174,1175]"]
[2023/03/31 11:34:59.400 +00:00] [INFO] [cluster_worker.go:237] ["region batch split, generate new regions"] [region-id=1020] [origin="id:1172 start_key:\"7480000000000000FF4C00000000000000F8\" end_key:\"7480000000000000FF4E00000000000000F8\" region_epoch:<conf_ver:5 version:43 > peers:<id:1173 store_id:1001 > peers:<id:1174 store_id:1004 > peers:<id:1175 store_id:1005 >"] [total=1]
[2023/03/31 11:34:59.400 +00:00] [INFO] [region.go:631] ["region Version changed"] [region-id=1020] [detail="StartKey Changed:{7480000000000000FF4C00000000000000F8} -> {7480000000000000FF4E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=42] [new-version=43]
[2023/03/31 11:34:59.813 +00:00] [INFO] [grpc_service.go:1453] ["update service GC safe point"] [service-id=gc_worker] [expire-at=-9223372035174513310] [safepoint=440470575445442560]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1056] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1056(14, 5), createAt:2023-03-31 11:35:02.533778534 +0000 UTC m=+90.529626016, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1056] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1144] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1144(36, 5), createAt:2023-03-31 11:35:02.533911536 +0000 UTC m=+90.529759018, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1144] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1060] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1060(15, 5), createAt:2023-03-31 11:35:02.534007844 +0000 UTC m=+90.529855308, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1060] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.534 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1164] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1164(41, 5), createAt:2023-03-31 11:35:02.53412214 +0000 UTC m=+90.529969607, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"31.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.535 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1164] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.539 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1060] [from=1001] [to=1004]
[2023/03/31 11:35:02.539 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1060] [takes=4.788004ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1060(15, 5), createAt:2023-03-31 11:35:02.534007844 +0000 UTC m=+90.529855308, startAt:2023-03-31 11:35:02.534821878 +0000 UTC m=+90.530669345, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.540 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1144] [from=1001] [to=1005]
[2023/03/31 11:35:02.540 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1144] [takes=5.658967ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1144(36, 5), createAt:2023-03-31 11:35:02.533911536 +0000 UTC m=+90.529759018, startAt:2023-03-31 11:35:02.534692795 +0000 UTC m=+90.530540259, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.540 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1056] [from=1001] [to=1004]
[2023/03/31 11:35:02.540 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1056] [takes=6.393743ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1056(14, 5), createAt:2023-03-31 11:35:02.533778534 +0000 UTC m=+90.529626016, startAt:2023-03-31 11:35:02.534421435 +0000 UTC m=+90.530268903, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.541 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1164] [from=1001] [to=1005]
[2023/03/31 11:35:02.541 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1164] [takes=6.304074ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1164(41, 5), createAt:2023-03-31 11:35:02.53412214 +0000 UTC m=+90.529969607, startAt:2023-03-31 11:35:02.535032732 +0000 UTC m=+90.530880196, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"31.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.544 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1152] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1152(38, 5), createAt:2023-03-31 11:35:02.544313255 +0000 UTC m=+90.540160723, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.544 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1152] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.544 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1080] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1080(20, 5), createAt:2023-03-31 11:35:02.544427614 +0000 UTC m=+90.540275078, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.544 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1080] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.544 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1112] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1112(28, 5), createAt:2023-03-31 11:35:02.544515318 +0000 UTC m=+90.540362786, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.545 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1112] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.545 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1020] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1020(43, 5), createAt:2023-03-31 11:35:02.544608449 +0000 UTC m=+90.540455914, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.545 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1020] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.553 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1152] [from=1001] [to=1004]
[2023/03/31 11:35:02.553 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1152] [takes=8.682803ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1152(38, 5), createAt:2023-03-31 11:35:02.544313255 +0000 UTC m=+90.540160723, startAt:2023-03-31 11:35:02.544776168 +0000 UTC m=+90.540623635, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"34.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.554 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1020] [from=1001] [to=1005]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1020] [takes=9.470757ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1020(43, 5), createAt:2023-03-31 11:35:02.544608449 +0000 UTC m=+90.540455914, startAt:2023-03-31 11:35:02.545139422 +0000 UTC m=+90.540986885, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"27.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1124] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1124(31, 5), createAt:2023-03-31 11:35:02.554524598 +0000 UTC m=+90.550372032, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"11.00\"}"]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1124] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1108] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1108(27, 5), createAt:2023-03-31 11:35:02.554605116 +0000 UTC m=+90.550452551, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"11.00\"}"]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1108] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1100] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1100(25, 5), createAt:2023-03-31 11:35:02.554661677 +0000 UTC m=+90.550509110, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"24.00\",\"targetScore\":\"12.00\"}"]
[2023/03/31 11:35:02.554 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1100] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.555 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1036] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1036(9, 5), createAt:2023-03-31 11:35:02.554733444 +0000 UTC m=+90.550580878, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"23.00\",\"targetScore\":\"12.00\"}"]
[2023/03/31 11:35:02.555 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1036] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.555 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1112] [from=1001] [to=1004]
[2023/03/31 11:35:02.555 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1080] [from=1001] [to=1005]
[2023/03/31 11:35:02.555 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1112] [takes=10.880412ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1112(28, 5), createAt:2023-03-31 11:35:02.544515318 +0000 UTC m=+90.540362786, startAt:2023-03-31 11:35:02.545021568 +0000 UTC m=+90.540869037, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"32.00\",\"targetScore\":\"8.00\"}"]
[2023/03/31 11:35:02.555 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1080] [takes=11.01557ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1080(20, 5), createAt:2023-03-31 11:35:02.544427614 +0000 UTC m=+90.540275078, startAt:2023-03-31 11:35:02.544912096 +0000 UTC m=+90.540759559, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"33.00\",\"targetScore\":\"7.00\"}"]
[2023/03/31 11:35:02.565 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1124] [from=1001] [to=1004]
[2023/03/31 11:35:02.565 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1124] [takes=10.386496ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1124(31, 5), createAt:2023-03-31 11:35:02.554524598 +0000 UTC m=+90.550372032, startAt:2023-03-31 11:35:02.554825285 +0000 UTC m=+90.550672720, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"26.00\",\"targetScore\":\"11.00\"}"]
[2023/03/31 11:35:02.565 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1100] [from=1001] [to=1004]
[2023/03/31 11:35:02.566 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1100] [takes=11.055236ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1100(25, 5), createAt:2023-03-31 11:35:02.554661677 +0000 UTC m=+90.550509110, startAt:2023-03-31 11:35:02.554974068 +0000 UTC m=+90.550821503, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"24.00\",\"targetScore\":\"12.00\"}"]
[2023/03/31 11:35:02.566 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1108] [from=1001] [to=1005]
[2023/03/31 11:35:02.566 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1108] [takes=11.593779ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1108(27, 5), createAt:2023-03-31 11:35:02.554605116 +0000 UTC m=+90.550452551, startAt:2023-03-31 11:35:02.554913537 +0000 UTC m=+90.550760974, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"25.00\",\"targetScore\":\"11.00\"}"]
[2023/03/31 11:35:02.566 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1036] [from=1001] [to=1005]
[2023/03/31 11:35:02.566 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1036] [takes=11.56425ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1036(9, 5), createAt:2023-03-31 11:35:02.554733444 +0000 UTC m=+90.550580878, startAt:2023-03-31 11:35:02.555035443 +0000 UTC m=+90.550882878, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"23.00\",\"targetScore\":\"12.00\"}"]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1140] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1140(35, 5), createAt:2023-03-31 11:35:02.575425378 +0000 UTC m=+90.571272804, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"22.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1140] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1168] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1168(42, 5), createAt:2023-03-31 11:35:02.575495259 +0000 UTC m=+90.571342686, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1168] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1160] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1160(40, 5), createAt:2023-03-31 11:35:02.575542357 +0000 UTC m=+90.571389785, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1160] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1136] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1136(34, 5), createAt:2023-03-31 11:35:02.575584889 +0000 UTC m=+90.571432314, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.575 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1136] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.578 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1140] [from=1001] [to=1005]
[2023/03/31 11:35:02.578 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1140] [takes=2.639548ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1140(35, 5), createAt:2023-03-31 11:35:02.575425378 +0000 UTC m=+90.571272804, startAt:2023-03-31 11:35:02.575678484 +0000 UTC m=+90.571525910, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"22.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.580 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1160] [from=1001] [to=1004]
[2023/03/31 11:35:02.580 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1160] [takes=4.779612ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1160(40, 5), createAt:2023-03-31 11:35:02.575542357 +0000 UTC m=+90.571389785, startAt:2023-03-31 11:35:02.575868589 +0000 UTC m=+90.571716015, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.580 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1136] [from=1001] [to=1005]
[2023/03/31 11:35:02.580 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1136] [takes=5.025632ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1136(34, 5), createAt:2023-03-31 11:35:02.575584889 +0000 UTC m=+90.571432314, startAt:2023-03-31 11:35:02.575926472 +0000 UTC m=+90.571773898, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.582 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1168] [from=1001] [to=1004]
[2023/03/31 11:35:02.582 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1168] [takes=6.567102ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1168(42, 5), createAt:2023-03-31 11:35:02.575495259 +0000 UTC m=+90.571342686, startAt:2023-03-31 11:35:02.575804047 +0000 UTC m=+90.571651474, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.585 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1028] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1028(7, 5), createAt:2023-03-31 11:35:02.585683246 +0000 UTC m=+90.581530673, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.585 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1028] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.585 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1040] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1040(10, 5), createAt:2023-03-31 11:35:02.585774608 +0000 UTC m=+90.581622035, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.586 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1040] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.586 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1076] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1076(19, 5), createAt:2023-03-31 11:35:02.585821369 +0000 UTC m=+90.581668796, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.586 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1076] [step="transfer leader from store 1001 to store 1004"] [source=create]
[2023/03/31 11:35:02.586 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1012] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1012(4, 5), createAt:2023-03-31 11:35:02.585864816 +0000 UTC m=+90.581712242, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"18.00\",\"targetScore\":\"15.00\"}"]
[2023/03/31 11:35:02.586 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1012] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.591 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1040] [from=1001] [to=1005]
[2023/03/31 11:35:02.591 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1040] [takes=5.4813ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1040(10, 5), createAt:2023-03-31 11:35:02.585774608 +0000 UTC m=+90.581622035, startAt:2023-03-31 11:35:02.586022692 +0000 UTC m=+90.581870119, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"20.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.594 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1012] [from=1001] [to=1005]
[2023/03/31 11:35:02.594 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1012] [takes=7.964267ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1012(4, 5), createAt:2023-03-31 11:35:02.585864816 +0000 UTC m=+90.581712242, startAt:2023-03-31 11:35:02.586158985 +0000 UTC m=+90.582006411, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"18.00\",\"targetScore\":\"15.00\"}"]
[2023/03/31 11:35:02.595 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1028] [from=1001] [to=1004]
[2023/03/31 11:35:02.595 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1028] [takes=9.786926ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1028(7, 5), createAt:2023-03-31 11:35:02.585683246 +0000 UTC m=+90.581530673, startAt:2023-03-31 11:35:02.585943231 +0000 UTC m=+90.581790659, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"21.00\",\"targetScore\":\"13.00\"}"]
[2023/03/31 11:35:02.595 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1076] [from=1001] [to=1004]
[2023/03/31 11:35:02.595 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1076] [takes=9.834806ms] [operator="\"balance-leader {transfer leader: store 1001 to 1004} (kind:leader, region:1076(19, 5), createAt:2023-03-31 11:35:02.585821369 +0000 UTC m=+90.581668796, startAt:2023-03-31 11:35:02.586106732 +0000 UTC m=+90.581954160, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1004]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"19.00\",\"targetScore\":\"14.00\"}"]
[2023/03/31 11:35:02.597 +00:00] [INFO] [operator_controller.go:452] ["add operator"] [region-id=1172] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1172(43, 5), createAt:2023-03-31 11:35:02.59580799 +0000 UTC m=+90.591655417, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s])\""] [additional-info="{\"sourceScore\":\"16.00\",\"targetScore\":\"15.00\"}"]
[2023/03/31 11:35:02.597 +00:00] [INFO] [operator_controller.go:651] ["send schedule command"] [region-id=1172] [step="transfer leader from store 1001 to store 1005"] [source=create]
[2023/03/31 11:35:02.603 +00:00] [INFO] [region.go:652] ["leader changed"] [region-id=1172] [from=1001] [to=1005]
[2023/03/31 11:35:02.603 +00:00] [INFO] [operator_controller.go:565] ["operator finish"] [region-id=1172] [takes=5.788525ms] [operator="\"balance-leader {transfer leader: store 1001 to 1005} (kind:leader, region:1172(43, 5), createAt:2023-03-31 11:35:02.59580799 +0000 UTC m=+90.591655417, startAt:2023-03-31 11:35:02.597369188 +0000 UTC m=+90.593216615, currentStep:1, size:1, steps:[transfer leader from store 1001 to store 1005]，timeout:[1m0s]) finished\""] [additional-info="{\"sourceScore\":\"16.00\",\"targetScore\":\"15.00\"}"]
[2023/03/31 11:35:21.448 +00:00] [INFO] [store_config.go:201] ["sync the store config successful"] [store-address=basic-tikv-2.basic-tikv-peer.tidb-cluster.svc:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"96MiB\"\n }\n}"]
[root@node01 v1.4.0]#
还请大佬在帮忙看一眼 
应该是pd之间通过Service通信有问题，相当于只部署了一个pd。
试试在yaml里面给pd配置加上：
service:
type: ClusterIP
此话题已在最后回复的 60 天后被自动关闭。不再允许新回复。