使用tiup扩容两台机器 配置如下
tikv_servers:
-
host: 192.168.1.159
ssh_port: 22
port: 20171
status_port: 20181
deploy_dir: /data/deploy1
data_dir: /data/deploy1/data
log_dir: /data/deploy1/log -
host: 192.168.1.160
ssh_port: 22
port: 20171
status_port: 20181
deploy_dir: /data/deploy1
data_dir: /data/deploy1/data
log_dir: /data/deploy1/log
执行命令 tiup cluster scale-out tidb_cluster scale-out.yaml --ssh-timeout 60
tikv一共已有15个节点,其中存在一个实例两个tikv的情况,也存在单个tikv的情况
每次执行都会有某个tikv节点报超时错误,每次都是不同的tikv节点,报错如下
2020-06-17T00:38:49.370+0800 INFO Start tikv 192.168.1.153:20171 success
2020-06-17T00:40:28.702+0800 INFO SSHCommand {“host”: “192.168.1.156”, “port”: “22”, “cmd”: “PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctlstart tikv-20172.service && systemctl enable tikv-20172.service””, “stdout”: “”, “stderr”: “Run Command Timeout!\
”}
2020-06-17T00:40:28.702+0800 ERROR Run Command Timeout!
2020-06-17T00:40:28.803+0800 INFO SSHCommand {“host”: “192.168.1.154”, “port”: “22”, “cmd”: “PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctlstart tikv-20172.service && systemctl enable tikv-20172.service””, “stdout”: “”, “stderr”: “Run Command Timeout!\
”}
2020-06-17T00:40:28.803+0800 ERROR Run Command Timeout!
2020-06-17T00:40:28.804+0800 DEBUG TaskFinish {“task”: “ClusterOperate: operation=StartOperation, options={Roles:[] Nodes:[] Force:false SSHTimeout:0 OptTimeout:60 APITimeout:0}”, “error”: “failed to start: failed to start tikv: failed to start: tikv 192.168.1.156:20172: executor.ssh.execute_timedout: Execute command over SSH timedout for ‘tidb@192.168.1.156:22’ {ssh_stderr: Run Command Timeout!\
, ssh_stdout: , ssh_command: PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctl start tikv-20172.service && systemctl enable tikv-20172.service”}”, “errorVerbose”: “executor.ssh.execute_timedout: Execute command over SSH timedout for ‘tidb@192.168.1.156:22’ {ssh_stderr: Run Command Timeout!\
, ssh_stdout: , ssh_command: PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctl start tikv-20172.service && systemctl enable tikv-20172.service”}\
at github.com/pingcap-incubator/tiup-cluster/pkg/executor.(*SSHExecutor).Execute()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/executor/ssh.go:165\
at github.com/pingcap-incubator/tiup-cluster/pkg/module.(*SystemdModule).Execute()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/module/systemd.go:89\
at github.com/pingcap-incubator/tiup-cluster/pkg/operation.startInstance()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:451\
at github.com/pingcap-incubator/tiup-cluster/pkg/operation.StartComponent.func1()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:504\
at golang.org/x/sync/errgroup.(*Group).Go.func1()\
\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57\
at runtime.goexit()\
\t/usr/local/go/src/runtime/asm_amd64.s:1357\
failed to start: tikv 192.168.1.156:20172\ngithub.com/pingcap-incubator/tiup-cluster/pkg/operation.startInstance\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:461\
github.com/pingcap-incubator/tiup-cluster/pkg/operation.StartComponent.func1\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:504\
golang.org/x/sync/errgroup.(*Group).Go.func1\
\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57\
runtime.goexit\
\t/usr/local/go/src/runtime/asm_amd64.s:1357\
failed to start tikv\
failed to start”}
2020-06-17T00:40:28.804+0800 INFO Execute command finished {“code”: 1, “error”: “failed to start: failed to start tikv: failed to start: tikv 192.168.1.156:20172: executor.ssh.execute_timedout: Execute command over SSH timedout for ‘tidb@192.168.1.156:22’ {ssh_stderr: Run Command Timeout!\
, ssh_stdout: , ssh_command: PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctl start tikv-20172.service && systemctl enable tikv-20172.service”}”, “errorVerbose”: “executor.ssh.execute_timedout: Execute command over SSH timedout for ‘tidb@192.168.1.156:22’ {ssh_stderr: Run Command Timeout!\
, ssh_stdout: , ssh_command: PATH=$PATH:/usr/bin:/usr/sbin sudo -H -u root bash -c “systemctl daemon-reload && systemctl start tikv-20172.service&& systemctl enable tikv-20172.service”}\
at github.com/pingcap-incubator/tiup-cluster/pkg/executor.(*SSHExecutor).Execute()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/executor/ssh.go:165\
at github.com/pingcap-incubator/tiup-cluster/pkg/module.(*SystemdModule).Execute()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/module/systemd.go:89\
at github.com/pingcap-incubator/tiup-cluster/pkg/operation.startInstance()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:451\
at github.com/pingcap-incubator/tiup-cluster/pkg/operation.StartComponent.func1()\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:504\
at golang.org/x/sync/errgroup.(*Group).Go.func1()\
\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57\
at runtime.goexit()\
\t/usr/local/go/src/runtime/asm_amd64.s:1357\
failed to start: tikv 192.168.1.156:20172\ngithub.com/pingcap-incubator/tiup-cluster/pkg/operation.startInstance\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:461\
github.com/pingcap-incubator/tiup-cluster/pkg/operation.StartComponent.func1\
\t/home/jenkins/agent/workspace/tiup-cluster-release/pkg/operation/action.go:504\
golang.org/x/sync/errgroup.(*Group).Go.func1\
\t/go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57\
runtime.goexit\
\t/usr/local/go/src/runtime/asm_amd64.s:1357\
failed to start tikv\
failed to start”}