|
@@ -34,252 +34,257 @@ fi
|
|
|
source ${workDir}/conf/config/run_config.conf
|
|
|
source ${workDir}/conf/config/install_config.conf
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
mysqlHost="192.168.xx.xx:3306"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mysqlDb="escheduler"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mysqlUserName="xx"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
mysqlPassword="xx"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
installPath="/data1_1T/escheduler"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
deployUser="escheduler"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkQuorum="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
ips="ark0,ark1,ark2,ark3,ark4"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
masters="ark0,ark1"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
workers="ark2,ark3,ark4"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
alertServer="ark3"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
apiServers="ark1"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
mailProtocol="SMTP"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mailServerHost="smtp.exmail.qq.com"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mailServerPort="25"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mailSender="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
mailPassword="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
starttlsEnable="false"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
sslEnable="true"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
xlsFilePath="/tmp/xls"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
enterpriseWechatCorpId="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
enterpriseWechatSecret="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
enterpriseWechatAgentId="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
enterpriseWechatUsers="xxxxx,xxxxx"
|
|
|
|
|
|
|
|
|
-
|
|
|
+
|
|
|
monitorServerState="false"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
resUploadStartupType="NONE"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
defaultFS="hdfs://mycluster:8020"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
s3Endpoint="http://192.168.xx.xx:9010"
|
|
|
s3AccessKey="xxxxxxxxxx"
|
|
|
s3SecretKey="xxxxxxxxxx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
yarnHaIps="192.168.xx.xx,192.168.xx.xx"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
singleYarnIp="ark1"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
hdfsPath="/escheduler"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
hdfsRootUser="hdfs"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
programPath="/tmp/escheduler"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
downloadPath="/tmp/escheduler/download"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
execPath="/tmp/escheduler/exec"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
shellEnvPath="$installPath/conf/env/.escheduler_env.sh"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
resSuffixs="txt,log,sh,conf,cfg,py,java,sql,hql,xml"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
devState="true"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
kerberosStartUp="false"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
krb5ConfPath="$installPath/conf/krb5.conf"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
keytabUserName="hdfs-mycluster@ESZ.COM"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
keytabPath="$installPath/conf/hdfs.headless.keytab"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
zkRoot="/escheduler"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkDeadServers="/escheduler/dead-servers"
|
|
|
|
|
|
-
|
|
|
-zkMasters="/escheduler/masters"
|
|
|
+
|
|
|
+zkMasters="$zkRoot/masters"
|
|
|
|
|
|
-
|
|
|
-zkWorkers="/escheduler/workers"
|
|
|
+
|
|
|
+zkWorkers="$zkRoot/workers"
|
|
|
|
|
|
-
|
|
|
-mastersLock="/escheduler/lock/masters"
|
|
|
+
|
|
|
+mastersLock="$zkRoot/lock/masters"
|
|
|
|
|
|
-
|
|
|
-workersLock="/escheduler/lock/workers"
|
|
|
+
|
|
|
+workersLock="$zkRoot/lock/workers"
|
|
|
|
|
|
-
|
|
|
-mastersFailover="/escheduler/lock/failover/masters"
|
|
|
+
|
|
|
+mastersFailover="$zkRoot/lock/failover/masters"
|
|
|
|
|
|
-
|
|
|
-workersFailover="/escheduler/lock/failover/workers"
|
|
|
+
|
|
|
+workersFailover="$zkRoot/lock/failover/workers"
|
|
|
|
|
|
-
|
|
|
-mastersStartupFailover="/escheduler/lock/failover/startup-masters"
|
|
|
+
|
|
|
+mastersStartupFailover="$zkRoot/lock/failover/startup-masters"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkSessionTimeout="300"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkConnectionTimeout="300"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkRetrySleep="100"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
zkRetryMaxtime="5"
|
|
|
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
masterExecThreads="100"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterExecTaskNum="20"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterHeartbeatInterval="10"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterTaskCommitRetryTimes="5"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterTaskCommitInterval="100"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterMaxCpuLoadAvg="10"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
masterReservedMemory="1"
|
|
|
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
workerExecThreads="100"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
workerHeartbeatInterval="10"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
workerFetchTaskNum="3"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
|
|
|
|
|
|
-
|
|
|
+
|
|
|
workerReservedMemory="1"
|
|
|
|
|
|
-
|
|
|
-
|
|
|
+
|
|
|
+
|
|
|
apiServerPort="12345"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
apiServerSessionTimeout="7200"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
apiServerContextPath="/escheduler/"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
springMaxFileSize="1024MB"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
springMaxRequestSize="1024MB"
|
|
|
|
|
|
-
|
|
|
+
|
|
|
apiMaxHttpPostSize="5000000"
|
|
|
|
|
|
-
|
|
|
-echo "1,替换文件"
|
|
|
+
|
|
|
+echo "1,replace file"
|
|
|
sed -i ${txt} "s#spring.datasource.url.*#spring.datasource.url=jdbc:mysql://${mysqlHost}/${mysqlDb}?characterEncoding=UTF-8#g" conf/dao/data_source.properties
|
|
|
sed -i ${txt} "s#spring.datasource.username.*#spring.datasource.username=${mysqlUserName}#g" conf/dao/data_source.properties
|
|
|
sed -i ${txt} "s#spring.datasource.password.*#spring.datasource.password=${mysqlPassword}#g" conf/dao/data_source.properties
|
|
@@ -375,8 +380,8 @@ sed -i ${txt} "s#alertServer.*#alertServer=${alertServer}#g" conf/config/run_con
|
|
|
sed -i ${txt} "s#apiServers.*#apiServers=${apiServers}#g" conf/config/run_config.conf
|
|
|
|
|
|
|
|
|
-
|
|
|
-echo "2,创建目录"
|
|
|
+
|
|
|
+echo "2,create directory"
|
|
|
|
|
|
if [ ! -d $installPath ];then
|
|
|
sudo mkdir -p $installPath
|
|
@@ -387,22 +392,22 @@ hostsArr=(${ips//,/ })
|
|
|
for host in ${hostsArr[@]}
|
|
|
do
|
|
|
|
|
|
-
|
|
|
+
|
|
|
if ! ssh $host test -e $programPath; then
|
|
|
ssh $host "sudo mkdir -p $programPath;sudo chown -R $deployUser:$deployUser $programPath"
|
|
|
fi
|
|
|
|
|
|
-
|
|
|
+
|
|
|
if ! ssh $host test -e $downloadPath; then
|
|
|
ssh $host "sudo mkdir -p $downloadPath;sudo chown -R $deployUser:$deployUser $downloadPath"
|
|
|
fi
|
|
|
|
|
|
-
|
|
|
+
|
|
|
if ! ssh $host test -e $execPath; then
|
|
|
ssh $host "sudo mkdir -p $execPath; sudo chown -R $deployUser:$deployUser $execPath"
|
|
|
fi
|
|
|
|
|
|
-
|
|
|
+
|
|
|
if ! ssh $host test -e $xlsFilePath; then
|
|
|
ssh $host "sudo mkdir -p $xlsFilePath; sudo chown -R $deployUser:$deployUser $xlsFilePath"
|
|
|
fi
|
|
@@ -410,31 +415,31 @@ fi
|
|
|
done
|
|
|
|
|
|
|
|
|
-
|
|
|
-echo "3,停止服务"
|
|
|
-sh ${workDir}/script/stop_all.sh
|
|
|
+
|
|
|
+echo "3,stop server"
|
|
|
+sh ${workDir}/script/stop-all.sh
|
|
|
|
|
|
-
|
|
|
-echo "4,删除zk节点"
|
|
|
+
|
|
|
+echo "4,delete zk node"
|
|
|
sleep 1
|
|
|
-python ${workDir}/script/del_zk_node.py $zkQuorum $zkRoot
|
|
|
+python ${workDir}/script/del-zk-node.py $zkQuorum $zkRoot
|
|
|
|
|
|
-
|
|
|
-echo "5,scp资源"
|
|
|
-sh ${workDir}/script/scp_hosts.sh
|
|
|
+
|
|
|
+echo "5,scp resources"
|
|
|
+sh ${workDir}/script/scp-hosts.sh
|
|
|
if [ $? -eq 0 ]
|
|
|
then
|
|
|
- echo 'scp拷贝完成'
|
|
|
+ echo 'scp copy completed'
|
|
|
else
|
|
|
- echo 'sc 拷贝失败退出'
|
|
|
+ echo 'sc copy failed to exit'
|
|
|
exit -1
|
|
|
fi
|
|
|
|
|
|
-
|
|
|
-echo "6,启动"
|
|
|
-sh ${workDir}/script/start_all.sh
|
|
|
+
|
|
|
+echo "6,startup"
|
|
|
+sh ${workDir}/script/start-all.sh
|
|
|
|
|
|
-
|
|
|
+
|
|
|
monitor_pid=${workDir}/monitor_server.pid
|
|
|
if [ "true" = $monitorServerState ];then
|
|
|
if [ -f $monitor_pid ]; then
|
|
@@ -453,9 +458,8 @@ if [ "true" = $monitorServerState ];then
|
|
|
echo "monitor server running as process ${TARGET_PID}.Stopped success"
|
|
|
rm -f $monitor_pid
|
|
|
fi
|
|
|
- nohup python -u ${workDir}/script/monitor_server.py $installPath $zkQuorum $zkMasters $zkWorkers > ${workDir}/monitor_server.log 2>&1 &
|
|
|
+ nohup python -u ${workDir}/script/monitor-server.py $installPath $zkQuorum $zkMasters $zkWorkers > ${workDir}/monitor-server.log 2>&1 &
|
|
|
echo $! > $monitor_pid
|
|
|
echo "start monitor server success as process `cat $monitor_pid`"
|
|
|
|
|
|
-fi
|
|
|
-
|
|
|
+fi
|