#!/bin/bash # # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # set -e export DOLPHINSCHEDULER_BIN=${DOLPHINSCHEDULER_HOME}/bin export MASTER_START_ENABLED=false export WORKER_START_ENABLED=false export API_START_ENABLED=false export ALERT_START_ENABLED=false export LOGGER_START_ENABLED=false # wait database waitDatabase() { echo "test ${DATABASE_TYPE} service" while ! nc -z ${DATABASE_HOST} ${DATABASE_PORT}; do local counter=$((counter+1)) if [ $counter == 30 ]; then echo "Error: Couldn't connect to ${DATABASE_TYPE}." exit 1 fi echo "Trying to connect to ${DATABASE_TYPE} at ${DATABASE_HOST}:${DATABASE_PORT}. Attempt $counter." sleep 5 done echo "connect ${DATABASE_TYPE} service" if [ ${DATABASE_TYPE} = "mysql" ]; then v=$(mysql -h${DATABASE_HOST} -P${DATABASE_PORT} -u${DATABASE_USERNAME} --password=${DATABASE_PASSWORD} -D ${DATABASE_DATABASE} -e "select 1" 2>&1) if [ "$(echo ${v} | grep 'ERROR' | wc -l)" -eq 1 ]; then echo "Error: Can't connect to database...${v}" exit 1 fi else v=$(PGPASSWORD=${DATABASE_PASSWORD} psql -h ${DATABASE_HOST} -p ${DATABASE_PORT} -U ${DATABASE_USERNAME} -d ${DATABASE_DATABASE} -tAc "select 1") if [ "$(echo ${v} | grep 'FATAL' | wc -l)" -eq 1 ]; then echo "Error: Can't connect to database...${v}" exit 1 fi fi } # init database initDatabase() { echo "import sql data" ${DOLPHINSCHEDULER_HOME}/script/create-dolphinscheduler.sh } # check ds version checkDSVersion() { if [ ${DATABASE_TYPE} = "mysql" ]; then v=$(mysql -h${DATABASE_HOST} -P${DATABASE_PORT} -u${DATABASE_USERNAME} --password=${DATABASE_PASSWORD} -D ${DATABASE_DATABASE} -e "SELECT * FROM public.t_ds_version" 2>/dev/null) else v=$(PGPASSWORD=${DATABASE_PASSWORD} psql -h ${DATABASE_HOST} -p ${DATABASE_PORT} -U ${DATABASE_USERNAME} -d ${DATABASE_DATABASE} -tAc "SELECT * FROM public.t_ds_version" 2>/dev/null) fi if [ -n "$v" ]; then echo "ds version: $v" return 0 else return 1 fi } # check init database checkInitDatabase() { echo "check init database" while ! checkDSVersion; do local counter=$((counter+1)) if [ $counter == 30 ]; then echo "Error: Couldn't check init database." exit 1 fi echo "Trying to check init database. Attempt $counter." sleep 5 done } # wait zk waitZK() { echo "connect remote zookeeper" echo "${ZOOKEEPER_QUORUM}" | awk -F ',' 'BEGIN{ i=1 }{ while( i <= NF ){ print $i; i++ } }' | while read line; do while ! nc -z ${line%:*} ${line#*:}; do local counter=$((counter+1)) if [ $counter == 30 ]; then echo "Error: Couldn't connect to zookeeper." exit 1 fi echo "Trying to connect to zookeeper at ${line}. Attempt $counter." sleep 5 done done } # print usage printUsage() { echo -e "Dolphin Scheduler is a distributed and easy-to-expand visual DAG workflow scheduling system," echo -e "dedicated to solving the complex dependencies in data processing, making the scheduling system out of the box for data processing.\n" echo -e "Usage: [ all | master-server | worker-server | api-server | alert-server ]\n" printf "%-13s: %s\n" "all" "Run master-server, worker-server, api-server and alert-server" printf "%-13s: %s\n" "master-server" "MasterServer is mainly responsible for DAG task split, task submission monitoring." printf "%-13s: %s\n" "worker-server" "WorkerServer is mainly responsible for task execution and providing log services." printf "%-13s: %s\n" "api-server" "ApiServer is mainly responsible for processing requests and providing the front-end UI layer." printf "%-13s: %s\n" "alert-server" "AlertServer mainly include Alarms." } # init config file source /root/startup-init-conf.sh case "$1" in (all) waitZK waitDatabase initDatabase export MASTER_START_ENABLED=true export WORKER_START_ENABLED=true export API_START_ENABLED=true export ALERT_START_ENABLED=true export LOGGER_START_ENABLED=true ;; (master-server) waitZK waitDatabase export MASTER_START_ENABLED=true ;; (worker-server) waitZK waitDatabase export WORKER_START_ENABLED=true export LOGGER_START_ENABLED=true ;; (api-server) waitZK waitDatabase initDatabase export API_START_ENABLED=true ;; (alert-server) waitDatabase checkInitDatabase export ALERT_START_ENABLED=true ;; (help) printUsage exit 1 ;; (*) printUsage exit 1 ;; esac # init directories mkdir -p ${DOLPHINSCHEDULER_HOME}/logs # start supervisord supervisord -n -u root