|
@@ -15,54 +15,109 @@
|
|
|
# limitations under the License.
|
|
|
#
|
|
|
|
|
|
+# ---------------------------------------------------------
|
|
|
+# INSTALL MACHINE
|
|
|
+# ---------------------------------------------------------
|
|
|
+# A comma separated list of machine hostname or IP would be installed DolphinScheduler,
|
|
|
+# including master, worker, api, alert. If you want to deploy in pseudo-distributed
|
|
|
+# mode, just write a pseudo-distributed hostname
|
|
|
+# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IP: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5"
|
|
|
+ips="ds1,ds2,ds3,ds4,ds5"
|
|
|
+
|
|
|
+# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine
|
|
|
+# modify it if you use different ssh port
|
|
|
+sshPort="22"
|
|
|
+
|
|
|
+# A comma separated list of machine hostname or IP would be installed Master server, it
|
|
|
+# must be a subset of configuration `ips`.
|
|
|
+# Example for hostnames: ips="ds1,ds2", Example for IP: ips="192.168.8.1,192.168.8.2"
|
|
|
+masters="ds1,ds2"
|
|
|
+
|
|
|
+# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a
|
|
|
+# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts
|
|
|
+# Example for hostnames: ips="ds1:default,ds2:default,ds3:default", Example for IP: ips="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default"
|
|
|
+workers="ds1:default,ds2:default,ds3:default,ds4:default,ds5:default"
|
|
|
+
|
|
|
+# A comma separated list of machine hostname or IP would be installed Alert server, it
|
|
|
+# must be a subset of configuration `ips`.
|
|
|
+# Example for hostnames: ips="ds3", Example for IP: ips="192.168.8.3"
|
|
|
+alertServer="ds3"
|
|
|
+
|
|
|
+# A comma separated list of machine hostname or IP would be installed API server, it
|
|
|
+# must be a subset of configuration `ips`.
|
|
|
+# Example for hostnames: ips="ds1", Example for IP: ips="192.168.8.1"
|
|
|
+apiServers="ds1"
|
|
|
+
|
|
|
+# The directory to install DolphinScheduler for all machine we config above. It will automatically created by `install.sh` script if not exists.
|
|
|
+# **DO NOT** set this configuration same as the current path (pwd)
|
|
|
+installPath="/data1_1T/dolphinscheduler"
|
|
|
+
|
|
|
+# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before run `install.sh`
|
|
|
+# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs
|
|
|
+# to be created by this user
|
|
|
+deployUser="dolphinscheduler"
|
|
|
+
|
|
|
+# The directory to store local data for all machine we config above. Make sure user `deployUser` have permissions to read and write this directory.
|
|
|
+dataBasedirPath="/tmp/dolphinscheduler"
|
|
|
+
|
|
|
+# ---------------------------------------------------------
|
|
|
+# DolphinScheduler ENV
|
|
|
+# ---------------------------------------------------------
|
|
|
+# JAVA_HOME, we recommend use same JAVA_HOME in all machine you going to install DolphinScheduler
|
|
|
+# and this configuration only support one parameter so far.
|
|
|
+javaHome="/your/java/home/here"
|
|
|
|
|
|
-# NOTICE: If the following config has special characters in the variable `.*[]^${}\+?|()@#&`, Please escape, for example, `[` escape to `\[`
|
|
|
-# postgresql or mysql
|
|
|
+# DolphinScheduler API service port, also this your DolphinScheduler UI component's URL port, default values is 12345
|
|
|
+apiServerPort="12345"
|
|
|
+
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Database
|
|
|
+# NOTICE: If database value has special characters, such as `.*[]^${}\+?|()@#&`, Please add prefix `\` for escaping.
|
|
|
+# ---------------------------------------------------------
|
|
|
+# The type for the metadata database
|
|
|
+# Supported values: ``postgresql``, ``mysql``.
|
|
|
dbtype="mysql"
|
|
|
|
|
|
-# db config
|
|
|
-# db address and port
|
|
|
+# The <HOST>:<PORT> connection pair DolphinScheduler connect to the metadata database
|
|
|
dbhost="192.168.xx.xx:3306"
|
|
|
|
|
|
-# db username
|
|
|
+# The username DolphinScheduler connect to the metadata database
|
|
|
username="xx"
|
|
|
|
|
|
-# db password
|
|
|
-# NOTICE: if there are special characters, please use the \ to escape, for example, `[` escape to `\[`
|
|
|
+# The password DolphinScheduler connect to the metadata database
|
|
|
password="xx"
|
|
|
|
|
|
-# database name
|
|
|
+# The database DolphinScheduler connect to the metadata database
|
|
|
dbname="dolphinscheduler"
|
|
|
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Registry Server
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Registry Server plugin dir. DolphinScheduler will find and load the registry plugin jar package from this dir.
|
|
|
+# For now default registry server is zookeeper, so the default value is `lib/plugin/registry/zookeeper`.
|
|
|
+# If you want to implement your own registry server, please see https://dolphinscheduler.apache.org/en-us/docs/dev/user_doc/registry_spi.html
|
|
|
+registryPluginDir="lib/plugin/registry/zookeeper"
|
|
|
|
|
|
-# zk cluster
|
|
|
-zkQuorum="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181"
|
|
|
-
|
|
|
-# zk root directory
|
|
|
-zkRoot="/dolphinscheduler"
|
|
|
-
|
|
|
-# registry config
|
|
|
-# registry plugin dir
|
|
|
-# Note: find and load the Registry Plugin Jar from this dir.
|
|
|
-registryPluginDir="/data1_1T/dolphinscheduler/lib/plugin/registry"
|
|
|
+# Registry Server plugin name, should be a substring of `registryPluginDir`, DolphinScheduler use this for verifying configuration consistency
|
|
|
registryPluginName="zookeeper"
|
|
|
-registryServers="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181"
|
|
|
|
|
|
+# Registry Server address.
|
|
|
+registryServers="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181"
|
|
|
|
|
|
-# Note: the target installation path for dolphinscheduler, please not config as the same as the current path (pwd)
|
|
|
-installPath="/data1_1T/dolphinscheduler"
|
|
|
+# The root of zookeeper, for now DolphinScheduler default registry server is zookeeper.
|
|
|
+zkRoot="/dolphinscheduler"
|
|
|
|
|
|
-# deployment user
|
|
|
-# Note: the deployment user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled, the root directory needs to be created by itself
|
|
|
-deployUser="dolphinscheduler"
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Alert Server
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Alert Server plugin dir. DolphinScheduler will find and load the alert plugin jar package from this dir.
|
|
|
+alertPluginDir="lib/plugin/alert"
|
|
|
|
|
|
-# alert config
|
|
|
-# alert plugin dir
|
|
|
-# Note: find and load the Alert Plugin Jar from this dir.
|
|
|
-alertPluginDir="/data1_1T/dolphinscheduler/lib/plugin/alert"
|
|
|
-
|
|
|
-# user data local directory path, please make sure the directory exists and have read write permissions
|
|
|
-dataBasedirPath="/tmp/dolphinscheduler"
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Worker Task Server
|
|
|
+# ---------------------------------------------------------
|
|
|
+# Worker Task Server plugin dir. DolphinScheduler will find and load the worker task plugin jar package from this dir.
|
|
|
+taskPluginDir="lib/plugin/task"
|
|
|
|
|
|
# resource storage type: HDFS, S3, NONE
|
|
|
resourceStorageType="NONE"
|
|
@@ -110,34 +165,3 @@ sudoEnable="true"
|
|
|
|
|
|
# worker tenant auto create
|
|
|
workerTenantAutoCreate="false"
|
|
|
-
|
|
|
-# worker task plugin dir
|
|
|
-taskPluginDir="/data1_1T/dolphinscheduler/lib/plugin/task"
|
|
|
-
|
|
|
-# api server port
|
|
|
-apiServerPort="12345"
|
|
|
-
|
|
|
-
|
|
|
-# install hosts
|
|
|
-# Note: install the scheduled hostname list. If it is pseudo-distributed, just write a pseudo-distributed hostname
|
|
|
-ips="ds1,ds2,ds3,ds4,ds5"
|
|
|
-
|
|
|
-# ssh port, default 22
|
|
|
-# Note: if ssh port is not default, modify here
|
|
|
-sshPort="22"
|
|
|
-
|
|
|
-# run master machine
|
|
|
-# Note: list of hosts hostname for deploying master
|
|
|
-masters="ds1,ds2"
|
|
|
-
|
|
|
-# run worker machine
|
|
|
-# note: need to write the worker group name of each worker, the default value is "default"
|
|
|
-workers="ds1:default,ds2:default,ds3:default,ds4:default,ds5:default"
|
|
|
-
|
|
|
-# run alert machine
|
|
|
-# note: list of machine hostnames for deploying alert server
|
|
|
-alertServer="ds3"
|
|
|
-
|
|
|
-# run api machine
|
|
|
-# note: list of machine hostnames for deploying api server
|
|
|
-apiServers="ds1"
|