statefulset-dolphinscheduler-worker.yaml 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one or more
  3. # contributor license agreements. See the NOTICE file distributed with
  4. # this work for additional information regarding copyright ownership.
  5. # The ASF licenses this file to You under the Apache License, Version 2.0
  6. # (the "License"); you may not use this file except in compliance with
  7. # the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. #
  17. apiVersion: apps/v1
  18. kind: StatefulSet
  19. metadata:
  20. name: {{ include "dolphinscheduler.fullname" . }}-worker
  21. labels:
  22. {{- include "dolphinscheduler.worker.labels" . | nindent 4 }}
  23. spec:
  24. podManagementPolicy: {{ .Values.worker.podManagementPolicy }}
  25. replicas: {{ .Values.worker.replicas }}
  26. selector:
  27. matchLabels:
  28. {{- include "dolphinscheduler.worker.labels" . | nindent 6 }}
  29. serviceName: {{ template "dolphinscheduler.fullname" . }}-worker-headless
  30. template:
  31. metadata:
  32. labels:
  33. {{- include "dolphinscheduler.worker.labels" . | nindent 8 }}
  34. {{- if .Values.worker.annotations }}
  35. annotations:
  36. {{- toYaml .Values.worker.annotations | nindent 8 }}
  37. {{- end }}
  38. spec:
  39. serviceAccountName: {{ template "dolphinscheduler.fullname" . }}
  40. {{- if .Values.worker.affinity }}
  41. affinity:
  42. {{- toYaml .Values.worker.affinity | nindent 8 }}
  43. {{- end }}
  44. {{- if .Values.worker.nodeSelector }}
  45. nodeSelector:
  46. {{- toYaml .Values.worker.nodeSelector | nindent 8 }}
  47. {{- end }}
  48. {{- if .Values.worker.tolerations }}
  49. tolerations:
  50. {{- toYaml .Values.worker.tolerations | nindent 8 }}
  51. {{- end }}
  52. {{- if .Values.image.pullSecret }}
  53. imagePullSecrets:
  54. - name: {{ .Values.image.pullSecret }}
  55. {{- end }}
  56. containers:
  57. - name: {{ include "dolphinscheduler.fullname" . }}-worker
  58. image: {{ include "dolphinscheduler.image.fullname.worker" . }}
  59. imagePullPolicy: {{ .Values.image.pullPolicy }}
  60. ports:
  61. - containerPort: 1234
  62. name: "worker-port"
  63. env:
  64. - name: TZ
  65. value: {{ .Values.timezone }}
  66. - name: SPRING_JACKSON_TIME_ZONE
  67. value: {{ .Values.timezone }}
  68. - name: WORKER_ALERT_LISTEN_HOST
  69. value: {{ include "dolphinscheduler.fullname" . }}-alert
  70. {{- include "dolphinscheduler.database.env_vars" . | nindent 12 }}
  71. {{- include "dolphinscheduler.registry.env_vars" . | nindent 12 }}
  72. {{ range $key, $value := .Values.worker.env }}
  73. - name: {{ $key }}
  74. value: {{ $value | quote }}
  75. {{ end }}
  76. envFrom:
  77. - configMapRef:
  78. name: {{ include "dolphinscheduler.fullname" . }}-common
  79. {{- if .Values.worker.resources }}
  80. resources:
  81. {{- toYaml .Values.worker.resources | nindent 12 }}
  82. {{- end }}
  83. {{- if .Values.worker.livenessProbe.enabled }}
  84. livenessProbe:
  85. exec:
  86. command: ["curl", "-s", "http://localhost:1235/actuator/health/liveness"]
  87. initialDelaySeconds: {{ .Values.worker.livenessProbe.initialDelaySeconds }}
  88. periodSeconds: {{ .Values.worker.livenessProbe.periodSeconds }}
  89. timeoutSeconds: {{ .Values.worker.livenessProbe.timeoutSeconds }}
  90. successThreshold: {{ .Values.worker.livenessProbe.successThreshold }}
  91. failureThreshold: {{ .Values.worker.livenessProbe.failureThreshold }}
  92. {{- end }}
  93. {{- if .Values.worker.readinessProbe.enabled }}
  94. readinessProbe:
  95. exec:
  96. command: ["curl", "-s", "http://localhost:1235/actuator/health/readiness"]
  97. initialDelaySeconds: {{ .Values.worker.readinessProbe.initialDelaySeconds }}
  98. periodSeconds: {{ .Values.worker.readinessProbe.periodSeconds }}
  99. timeoutSeconds: {{ .Values.worker.readinessProbe.timeoutSeconds }}
  100. successThreshold: {{ .Values.worker.readinessProbe.successThreshold }}
  101. failureThreshold: {{ .Values.worker.readinessProbe.failureThreshold }}
  102. {{- end }}
  103. volumeMounts:
  104. - mountPath: {{ default "/tmp/dolphinscheduler" .Values.common.configmap.DATA_BASEDIR_PATH | quote }}
  105. name: {{ include "dolphinscheduler.fullname" . }}-worker-data
  106. - mountPath: "/opt/dolphinscheduler/logs"
  107. name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  108. - name: config-volume
  109. mountPath: /opt/dolphinscheduler/conf/common.properties
  110. subPath: common_properties
  111. {{- include "dolphinscheduler.sharedStorage.volumeMount" . | nindent 12 }}
  112. {{- include "dolphinscheduler.fsFileResource.volumeMount" . | nindent 12 }}
  113. volumes:
  114. {{- if .Values.worker.persistentVolumeClaim.enabled }}
  115. - name: {{ include "dolphinscheduler.fullname" . }}-worker-data
  116. {{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }}
  117. persistentVolumeClaim:
  118. claimName: {{ include "dolphinscheduler.fullname" . }}-worker-data
  119. {{- else }}
  120. emptyDir: {}
  121. {{- end }}
  122. - name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  123. {{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }}
  124. persistentVolumeClaim:
  125. claimName: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  126. {{- else }}
  127. emptyDir: {}
  128. {{- end }}
  129. {{- else }}
  130. - name: {{ include "dolphinscheduler.fullname" . }}-worker-data
  131. emptyDir: {}
  132. - name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  133. emptyDir: {}
  134. {{- end }}
  135. - name: config-volume
  136. configMap:
  137. name: {{ include "dolphinscheduler.fullname" . }}-configs
  138. {{- include "dolphinscheduler.sharedStorage.volume" . | nindent 8 }}
  139. {{- include "dolphinscheduler.fsFileResource.volume" . | nindent 8 }}
  140. {{- if .Values.worker.persistentVolumeClaim.enabled }}
  141. volumeClaimTemplates:
  142. {{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }}
  143. - metadata:
  144. name: {{ include "dolphinscheduler.fullname" . }}-worker-data
  145. labels:
  146. app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-data
  147. {{- include "dolphinscheduler.common.labels" . | nindent 10 }}
  148. spec:
  149. accessModes:
  150. {{- range .Values.worker.persistentVolumeClaim.dataPersistentVolume.accessModes }}
  151. - {{ . | quote }}
  152. {{- end }}
  153. storageClassName: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storageClassName | quote }}
  154. resources:
  155. requests:
  156. storage: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storage | quote }}
  157. {{- end }}
  158. {{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }}
  159. - metadata:
  160. name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  161. labels:
  162. app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
  163. {{- include "dolphinscheduler.common.labels" . | nindent 10 }}
  164. spec:
  165. accessModes:
  166. {{- range .Values.worker.persistentVolumeClaim.logsPersistentVolume.accessModes }}
  167. - {{ . | quote }}
  168. {{- end }}
  169. storageClassName: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storageClassName | quote }}
  170. resources:
  171. requests:
  172. storage: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storage | quote }}
  173. {{- end }}
  174. {{- end }}