task_switch_example.py 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. # Licensed to the Apache Software Foundation (ASF) under one
  2. # or more contributor license agreements. See the NOTICE file
  3. # distributed with this work for additional information
  4. # regarding copyright ownership. The ASF licenses this file
  5. # to you under the Apache License, Version 2.0 (the
  6. # "License"); you may not use this file except in compliance
  7. # with the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing,
  12. # software distributed under the License is distributed on an
  13. # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  14. # KIND, either express or implied. See the License for the
  15. # specific language governing permissions and limitations
  16. # under the License.
  17. r"""
  18. A example workflow for task switch.
  19. This example will create four task in single workflow, with three shell task and one switch task. Task switch
  20. have one upstream which we declare explicit with syntax `parent >> switch`, and two downstream automatically
  21. set dependence by switch task by passing parameter `condition`. The graph of this workflow like:
  22. --> switch_child_1
  23. /
  24. parent -> switch ->
  25. \
  26. --> switch_child_2
  27. .
  28. """
  29. from pydolphinscheduler.core.process_definition import ProcessDefinition
  30. from pydolphinscheduler.tasks.shell import Shell
  31. from pydolphinscheduler.tasks.switch import Branch, Default, Switch, SwitchCondition
  32. with ProcessDefinition(
  33. name="task_switch_example", tenant="tenant_exists", param={"var": "1"}
  34. ) as pd:
  35. parent = Shell(name="parent", command="echo parent")
  36. switch_child_1 = Shell(name="switch_child_1", command="echo switch_child_1")
  37. switch_child_2 = Shell(name="switch_child_2", command="echo switch_child_2")
  38. switch_condition = SwitchCondition(
  39. Branch(condition="${var} > 1", task=switch_child_1),
  40. Default(task=switch_child_2),
  41. )
  42. switch = Switch(name="switch", condition=switch_condition)
  43. parent >> switch
  44. pd.submit()