Skip to content

Callable Dag

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
from hera.workflows import DAG, Parameter, Workflow, script


@script()
def hello(name: str):
    print("Hello, {name}!".format(name=name))


with Workflow(
    generate_name="callable-dag-",
    entrypoint="calling-dag",
) as w:
    with DAG(name="my-dag", inputs=Parameter(name="my-dag-input")) as my_dag:
        hello(name="hello-1", arguments={"name": "hello-1-{{inputs.parameters.my-dag-input}}"})
        hello(name="hello-2", arguments={"name": "hello-2-{{inputs.parameters.my-dag-input}}"})

    with DAG(name="calling-dag") as d:
        t1 = my_dag(name="call-1", arguments={"my-dag-input": "call-1"})
        t2 = my_dag(name="call-2", arguments={"my-dag-input": "call-2"})
        t1 >> t2

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: callable-dag-
spec:
  entrypoint: calling-dag
  templates:
  - dag:
      tasks:
      - arguments:
          parameters:
          - name: name
            value: hello-1-{{inputs.parameters.my-dag-input}}
        name: hello-1
        template: hello
      - arguments:
          parameters:
          - name: name
            value: hello-2-{{inputs.parameters.my-dag-input}}
        name: hello-2
        template: hello
    inputs:
      parameters:
      - name: my-dag-input
    name: my-dag
  - inputs:
      parameters:
      - name: name
    name: hello
    script:
      command:
      - python
      image: python:3.8
      source: |-
        import os
        import sys
        sys.path.append(os.getcwd())
        import json
        try: name = json.loads(r'''{{inputs.parameters.name}}''')
        except: name = r'''{{inputs.parameters.name}}'''

        print('Hello, {name}!'.format(name=name))
  - dag:
      tasks:
      - arguments:
          parameters:
          - name: my-dag-input
            value: call-1
        name: call-1
        template: my-dag
      - arguments:
          parameters:
          - name: my-dag-input
            value: call-2
        depends: call-1
        name: call-2
        template: my-dag
    name: calling-dag

Comments