Skip to content

Parallelism Nested Dag

Note

This example is a replication of an Argo Workflow example in Hera. The upstream example can be found here.

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
from hera.workflows import DAG, Container, Parameter, Workflow

one_job = Container(
    name="one-job",
    inputs=Parameter(name="msg"),
    image="alpine",
    command=["/bin/sh", "-c"],
    args=["echo {{inputs.parameters.msg}}; sleep 10"],
)

with Workflow(generate_name="parallelism-nested-dag-", entrypoint="A") as w:
    with DAG(name="B", inputs=Parameter(name="msg")) as B:
        c1 = one_job(name="c1", arguments={"msg": "{{inputs.parameters.msg}} c1"})
        c2 = one_job(name="c2", arguments={"msg": "{{inputs.parameters.msg}} c2"})
        c3 = one_job(name="c3", arguments={"msg": "{{inputs.parameters.msg}} c3"})
        c1 >> [c2, c3]

    with DAG(name="A", parallelism=2) as A:
        b1 = B(name="b1", arguments={"msg": "1"})
        b2 = B(name="b2", arguments={"msg": "2"})
        b3 = B(name="b3", arguments={"msg": "3"})
        b4 = B(name="b4", arguments={"msg": "4"})
        b5 = B(name="b5", arguments={"msg": "5"})
        b1 >> [b2, b3, b4] >> b5

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: parallelism-nested-dag-
spec:
  entrypoint: A
  templates:
  - dag:
      tasks:
      - arguments:
          parameters:
          - name: msg
            value: '{{inputs.parameters.msg}} c1'
        name: c1
        template: one-job
      - arguments:
          parameters:
          - name: msg
            value: '{{inputs.parameters.msg}} c2'
        depends: c1
        name: c2
        template: one-job
      - arguments:
          parameters:
          - name: msg
            value: '{{inputs.parameters.msg}} c3'
        depends: c1
        name: c3
        template: one-job
    inputs:
      parameters:
      - name: msg
    name: B
  - container:
      args:
      - echo {{inputs.parameters.msg}}; sleep 10
      command:
      - /bin/sh
      - -c
      image: alpine
    inputs:
      parameters:
      - name: msg
    name: one-job
  - dag:
      tasks:
      - arguments:
          parameters:
          - name: msg
            value: '1'
        name: b1
        template: B
      - arguments:
          parameters:
          - name: msg
            value: '2'
        depends: b1
        name: b2
        template: B
      - arguments:
          parameters:
          - name: msg
            value: '3'
        depends: b1
        name: b3
        template: B
      - arguments:
          parameters:
          - name: msg
            value: '4'
        depends: b1
        name: b4
        template: B
      - arguments:
          parameters:
          - name: msg
            value: '5'
        depends: b2 && b3 && b4
        name: b5
        template: B
    name: A
    parallelism: 2

Comments