Skip to content

Script Annotations Artifact Loaders

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import json
from pathlib import Path
from typing import Dict

try:
    from typing import Annotated  # type: ignore
except ImportError:
    from typing_extensions import Annotated  # type: ignore

from hera.shared import global_config
from hera.workflows import Artifact, ArtifactLoader, Parameter, Steps, Workflow, script

global_config.experimental_features["script_annotations"] = True


@script(constructor="runner")
def output_dict_artifact(
    a_number: Annotated[int, Parameter(name="a_number")],
) -> Annotated[Dict[str, int], Artifact(name="a_dict")]:
    return {"your-value": a_number}


@script(constructor="runner")
def artifact_loaders(
    a_file_as_path: Annotated[Path, Artifact(name="my-artifact-path", loader=None)],
    a_file_as_str: Annotated[str, Artifact(name="my-artifact-as-str", loader=ArtifactLoader.file)],
    a_file_as_json: Annotated[Dict, Artifact(name="my-artifact-as-json", loader=ArtifactLoader.json)],
):
    assert a_file_as_path.read_text() == a_file_as_str
    assert json.loads(a_file_as_str) == a_file_as_json
    print(a_file_as_path)
    print(a_file_as_str)
    print(a_file_as_json)


with Workflow(generate_name="test-input-annotations-", entrypoint="my-steps") as w:
    with Steps(name="my-steps") as s:
        out = output_dict_artifact(arguments={"a_number": 3})
        artifact_loaders(
            arguments=[
                out.get_artifact("a_dict").with_name("my-artifact-path"),
                out.get_artifact("a_dict").with_name("my-artifact-as-str"),
                out.get_artifact("a_dict").with_name("my-artifact-as-json"),
            ]
        )

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  generateName: test-input-annotations-
spec:
  entrypoint: my-steps
  templates:
  - name: my-steps
    steps:
    - - arguments:
          parameters:
          - name: a_number
            value: '3'
        name: output-dict-artifact
        template: output-dict-artifact
    - - arguments:
          artifacts:
          - from: '{{steps.output-dict-artifact.outputs.artifacts.a_dict}}'
            name: my-artifact-path
          - from: '{{steps.output-dict-artifact.outputs.artifacts.a_dict}}'
            name: my-artifact-as-str
          - from: '{{steps.output-dict-artifact.outputs.artifacts.a_dict}}'
            name: my-artifact-as-json
        name: artifact-loaders
        template: artifact-loaders
  - inputs:
      parameters:
      - name: a_number
    name: output-dict-artifact
    outputs:
      artifacts:
      - name: a_dict
        path: /tmp/hera-outputs/artifacts/a_dict
    script:
      args:
      - -m
      - hera.workflows.runner
      - -e
      - examples.workflows.experimental.script_annotations_artifact_loaders:output_dict_artifact
      command:
      - python
      env:
      - name: hera__script_annotations
        value: ''
      - name: hera__outputs_directory
        value: /tmp/hera-outputs
      image: python:3.8
      source: '{{inputs.parameters}}'
  - inputs:
      artifacts:
      - name: my-artifact-path
        path: /tmp/hera-inputs/artifacts/my-artifact-path
      - name: my-artifact-as-str
        path: /tmp/hera-inputs/artifacts/my-artifact-as-str
      - name: my-artifact-as-json
        path: /tmp/hera-inputs/artifacts/my-artifact-as-json
    name: artifact-loaders
    script:
      args:
      - -m
      - hera.workflows.runner
      - -e
      - examples.workflows.experimental.script_annotations_artifact_loaders:artifact_loaders
      command:
      - python
      env:
      - name: hera__script_annotations
        value: ''
      image: python:3.8
      source: '{{inputs.parameters}}'

Comments