rustchain/examples/data_processing.yaml at main · AdaWorldAPI/rustchain · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
name: "Data Processing Pipeline"
description: "CSV data loading and processing example"
version: "1.0"

steps:
  - id: "create_data"
    name: "Create Sample CSV"
    step_type: "create_file"
    parameters:
      path: "sales_data.csv"
      content: |
        date,product,sales,region
        2024-01-01,Widget A,1500,North
        2024-01-01,Widget B,2300,South
        2024-01-02,Widget A,1750,North
        2024-01-02,Widget B,2100,South
        2024-01-03,Widget A,1900,North
        2024-01-03,Widget B,2450,South

  - id: "load_csv"
    name: "Load CSV Data"
    step_type: "tool"
    parameters:
      tool: "csv_loader"
      parameters:
        file_path: "sales_data.csv"
        delimiter: ","
        has_headers: true
    depends_on: ["create_data"]
    timeout_seconds: 30

  - id: "done"
    name: "Pipeline Complete"
    step_type: "command"
    parameters:
      command: "echo"
      args: ["Data processing completed - 6 records loaded"]
    depends_on: ["load_csv"]
    timeout_seconds: 10

config:
  max_parallel_steps: 1
  timeout_seconds: 60
  fail_fast: true