44 lines
1.1 KiB
JSON
44 lines
1.1 KiB
JSON
{
|
|
"parameters": {
|
|
"SOURCE": [
|
|
"a",
|
|
"b",
|
|
"c"
|
|
],
|
|
"DATE": [
|
|
"2021-01-01",
|
|
"2021-01-02"
|
|
]
|
|
},
|
|
"tasks": [
|
|
{
|
|
"name": "pull_data_a",
|
|
"max_retries": 3,
|
|
"retry_interval_seconds": 600,
|
|
"if": "/path/to/should_pull.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"command": "/path/to/pull.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"verification_command": "/path/to/pull_verify.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"timeout_seconds": 30,
|
|
"children": [
|
|
"merge_data"
|
|
]
|
|
},
|
|
{
|
|
"name": "pull_data_b",
|
|
"max_retries": 3,
|
|
"retry_interval_seconds": 600,
|
|
"if": "/path/to/should_pull.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"command": "/path/to/pull.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"verification_command": "/path/to/pull_verify.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"timeout_seconds": 30,
|
|
"children": [
|
|
"merge_data"
|
|
]
|
|
},
|
|
{
|
|
"name": "merge_data",
|
|
"command": "/path/to/merge.sh --left {{SOURCE}}_A --right {{SOURCE}}_B"
|
|
}
|
|
]
|
|
}
|