29 lines
967 B
JSON
29 lines
967 B
JSON
{
|
|
"tasks": [
|
|
{
|
|
"name": "pull_data_a",
|
|
"max_retries": 3,
|
|
"retry_interval_seconds": 600,
|
|
"if": "/path/to/should_pull.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"command": "/path/to/pull.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"verification_command": "/path/to/pull_verify.sh --date {{DATE}} --source {{SOURCE}}_A",
|
|
"timeout_seconds": 30,
|
|
"children": [ "merge_data" ]
|
|
},
|
|
{
|
|
"name": "pull_data_b",
|
|
"max_retries": 3,
|
|
"retry_interval_seconds": 600,
|
|
"if": "/path/to/should_pull.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"command": "/path/to/pull.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"verification_command": "/path/to/pull_verify.sh --date {{DATE}} --source {{SOURCE}}_B",
|
|
"timeout_seconds": 30,
|
|
"children": [ "merge_data" ]
|
|
},
|
|
{
|
|
"name": "merge_data",
|
|
"command": "/path/to/merge.sh --left {{SOURCE}}_A --right {{SOURCE}}_B"
|
|
}
|
|
]
|
|
}
|