33 lines
839 B
JSON
33 lines
839 B
JSON
{
|
|
"config": {
|
|
"timeout": 3600,
|
|
"executor": "local"
|
|
},
|
|
"parameter_list": {
|
|
"DATE": [],
|
|
"SOURCE": ""
|
|
},
|
|
"tasks": [
|
|
{
|
|
"name": "pull_data_a",
|
|
"max_retries": 3,
|
|
"retry_delay_seconds": 600,
|
|
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_A",
|
|
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_A",
|
|
"timeout_seconds": 30
|
|
},
|
|
{
|
|
"name": "pull_data_b",
|
|
"max_retries": 3,
|
|
"retry_delay_seconds": 600,
|
|
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_B",
|
|
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_B",
|
|
"timeout_seconds": 30
|
|
},
|
|
{
|
|
"name": "merge_data",
|
|
"command": "/path/to/merge.sh --left {SOURCE}_A --right {SOURCE}_B"
|
|
}
|
|
]
|
|
}
|