Adding sample dag to target

This commit is contained in:
Ian Roddis
2021-06-04 11:49:45 -03:00
parent 936bac8672
commit ae35d9615a

32
examples/sample_dag.json Normal file
View File

@@ -0,0 +1,32 @@
{
"config": {
"timeout": 3600,
"executor": "local"
},
"parameter_list": {
"DATE": [],
"SOURCE": ""
},
"tasks": [
{
"name": "pull_data_a",
"max_retries": 3,
"retry_delay_seconds": 600,
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_A",
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_A",
"timeout_seconds": 30
},
{
"name": "pull_data_b",
"max_retries": 3,
"retry_delay_seconds": 600,
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_B",
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_B",
"timeout_seconds": 30
},
{
"name": "merge_data",
"command": "/path/to/merge.sh --left {SOURCE}_A --right {SOURCE}_B"
}
]
}