Adding sample dag to target
This commit is contained in:
32
examples/sample_dag.json
Normal file
32
examples/sample_dag.json
Normal file
@@ -0,0 +1,32 @@
|
||||
{
|
||||
"config": {
|
||||
"timeout": 3600,
|
||||
"executor": "local"
|
||||
},
|
||||
"parameter_list": {
|
||||
"DATE": [],
|
||||
"SOURCE": ""
|
||||
},
|
||||
"tasks": [
|
||||
{
|
||||
"name": "pull_data_a",
|
||||
"max_retries": 3,
|
||||
"retry_delay_seconds": 600,
|
||||
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_A",
|
||||
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_A",
|
||||
"timeout_seconds": 30
|
||||
},
|
||||
{
|
||||
"name": "pull_data_b",
|
||||
"max_retries": 3,
|
||||
"retry_delay_seconds": 600,
|
||||
"command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_B",
|
||||
"verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_B",
|
||||
"timeout_seconds": 30
|
||||
},
|
||||
{
|
||||
"name": "merge_data",
|
||||
"command": "/path/to/merge.sh --left {SOURCE}_A --right {SOURCE}_B"
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user