diff --git a/examples/sample_dag.json b/examples/sample_dag.json new file mode 100644 index 0000000..b58dae3 --- /dev/null +++ b/examples/sample_dag.json @@ -0,0 +1,32 @@ +{ + "config": { + "timeout": 3600, + "executor": "local" + }, + "parameter_list": { + "DATE": [], + "SOURCE": "" + }, + "tasks": [ + { + "name": "pull_data_a", + "max_retries": 3, + "retry_delay_seconds": 600, + "command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_A", + "verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_A", + "timeout_seconds": 30 + }, + { + "name": "pull_data_b", + "max_retries": 3, + "retry_delay_seconds": 600, + "command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_B", + "verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_B", + "timeout_seconds": 30 + }, + { + "name": "merge_data", + "command": "/path/to/merge.sh --left {SOURCE}_A --right {SOURCE}_B" + } + ] +}