From ae35d9615ae830b51c286ac91bf946d3a7495dde Mon Sep 17 00:00:00 2001 From: Ian Roddis Date: Fri, 4 Jun 2021 11:49:45 -0300 Subject: [PATCH] Adding sample dag to target --- examples/sample_dag.json | 32 ++++++++++++++++++++++++++++++++ 1 file changed, 32 insertions(+) create mode 100644 examples/sample_dag.json diff --git a/examples/sample_dag.json b/examples/sample_dag.json new file mode 100644 index 0000000..b58dae3 --- /dev/null +++ b/examples/sample_dag.json @@ -0,0 +1,32 @@ +{ + "config": { + "timeout": 3600, + "executor": "local" + }, + "parameter_list": { + "DATE": [], + "SOURCE": "" + }, + "tasks": [ + { + "name": "pull_data_a", + "max_retries": 3, + "retry_delay_seconds": 600, + "command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_A", + "verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_A", + "timeout_seconds": 30 + }, + { + "name": "pull_data_b", + "max_retries": 3, + "retry_delay_seconds": 600, + "command": "/path/to/pull.sh --date {DATE} --source {SOURCE}_B", + "verification_command": "/path/to/pull_verify.sh --date {DATE} --source {SOURCE}_B", + "timeout_seconds": 30 + }, + { + "name": "merge_data", + "command": "/path/to/merge.sh --left {SOURCE}_A --right {SOURCE}_B" + } + ] +}