Kinesin/daggy
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Changing Executor interface to allow for more flexible tasks down the road

Browse Source
This commit is contained in:
Ian Roddis
2021-08-23 12:03:16 -03:00
parent a83da567d0
commit 6b9baffe27
5 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
daggy/include/daggy/executors/task/ForkingTaskExecutor.hpp
View File

@@ -12,7 +12,7 @@ namespace daggy {
const std::string getName() const override { return "ForkingTaskExecutor"; }
AttemptRecord runCommand(std::vector<std::string> cmd) override;
AttemptRecord runCommand(const Task &task) override;
};
}
}

2
daggy/include/daggy/executors/task/TaskExecutor.hpp
View File

@@ -25,7 +25,7 @@ namespace daggy {
virtual const std::string getName() const = 0;
// This will block if the dag_executor is full
virtual AttemptRecord runCommand(std::vector<std::string> cmd) = 0;
virtual AttemptRecord runCommand(const Task &task) = 0;
ThreadPool threadPool;
};

6
daggy/src/Utilities.cpp
View File

@@ -95,7 +95,7 @@ namespace daggy {
logger.updateTaskState(runID, task.name, RunState::RUNNING);
while (attempts.size() < task.maxRetries + 1) {
attempts.push_back(executor.runCommand(task.command));
attempts.push_back(executor.runCommand(task));
logger.logTaskAttempt(runID, task.name, attempts.back());
if (attempts.back().rc == 0) break;
logger.updateTaskState(runID, task.name, RunState::RETRY);
@@ -169,8 +169,8 @@ namespace daggy {
executor.threadPool.addTasks(tq);
}
if (running > 0 and errored == running) {
logger.updateDAGRunState(runID, RunState::ERRORED);
break;
logger.updateDAGRunState(runID, RunState::ERRORED);
break;
}
std::this_thread::sleep_for(250ms);
}

4
daggy/src/executors/task/ForkingTaskExecutor.cpp
View File

@@ -31,14 +31,14 @@ std::string slurp(int fd) {
}
daggy::AttemptRecord
ForkingTaskExecutor::runCommand(std::vector<std::string> cmd) {
ForkingTaskExecutor::runCommand(const Task &task) {
AttemptRecord rec;
rec.startTime = Clock::now();
// Need to convert the strings
std::vector<char *> argv;
for (const auto &s : cmd) {
for (const auto &s : task.command) {
argv.push_back(const_cast<char *>(s.c_str()));
}
argv.push_back(nullptr);

12
tests/unit_executor_forkingexecutor.cpp
View File

@@ -9,9 +9,9 @@ TEST_CASE("Basic Execution", "[forking_executor]") {
daggy::executors::task::ForkingTaskExecutor ex(10);
SECTION("Simple Run") {
std::vector<std::string> cmd{"/usr/bin/echo", "abc", "123"};
daggy::Task task{.command{"/usr/bin/echo", "abc", "123"}};
auto rec = ex.runCommand(cmd);
auto rec = ex.runCommand(task);
REQUIRE(rec.rc == 0);
REQUIRE(rec.outputLog == "abc 123\n");
@@ -19,9 +19,9 @@ TEST_CASE("Basic Execution", "[forking_executor]") {
}
SECTION("Error Run") {
std::vector<std::string> cmd{"/usr/bin/expr", "1", "+", "+"};
daggy::Task task{.command{"/usr/bin/expr", "1", "+", "+"}};
auto rec = ex.runCommand(cmd);
auto rec = ex.runCommand(task);
REQUIRE(rec.rc == 2);
REQUIRE(rec.errorLog == "/usr/bin/expr: syntax error: missing argument after ‘+’\n");
@@ -36,9 +36,9 @@ TEST_CASE("Basic Execution", "[forking_executor]") {
for (const auto &bigFile : BIG_FILES) {
if (!std::filesystem::exists(bigFile)) continue;
std::vector<std::string> cmd{"/usr/bin/cat", bigFile};
daggy::Task task{.command{"/usr/bin/cat", bigFile}};
auto rec = ex.runCommand(cmd);
auto rec = ex.runCommand(task);
REQUIRE(rec.rc == 0);
REQUIRE(rec.outputLog.size() == std::filesystem::file_size(bigFile));