470a6f2bb7
This paves the way for implementing daggys and other utilities. Squashed commit of the following: commit 1f77239ab3c9e44d190eef94531a39501c8c4dfe Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 16:25:02 2021 -0300 Adding README, stdout support for daggyd logging commit c2c237224e84a3be68aaa597ce98af1365e74a13 Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 16:10:29 2021 -0300 removing old daggyd commit cfea2baf61ca10c535801c5a391d2d525a1a2d04 Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 16:10:09 2021 -0300 Moving tests into their sub-project folders commit e41ca42069bea1db16dd76b6684a3f692fef6b15 Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 15:57:40 2021 -0300 Splitting out daggyd from libdaggy commit be97b146c1d2446f5c03cb78707e921f18c60bd8 Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 15:56:55 2021 -0300 Splitting out daggyd from libdaggy commit cb61e140e9d6d8832d61fb7037fd4c0ff6edad00 Author: Ian Roddis <gitlab@ie2r.com> Date: Mon Oct 18 15:49:47 2021 -0300 moving daggy to libdaggy
56 lines
1.3 KiB
C++
56 lines
1.3 KiB
C++
#pragma once
|
|
|
|
#include <rapidjson/document.h>
|
|
|
|
#include <future>
|
|
#include <iomanip>
|
|
#include <string>
|
|
#include <unordered_map>
|
|
#include <variant>
|
|
#include <vector>
|
|
|
|
#include "DAG.hpp"
|
|
#include "Defines.hpp"
|
|
#include "Serialization.hpp"
|
|
#include "Utilities.hpp"
|
|
#include "daggy/executors/task/TaskExecutor.hpp"
|
|
#include "daggy/loggers/dag_run/DAGRunLogger.hpp"
|
|
|
|
using namespace std::chrono_literals;
|
|
|
|
namespace daggy {
|
|
class DAGRunner
|
|
{
|
|
public:
|
|
DAGRunner(DAGRunID runID, executors::task::TaskExecutor &executor,
|
|
loggers::dag_run::DAGRunLogger &logger, TaskDAG dag,
|
|
const TaskParameters &taskParams);
|
|
|
|
~DAGRunner();
|
|
|
|
TaskDAG run();
|
|
void resetRunning();
|
|
void stop(bool kill = false, bool blocking = false);
|
|
|
|
private:
|
|
void collectFinished();
|
|
void queuePending();
|
|
void killRunning();
|
|
|
|
DAGRunID runID_;
|
|
executors::task::TaskExecutor &executor_;
|
|
loggers::dag_run::DAGRunLogger &logger_;
|
|
TaskDAG dag_;
|
|
const TaskParameters &taskParams_;
|
|
std::atomic<bool> running_;
|
|
std::atomic<bool> kill_;
|
|
|
|
ssize_t nRunningTasks_;
|
|
ssize_t nErroredTasks_;
|
|
std::unordered_map<std::string, std::future<AttemptRecord>> runningTasks_;
|
|
std::unordered_map<std::string, size_t> taskAttemptCounts_;
|
|
|
|
std::mutex runGuard_;
|
|
};
|
|
} // namespace daggy
|