Adding executor description for verbose output, adding output directory for build artifacts

libdaggy/include/daggy/ThreadPool.hpp

@@ -169,6 +169,11 @@ namespace daggy {
       cv_.notify_one();
     }
 
+    size_t size() const
+    {
+      return workers_.size();
+    }
+
   private:
     // need to keep track of threads, so we can join them
     std::vector<std::thread> workers_;

libdaggy/include/daggy/executors/task/DaggyRunnerTaskExecutor.hpp

@@ -51,6 +51,8 @@ namespace daggy::executors::task {
 
     bool stop(DAGRunID runID, const std::string &taskName) override;
 
+    std::string description() const;
+
     void addRunner(const std::string &url);
 
   private:

libdaggy/include/daggy/executors/task/ForkingTaskExecutor.hpp

@@ -31,6 +31,8 @@ namespace daggy::executors::task {
 
     bool stop(DAGRunID runID, const std::string &taskName) override;
 
+    std::string description() const override;
+
   private:
     ThreadPool tp_;
     std::mutex taskControlsGuard_;

libdaggy/include/daggy/executors/task/NoopTaskExecutor.hpp

@@ -21,5 +21,7 @@ namespace daggy::executors::task {
                                        const Task &task) override;
 
     bool stop(DAGRunID runID, const std::string &taskName) override;
+
+    std::string description() const;
   };
 }  // namespace daggy::executors::task

libdaggy/include/daggy/executors/task/SlurmTaskExecutor.hpp

@@ -25,6 +25,8 @@ namespace daggy::executors::task {
 
     bool stop(DAGRunID runID, const std::string &taskName) override;
 
+    std::string description() const override;
+
   private:
     struct Job
     {

libdaggy/include/daggy/executors/task/TaskExecutor.hpp

@@ -33,5 +33,8 @@ namespace daggy::executors::task {
 
     // Kill a currently executing task. This will resolve the future.
     virtual bool stop(DAGRunID runID, const std::string &taskName) = 0;
+
+    // Report a description of the executor
+    virtual std::string description() const = 0;
   };
 }  // namespace daggy::executors::task

libdaggy/src/executors/task/DaggyRunnerTaskExecutor.cpp

@@ -88,6 +88,25 @@ DaggyRunnerTaskExecutor::~DaggyRunnerTaskExecutor()
   monitorWorker_.join();
 }
 
+std::string DaggyRunnerTaskExecutor::description() const
+{
+  std::stringstream ss;
+  ss << "DaggyRunnerTaskExecutor running with " << runners_.size()
+     << " runners: [";
+  bool first = true;
+  for (const auto &[runner, _] : runners_) {
+    if (first) {
+      first = false;
+    }
+    else {
+      ss << ", ";
+    }
+    ss << runner;
+  }
+  ss << "]";
+  return ss.str();
+}
+
 // Validates the job to ensure that all required values are set and are of
 // the right type,
 bool DaggyRunnerTaskExecutor::validateTaskParameters(const ConfigValues &job)

libdaggy/src/executors/task/ForkingTaskExecutor.cpp

@@ -72,6 +72,13 @@ ForkingTaskExecutor::~ForkingTaskExecutor()
   taskControls_.clear();
 }
 
+std::string ForkingTaskExecutor::description() const
+{
+  std::stringstream ss;
+  ss << "ForkingTaskExecutor with " << tp_.size() << " threads";
+  return ss.str();
+}
+
 bool ForkingTaskExecutor::stop(DAGRunID runID, const std::string &taskName)
 {
   std::string key = std::to_string(runID) + "_" + taskName;

libdaggy/src/executors/task/NoopTaskExecutor.cpp

@@ -2,6 +2,12 @@
 #include <daggy/executors/task/NoopTaskExecutor.hpp>
 
 namespace daggy::executors::task {
+
+  std::string NoopTaskExecutor::description() const
+  {
+    return "NoopTaskExecutor";
+  }
+
   std::future<daggy::AttemptRecord> NoopTaskExecutor::execute(
       DAGRunID runID, const std::string &taskName, const Task &task)
   {

libdaggy/src/executors/task/SlurmTaskExecutor.cpp

@@ -93,6 +93,11 @@ namespace daggy::executors::task {
     runningJobs_.clear();
   }
 
+  std::string SlurmTaskExecutor::description() const
+  {
+    return "SlurmTaskExecutor";
+  }
+
   // Validates the job to ensure that all required values are set and are of
   // the right type,
   bool SlurmTaskExecutor::validateTaskParameters(const ConfigValues &job)