Adding fixes for slurm linking and uncommon slurm node attributes
This commit is contained in:
@@ -17,14 +17,15 @@ include(cmake/Catch2.cmake)
|
|||||||
option(DAGGY_ENABLE_SLURM "add support for SLURM executor" ON)
|
option(DAGGY_ENABLE_SLURM "add support for SLURM executor" ON)
|
||||||
|
|
||||||
if (DAGGY_ENABLE_SLURM)
|
if (DAGGY_ENABLE_SLURM)
|
||||||
find_library(SLURM_LIB libslurm.a slurm REQUIRED)
|
find_library(SLURM_LIB libslurm.so libslurm.a slurm REQUIRED)
|
||||||
find_path(SLURM_INCLUDE_DIR "slurm/slurm.h" REQUIRED)
|
find_path(SLURM_INCLUDE_DIR "slurm/slurm.h" REQUIRED)
|
||||||
|
|
||||||
if (SLURM_LIB MATCHES ".*\.a")
|
if (SLURM_LIB MATCHES ".*\.a")
|
||||||
add_library(slurm STATIC IMPORTED)
|
add_library(slurm STATIC IMPORTED)
|
||||||
else()
|
SET_TARGET_PROPERTIES(slurm PROPERTIES INSTALL_RPATH "$ORIGIN/../lib:$ORIGIN/")
|
||||||
|
else ()
|
||||||
add_library(slurm SHARED IMPORTED)
|
add_library(slurm SHARED IMPORTED)
|
||||||
endif()
|
endif ()
|
||||||
|
|
||||||
set_target_properties(slurm PROPERTIES IMPORTED_LOCATION ${SLURM_LIB})
|
set_target_properties(slurm PROPERTIES IMPORTED_LOCATION ${SLURM_LIB})
|
||||||
target_include_directories(slurm INTERFACE ${SLURM_INCLUDE_DIR})
|
target_include_directories(slurm INTERFACE ${SLURM_INCLUDE_DIR})
|
||||||
@@ -32,6 +33,20 @@ if (DAGGY_ENABLE_SLURM)
|
|||||||
target_link_libraries(slurm INTERFACE dl resolv)
|
target_link_libraries(slurm INTERFACE dl resolv)
|
||||||
endif ()
|
endif ()
|
||||||
|
|
||||||
|
|
||||||
|
# use, i.e. don't skip the full RPATH for the build tree
|
||||||
|
set(CMAKE_SKIP_BUILD_RPATH FALSE)
|
||||||
|
|
||||||
|
# when building, don't use the install RPATH already
|
||||||
|
# (but later on when installing)
|
||||||
|
set(CMAKE_BUILD_WITH_INSTALL_RPATH FALSE)
|
||||||
|
set(CMAKE_INSTALL_RPATH "${CMAKE_INSTALL_PREFIX}/lib")
|
||||||
|
|
||||||
|
# add the automatically determined parts of the RPATH
|
||||||
|
# which point to directories outside the build tree to the install RPATH
|
||||||
|
set(CMAKE_INSTALL_RPATH_USE_LINK_PATH TRUE)
|
||||||
|
|
||||||
|
|
||||||
add_subdirectory(daggy)
|
add_subdirectory(daggy)
|
||||||
add_subdirectory(tests)
|
add_subdirectory(tests)
|
||||||
add_subdirectory(utils)
|
add_subdirectory(utils)
|
||||||
|
|||||||
@@ -1,5 +1,15 @@
|
|||||||
project(tests)
|
project(tests)
|
||||||
file(GLOB UNIT_TESTS unit_*.cpp)
|
add_executable(tests main.cpp
|
||||||
file(GLOB INTEGRATION_TESTS int_*.cpp)
|
# unit tests
|
||||||
add_executable(tests main.cpp ${UNIT_TESTS} ${INTEGRATION_TESTS})
|
unit_dag.cpp
|
||||||
|
unit_dagrun_loggers.cpp
|
||||||
|
unit_executor_forkingexecutor.cpp
|
||||||
|
unit_executor_slurmexecutor.cpp
|
||||||
|
unit_serialization.cpp
|
||||||
|
unit_server.cpp
|
||||||
|
unit_threadpool.cpp
|
||||||
|
unit_utilities.cpp
|
||||||
|
# integration tests
|
||||||
|
int_basic.cpp
|
||||||
|
)
|
||||||
target_link_libraries(tests libdaggy stdc++fs Catch2::Catch2)
|
target_link_libraries(tests libdaggy stdc++fs Catch2::Catch2)
|
||||||
@@ -1,6 +1,9 @@
|
|||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <filesystem>
|
#include <filesystem>
|
||||||
|
|
||||||
|
#include <unistd.h>
|
||||||
|
#include <sys/types.h>
|
||||||
|
|
||||||
#include "daggy/executors/task/SlurmTaskExecutor.hpp"
|
#include "daggy/executors/task/SlurmTaskExecutor.hpp"
|
||||||
#include "daggy/Serialization.hpp"
|
#include "daggy/Serialization.hpp"
|
||||||
#include "daggy/Utilities.hpp"
|
#include "daggy/Utilities.hpp"
|
||||||
@@ -17,10 +20,10 @@ TEST_CASE("slurm_execution", "[slurm_executor]") {
|
|||||||
daggy::ConfigValues defaultJobValues{
|
daggy::ConfigValues defaultJobValues{
|
||||||
{"minCPUs", "1"},
|
{"minCPUs", "1"},
|
||||||
{"minMemoryMB", "100"},
|
{"minMemoryMB", "100"},
|
||||||
{"minTmpDiskMB", "10"},
|
{"minTmpDiskMB", "0"},
|
||||||
{"priority", "1"},
|
{"priority", "1"},
|
||||||
{"timeLimitSeconds", "200"},
|
{"timeLimitSeconds", "200"},
|
||||||
{"userID", "1002"},
|
{"userID", std::to_string(getuid())},
|
||||||
{"workDir", fs::current_path().string()},
|
{"workDir", fs::current_path().string()},
|
||||||
{"tmpDir", fs::current_path().string()}
|
{"tmpDir", fs::current_path().string()}
|
||||||
};
|
};
|
||||||
@@ -102,4 +105,4 @@ TEST_CASE("slurm_execution", "[slurm_executor]") {
|
|||||||
REQUIRE(tasks.size() == 4);
|
REQUIRE(tasks.size() == 4);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
Reference in New Issue
Block a user