Added capio-cl as external project

Author: marcoSanti

capio-posix/handlers/posix_readdir.hpp

@@ -203,6 +203,13 @@ DIR *opendir(const char *name) {
         LOG("Commit token path was not found for path %s", absolute_path.c_str());
         auto token_path = new char[PATH_MAX]{0};
         posix_directory_committed_request(capio_syscall(SYS_gettid), absolute_path, token_path);
+        // FIXME: This is a flying patch to implement the exclude with little to no overhead.
+        //        If the commit token is <NONE>, then the file is excluded and hence the directory
+        //        should not be handled by CAPIO...
+        // TODO: Find a better solution
+        if (strcmp(token_path, "<NONE>") == 0) {
+            return dir;
+        }
         LOG("Inserting token path %s", token_path);
         directory_commit_token_path.insert({absolute_path, token_path});
     }

capio-server/CMakeLists.txt

@@ -36,8 +36,14 @@ FetchContent_Declare(
         GIT_TAG v0.26.0
 )
 
+FetchContent_Declare(
+        capio_cl
+        GIT_REPOSITORY https://github.com/High-Performance-IO/CAPIO-CL.git
+        GIT_TAG main
+)
+
 
-FetchContent_MakeAvailable(args simdjson mtcl httplib)
+FetchContent_MakeAvailable(args simdjson mtcl httplib capio_cl)
 
 #####################################
 # Target definition
@@ -59,12 +65,14 @@ target_include_directories(${TARGET_NAME} PRIVATE
         ${simdjson_SOURCE_DIR}
         ${mtcl_SOURCE_DIR}/include
         ${httplib_SOURCE_DIR}
+        ${capio_cl_SOURCE_DIR}
+        ${capio_cl_SOURCE_DIR}/include
 )
 
 #####################################
 # Link libraries
 #####################################
-target_link_libraries(${TARGET_NAME} PRIVATE ${MPI_LIBRARIES} pthread rt stdc++fs)
+target_link_libraries(${TARGET_NAME} PRIVATE ${MPI_LIBRARIES} pthread rt stdc++fs libcapio_cl)
 
 #####################################
 # Install rules

capio-server/capio_server.cpp

@@ -13,20 +13,25 @@
 #include <unistd.h>
 #include <unordered_set>
 
+#include <capiocl.hpp>
+#include <engine.h>
+#include <parser.h>
+capiocl::engine::Engine *capio_cl_engine;
+
+#include <include/utils/configuration.hpp>
+CapioGlobalConfiguration *capio_global_configuration;
+
 #include "capio/env.hpp"
 #include "capio/logger.hpp"
 #include "capio/semaphore.hpp"
 #include "include/api-server/api-server.hpp"
 
-#include <include/capio-cl-engine/capio_cl_engine.hpp>
-#include <include/capio-cl-engine/json_parser.hpp>
 #include <include/client-manager/client_manager.hpp>
 #include <include/client-manager/request_handler_engine.hpp>
 #include <include/file-manager/file_manager.hpp>
 #include <include/file-manager/fs_monitor.hpp>
 #include <include/storage-service/capio_storage_service.hpp>
 #include <include/utils/command_line_parser.hpp>
-#include <include/utils/configuration.hpp>
 #include <include/utils/signals.hpp>
 
 int main(int argc, char **argv) {
@@ -41,8 +46,12 @@ int main(int argc, char **argv) {
 
     START_LOG(gettid(), "call()");
     setup_signal_handlers();
+    capio_global_configuration = new CapioGlobalConfiguration();
+    capio_cl_engine =
+        capiocl::parser::Parser::parse(config_path, std::filesystem::path(resolve_prefix));
 
-    capio_cl_engine         = JsonParser::parse(config_path, std::filesystem::path(resolve_prefix));
+    capio_global_configuration->workflow_name         = capio_cl_engine->getWorkflowName();
+    capio_global_configuration->CAPIO_SERVER_MAIN_PID = gettid();
     shm_canary              = new CapioShmCanary(capio_global_configuration->workflow_name);
     api_server              = new CapioAPIServer(6666);
     file_manager            = new CapioFileManager();

capio-server/include/capio-cl-engine/capio_cl_engine.hpp

@@ -2,7 +2,7 @@
 #define CAPIO_STORAGE_SERVICE_H
 
 #include <capio/env.hpp>
-#include <include/capio-cl-engine/capio_cl_engine.hpp>
+#include <unordered_map>
 #include <include/storage-service/capio_file.hpp>
 
 class CapioStorageService {

capio-server/include/capio-cl-engine/json_parser.hpp

@@ -7,6 +7,7 @@
 #include <limits.h>
 #include <string>
 #include <unistd.h>
+#include <sys/types.h>
 
 /*
  * Variables required to be globally available
@@ -23,12 +24,12 @@ class CapioGlobalConfiguration {
         gethostname(node_name, HOST_NAME_MAX);
         termination_phase     = false;
         StoreOnlyInMemory     = false;
-        CAPIO_SERVER_MAIN_PID = gettid();
+        CAPIO_SERVER_MAIN_PID = -1;
         workflow_name         = CAPIO_DEFAULT_WORKFLOW_NAME;
     }
 };
 
-inline auto capio_global_configuration = new CapioGlobalConfiguration();
+extern CapioGlobalConfiguration* capio_global_configuration;
 
 inline void server_println(const std::string &message_type = "",
                            const std::string &message_line = "") {