fix: async for cortexso request

Author: sangjanai

engine/services/model_source_service.cc

@@ -1,5 +1,6 @@
 #include "model_source_service.h"
 #include <chrono>
+#include <future>
 #include <unordered_set>
 #include "database/models.h"
 #include "json/json.h"
@@ -381,6 +382,7 @@ cpp::result<bool, std::string> ModelSourceService::AddCortexsoOrg(
 cpp::result<bool, std::string> ModelSourceService::AddCortexsoRepo(
     const std::string& model_source, const std::string& author,
     const std::string& model_name) {
+  auto begin = std::chrono::system_clock::now();
   auto branches =
       huggingface_utils::GetModelRepositoryBranches("cortexso", model_name);
   if (branches.has_error()) {
@@ -397,19 +399,25 @@ cpp::result<bool, std::string> ModelSourceService::AddCortexsoRepo(
   if (!readme.has_error()) {
     desc = readme.value();
   }
-  // Get models from db
 
+  // Get models from db
   auto model_list_before = db_service_->GetModels(model_source)
                                .value_or(std::vector<cortex::db::ModelEntry>{});
   std::unordered_set<std::string> updated_model_list;
-
+  std::vector<std::future<std::string>> tasks;
   for (auto const& [branch, _] : branches.value()) {
-    CTL_INF(branch);
-    auto add_res = AddCortexsoRepoBranch(model_source, author, model_name,
-                                         branch, repo_info->metadata, desc)
-                       .value_or(std::unordered_set<std::string>{});
-    for (auto const& a : add_res) {
-      updated_model_list.insert(a);
+    CTL_DBG(branch);
+    tasks.push_back(std::async(std::launch::async, [&, branch] {
+      return AddCortexsoRepoBranch(model_source, author, model_name, branch,
+                                   repo_info->metadata, desc)
+          .value_or(std::string{});
+    }));
+  }
+
+  for (auto& task : tasks) {
+    auto add_res = task.get();
+    if (!add_res.empty()) {
+      updated_model_list.insert(add_res);
     }
   }
 
@@ -422,18 +430,19 @@ cpp::result<bool, std::string> ModelSourceService::AddCortexsoRepo(
       }
     }
   }
+
+  auto end = std::chrono::system_clock::now();
+  CTL_INF(
+      "Duration ms: " << std::chrono::duration_cast<std::chrono::milliseconds>(
+                             end - begin)
+                             .count());
   return true;
 }
 
-cpp::result<std::unordered_set<std::string>, std::string>
-ModelSourceService::AddCortexsoRepoBranch(const std::string& model_source,
-                                          const std::string& author,
-                                          const std::string& model_name,
-                                          const std::string& branch,
-                                          const std::string& metadata,
-                                          const std::string& desc) {
-  std::unordered_set<std::string> res;
-
+cpp::result<std::string, std::string> ModelSourceService::AddCortexsoRepoBranch(
+    const std::string& model_source, const std::string& author,
+    const std::string& model_name, const std::string& branch,
+    const std::string& metadata, const std::string& desc) {
   url_parser::Url url = {
       .protocol = "https",
       .host = kHuggingFaceHost,
@@ -488,9 +497,9 @@ ModelSourceService::AddCortexsoRepoBranch(const std::string& model_source,
         }
       }
     }
-    res.insert(model_id);
+    return model_id;
   }
-  return res;
+  return {};
 }
 
 void ModelSourceService::SyncModelSource() {

engine/services/model_source_service.h

@@ -75,7 +75,7 @@ class ModelSourceService {
       const std::string& model_source, const std::string& author,
       const std::string& model_name);
 
-  cpp::result<std::unordered_set<std::string>, std::string>
+  cpp::result<std::string, std::string>
   AddCortexsoRepoBranch(const std::string& model_source,
                         const std::string& author,
                         const std::string& model_name,