ggml: search for dynamic backend libs in the same directory as the visioncpp library

Author: Acly

src/visp/CMakeLists.txt

@@ -8,6 +8,7 @@ target_sources(visioncpp PRIVATE
   ml.cpp
   mobile-sam.cpp
   nn.cpp
+  platform.cpp
   vision.cpp
 )
 target_compile_features(visioncpp PUBLIC cxx_std_20)

src/visp/ml.cpp

@@ -1,4 +1,5 @@
 #include "visp/ml.hpp"
+#include "visp/platform.hpp"
 #include "util/string.hpp"
 
 #include <algorithm>
@@ -27,6 +28,12 @@ bool load_ggml_backends() {
             return true; // already loaded
         }
         ggml_backend_load_all();
+        if (ggml_backend_reg_count() == 0) {
+            if (path dir = current_library_path(); !dir.empty()) {
+                auto str = dir.parent_path().u8string();
+                ggml_backend_load_all_from_path((char const*)str.c_str());
+            }
+        }                
         return true;
     }();
     return loaded;

src/visp/platform.cpp

@@ -0,0 +1,34 @@
+#include "visp/platform.hpp"
+
+#ifdef _WIN32
+#    define WIN32_LEAN_AND_MEAN
+#    include <windows.h>
+#else
+#    include <dlfcn.h>
+#endif
+
+namespace visp {
+using path = std::filesystem::path;
+
+path current_library_path() {
+
+#ifdef _WIN32
+    HMODULE module = nullptr;
+    DWORD flags = GET_MODULE_HANDLE_EX_FLAG_FROM_ADDRESS |
+        GET_MODULE_HANDLE_EX_FLAG_UNCHANGED_REFCOUNT;
+    if (GetModuleHandleExW(flags, (LPCWSTR)&current_library_path, &module)) {
+        wchar_t buffer[MAX_PATH];
+        if (GetModuleFileNameW(module, buffer, MAX_PATH) > 0) {
+            return std::filesystem::path(buffer);
+        }
+    }
+#else
+    Dl_info info;
+    if (dladdr(reinterpret_cast<void*>(&current_library_path), &info)) {
+        return std::filesystem::path(info.dli_fname);
+    }
+#endif
+    return std::filesystem::path();
+}
+
+} // namespace visp

src/visp/platform.hpp

@@ -0,0 +1,10 @@
+#pragma once
+
+#include <filesystem>
+
+namespace visp {
+using path = std::filesystem::path;
+
+path current_library_path();
+
+} // namespace visp