Vulkan support working

TabbyML · Mar 1, 2024 · affcb48 · affcb48
1 parent e93c977
commit affcb48
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 2 deletions.
diff --git a/crates/llama-cpp-bindings/build.rs b/crates/llama-cpp-bindings/build.rs
@@ -84,6 +84,7 @@ fn build_llama_cpp() {
     }
     if cfg!(feature = "vulkan") {
         config.define("LLAMA_VULKAN", "ON");
+        println!("cargo:rustc-link-lib=vulkan");
     }
 
     // By default, this value is automatically inferred from Rust’s compilation profile.

diff --git a/crates/llama-cpp-bindings/llama.cpp b/crates/llama-cpp-bindings/llama.cpp
diff --git a/crates/llama-cpp-bindings/src/engine.cc b/crates/llama-cpp-bindings/src/engine.cc
@@ -362,7 +362,7 @@ struct BackendInitializer {
       g_llama_cpp_log_level = std::stoi(level);
     }
     llama_log_set(llama_log_callback, nullptr);
-    llama_backend_init(false);
+    llama_backend_init();
   }
 
   ~BackendInitializer() {