Vulkan: Refactor to make sure Vulkan instance is destroyed properly o…

…n program exit
ggerganov · Dec 26, 2024 · 01ab364 · 01ab364
1 parent d79d8f3
commit 01ab364
Show file tree

Hide file tree

Showing 2 changed files with 510 additions and 363 deletions.
diff --git a/ggml/include/ggml-vulkan.h b/ggml/include/ggml-vulkan.h
@@ -11,6 +11,7 @@ extern "C" {
 #define GGML_VK_MAX_DEVICES 16
 
 GGML_BACKEND_API void ggml_vk_instance_init(void);
+GGML_BACKEND_API void ggml_vk_instance_unload(void);
 
 // backend API
 GGML_BACKEND_API ggml_backend_t ggml_backend_vk_init(size_t dev_num);