vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 17:44:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Added vulkan support for SD (+1 squashed commits)

Browse source 
Squashed commits:

[13f42f83] Added vulkan support for SD
This commit is contained in:
Concedo 2024-08-01 17:07:07 +08:00
parent 101efb66af
commit 3a72410804
35 changed files with 102702 additions and 98774 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/sdcpp/stable-diffusion.cpp
View file

@ -135,13 +135,17 @@ public:
ggml_backend_metal_log_set_callback(ggml_log_callback_default, nullptr);
backend = ggml_backend_metal_init();
#endif
#ifdef SD_USE_VULKAN
LOG_DEBUG("Using Vulkan backend");
backend = ggml_backend_vk_init(0);
#endif
if (!backend) {
LOG_DEBUG("Using CPU backend");
backend = ggml_backend_cpu_init();
}
#ifdef SD_USE_FLASH_ATTENTION
#if defined(SD_USE_CUBLAS) || defined(SD_USE_METAL)
#if defined(SD_USE_CUBLAS) || defined(SD_USE_METAL) || defined(SD_USE_VULKAN)
LOG_WARN("Flash Attention not supported with GPU Backend");
#else
LOG_INFO("Flash Attention enabled");