vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chroma support is now usable

Browse source
This commit is contained in:
Concedo 2025-06-08 18:53:59 +08:00
parent 30cf433ab4
commit 2d4c1aa5a0
3 changed files with 20 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

13
otherarch/sdcpp/stable-diffusion.cpp
View file

@ -22,6 +22,7 @@
#include <cinttypes>
static std::string pending_apply_lora_fname = "";
static float pending_apply_lora_power = 1.0f;
static bool is_loaded_chroma = false;
const char* model_version_to_str[] = {
"SD 1.x",
@ -161,6 +162,7 @@ public:
bool diffusion_flash_attn) {
use_tiny_autoencoder = taesd_path.size() > 0;
std::string taesd_path_fixed = taesd_path;
is_loaded_chroma = false;
#ifdef SD_USE_CUDA
LOG_DEBUG("Using CUDA backend");
backend = ggml_backend_cuda_init(0);
@ -236,7 +238,7 @@ public:
version = model_loader.get_sd_version();
if (version == VERSION_COUNT && model_path.size() > 0 && clip_l_path.size() > 0 && diffusion_model_path.size() == 0 && t5xxl_path.size() > 0) {
if (version == VERSION_COUNT && model_path.size() > 0 && diffusion_model_path.size() == 0 && t5xxl_path.size() > 0) {
bool endswithsafetensors = (model_path.rfind(".safetensors") == model_path.size() - 12);
if(endswithsafetensors && !model_loader.has_diffusion_model_tensors())
{
@ -377,6 +379,7 @@ public:
for (auto pair : model_loader.tensor_storages_types) {
if (pair.first.find("distilled_guidance_layer.in_proj.weight") != std::string::npos) {
is_chroma = true;
is_loaded_chroma = true;
break;
}
}
@ -1202,6 +1205,12 @@ int get_loaded_sd_version(sd_ctx_t* ctx)
return ctx->sd->version;
}
//kcpp hack to check if chroma
bool sd_loaded_chroma()
{
return is_loaded_chroma;
}
sd_ctx_t* new_sd_ctx(const char* model_path_c_str,
const char* clip_l_path_c_str,
const char* clip_g_path_c_str,
@ -1655,7 +1664,7 @@ sd_image_t* txt2img(sd_ctx_t* sd_ctx,
params.mem_size *= 2; //readjust by kcpp as above changed
}
if (sd_version_is_flux(sd_ctx->sd->version)) {
params.mem_size *= 2; //readjust by kcpp as above changed
params.mem_size *= 3; //readjust by kcpp as above changed
}
if (sd_ctx->sd->stacked_id) {
params.mem_size += static_cast<size_t>(15 * 1024 * 1024); // 10 MB