vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix qwen3, fixed sd, fixed glm4

Browse source
This commit is contained in:
Concedo 2025-04-29 20:50:46 +08:00
parent 4d8a7a6594
commit c2802af9e8
7 changed files with 99 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

8
otherarch/sdcpp/stable-diffusion.cpp
View file

@ -1639,15 +1639,15 @@ sd_image_t* txt2img(sd_ctx_t* sd_ctx,
}
struct ggml_init_params params;
params.mem_size = static_cast<size_t>(10 * 1024 * 1024); // 10 MB
params.mem_size = static_cast<size_t>(20 * 1024 * 1024); // 20 MB increased by kcpp
if (sd_version_is_sd3(sd_ctx->sd->version)) {
params.mem_size *= 3;
params.mem_size *= 2; //readjust by kcpp as above changed
}
if (sd_version_is_flux(sd_ctx->sd->version)) {
params.mem_size *= 4;
params.mem_size *= 2; //readjust by kcpp as above changed
}
if (sd_ctx->sd->stacked_id) {
params.mem_size += static_cast<size_t>(10 * 1024 * 1024); // 10 MB
params.mem_size += static_cast<size_t>(15 * 1024 * 1024); // 10 MB
}
params.mem_size += width * height * 3 * sizeof(float);
params.mem_size *= batch_count;