vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-07-10 01:18:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

load sd weights eagerly

Browse source
This commit is contained in:
Concedo 2026-06-25 14:22:04 +08:00
parent afbd83baba
commit 40e4459147
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
otherarch/sdcpp/sdtype_adapter.cpp
View file

@ -482,6 +482,7 @@ bool sdtype_load_model(const sd_load_model_inputs inputs) {
params.chroma_use_dit_mask = true;
params.max_vram = max_vram.c_str();
params.stream_layers = inputs.stream_layers;
params.eager_load = true; //kcpp should preload everything
params.enable_mmap = inputs.use_mmap;
params.params_backend = inputs.offload_cpu ? "CPU" : "";
backends += get_device_override(inputs.kcpp_vae_device, "VAE");