vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-21 14:25:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

load lora at runtime, to solve eager/lazy loading bug

Browse source
This commit is contained in:
Concedo 2026-08-06 23:43:49 +08:00
parent 0ddb9190c8
commit 910ab962eb
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
otherarch/sdcpp/sdtype_adapter.cpp
View file

@ -309,7 +309,7 @@ bool sdtype_load_model(const sd_load_model_inputs inputs) {
int lora_apply_mode = LORA_APPLY_AT_RUNTIME;
bool lora_dynamic = false;
bool lora_cache = false;
if(inputs.lora_apply_mode >= 0 && inputs.lora_apply_mode <= 2) {
if(inputs.lora_apply_mode >= 1 && inputs.lora_apply_mode <= 2) {
lora_apply_mode = inputs.lora_apply_mode;
}
else {