vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-06-02 07:19:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

disable clip fa for now

Browse source
This commit is contained in:
Concedo 2025-11-27 10:20:38 +08:00
parent 2b00292bfe
commit d68f4a5ae5
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gpttype_adapter.cpp
View file

@ -2470,7 +2470,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
}
clip_context_params ctx_clip_params {
/* use_gpu */ true,
/* flash_attn_type */ (kcpp_data->flash_attn?CLIP_FLASH_ATTN_TYPE_ENABLED:CLIP_FLASH_ATTN_TYPE_DISABLED),
/* flash_attn_type */ CLIP_FLASH_ATTN_TYPE_DISABLED, //kcpp: disabled in 1.102.2 as some headsizes break on turing
/* image_min_tokens */ -1,
/* image_max_tokens */ -1,
};

2
koboldcpp.py
View file

@ -66,7 +66,7 @@ dry_seq_break_max = 128
extra_images_max = 4 # for kontext/qwen img
# global vars
KcppVersion = "1.102.1"
KcppVersion = "1.102.2"
showdebug = True
kcpp_instance = None #global running instance
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_config_target":""}