vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

mmq defaults to disabled only if full offload is possible

Browse source
This commit is contained in:
Concedo 2024-03-14 23:34:45 +08:00
parent f3b7651102
commit f20fb7d778
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -1507,7 +1507,7 @@ def show_new_gui():
nocertifymode = ctk.IntVar(value=0)
lowvram_var = ctk.IntVar()
mmq_var = ctk.IntVar(value=0)
mmq_var = ctk.IntVar(value=1)
blas_threads_var = ctk.StringVar()
blas_size_var = ctk.IntVar()
version_var = ctk.StringVar(value="0")
@ -1752,6 +1752,7 @@ def show_new_gui():
gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0"
if (gui_layers_untouched or gui_layers_zeroed) and layerlimit>0:
gpulayers_var.set(str(layerlimit))
mmq_var.set(0 if layerlimit>=200 else 1)
gui_layers_untouched = old_gui_layers_untouched
if gui_layers_zeroed:
gui_layers_untouched = True