From f20fb7d778adfba0c4fdc3eabc508d01c39a234f Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 14 Mar 2024 23:34:45 +0800 Subject: [PATCH] mmq defaults to disabled only if full offload is possible --- koboldcpp.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 36c891480..62f75d606 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1507,7 +1507,7 @@ def show_new_gui(): nocertifymode = ctk.IntVar(value=0) lowvram_var = ctk.IntVar() - mmq_var = ctk.IntVar(value=0) + mmq_var = ctk.IntVar(value=1) blas_threads_var = ctk.StringVar() blas_size_var = ctk.IntVar() version_var = ctk.StringVar(value="0") @@ -1752,6 +1752,7 @@ def show_new_gui(): gui_layers_zeroed = gpulayers_var.get()=="" or gpulayers_var.get()=="0" if (gui_layers_untouched or gui_layers_zeroed) and layerlimit>0: gpulayers_var.set(str(layerlimit)) + mmq_var.set(0 if layerlimit>=200 else 1) gui_layers_untouched = old_gui_layers_untouched if gui_layers_zeroed: gui_layers_untouched = True