From a541a3d5093783beddf2bcefbedf547eeec035e9 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Mon, 3 Jun 2024 19:14:22 +0800
Subject: [PATCH] quantkv will not trigger if fa is off or ctx shift is on

---
 koboldcpp.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index a19f3ed37..2a5544af5 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -2432,7 +2432,10 @@ def show_new_gui():
         args.foreground = keepforeground.get()==1
         args.quiet = quietmode.get()==1
         args.nocertify = nocertifymode.get()==1
-        args.quantkv = quantkv_var.get()
+        if contextshift.get()==0 and flashattention.get()==1:
+            args.quantkv = quantkv_var.get()
+        else:
+            args.quantkv = 0
 
         gpuchoiceidx = 0
         if gpu_choice_var.get()!="All":