vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

quantkv will not trigger if fa is off or ctx shift is on

Browse source
This commit is contained in:
Concedo 2024-06-03 19:14:22 +08:00
parent 94753ad103
commit a541a3d509
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
koboldcpp.py
View file

@ -2432,7 +2432,10 @@ def show_new_gui():
args.foreground = keepforeground.get()==1
args.quiet = quietmode.get()==1
args.nocertify = nocertifymode.get()==1
args.quantkv = quantkv_var.get()
if contextshift.get()==0 and flashattention.get()==1:
args.quantkv = quantkv_var.get()
else:
args.quantkv = 0
gpuchoiceidx = 0
if gpu_choice_var.get()!="All":