From 18df56b8cfc4506e8f00879d93ea35eb96c40dc4 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 30 Jun 2024 11:16:48 +0800 Subject: [PATCH] add tensor split gui input for vulkan --- koboldcpp.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 6d10f0a65..a48f067c4 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -732,7 +732,7 @@ maxhordelen = 256 modelbusy = threading.Lock() requestsinqueue = 0 defaultport = 5001 -KcppVersion = "1.68" +KcppVersion = "1.69" showdebug = True showsamplerwarning = True showmaxctxwarning = True @@ -2217,6 +2217,10 @@ def show_new_gui(): tensor_split_entry.grid_remove() splitmode_box.grid_remove() + if index == "Use Vulkan": + tensor_split_label.grid(row=8, column=0, padx = 8, pady=1, stick="nw") + tensor_split_entry.grid(row=8, column=1, padx=8, pady=1, stick="nw") + if index == "Use Vulkan" or index == "Vulkan NoAVX2 (Old CPU)" or index == "Use CLBlast" or index == "CLBlast NoAVX2 (Old CPU)" or index == "Use CuBLAS" or index == "Use hipBLAS (ROCm)": gpu_layers_label.grid(row=6, column=0, padx = 8, pady=1, stick="nw") gpu_layers_entry.grid(row=6, column=1, padx=8, pady=1, stick="nw")