vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

created new tkinter GUI

Browse source
This commit is contained in:
Concedo 2023-04-28 15:03:48 +08:00
parent 032a171867
commit e97c7099b0
1 changed files with 133 additions and 57 deletions
Download patch file Download diff file Expand all files Collapse all files

186
koboldcpp.py
View file

@ -6,6 +6,7 @@ import ctypes
import os import os
import argparse import argparse
import json, http.server, threading, socket, sys, time import json, http.server, threading, socket, sys, time
from tkinter.constants import LEFT, RIGHT
stop_token_max = 10 stop_token_max = 10
@ -41,9 +42,6 @@ class generation_outputs(ctypes.Structure):
("text", ctypes.c_char * 16384)] ("text", ctypes.c_char * 16384)]
handle = None handle = None
use_blas = False # if true, uses OpenBLAS for acceleration. libopenblas.dll must exist in the same dir.
use_clblast = False #uses CLBlast instead
use_noavx2 = False #uses openblas with no avx2 instructions
def getdirpath(): def getdirpath():
return os.path.dirname(os.path.realpath(__file__)) return os.path.dirname(os.path.realpath(__file__))
@ -70,8 +68,38 @@ lib_clblast = pick_existant_file("koboldcpp_clblast.dll","koboldcpp_clblast.so")
def init_library(): def init_library():
global handle, use_blas, use_clblast, use_noavx2 global handle
global lib_default,lib_noavx2,lib_openblas,lib_openblas_noavx2,lib_clblast
libname = "" libname = ""
use_blas = False # if true, uses OpenBLAS for acceleration. libopenblas.dll must exist in the same dir.
use_clblast = False #uses CLBlast instead
use_noavx2 = False #uses openblas with no avx2 instructions
if args.noavx2:
use_noavx2 = True
if not file_exists(lib_openblas_noavx2) or (os.name=='nt' and not file_exists("libopenblas.dll")):
print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.")
elif args.noblas:
print("Attempting to use non-avx2 compatibility library without OpenBLAS.")
else:
use_blas = True
print("Attempting to use non-avx2 compatibility library with OpenBLAS. A compatible libopenblas will be required.")
elif args.useclblast:
if not file_exists(lib_clblast) or (os.name=='nt' and not file_exists("clblast.dll")):
print("Warning: CLBlast library file not found. Non-BLAS library will be used.")
else:
print("Attempting to use CLBlast library for faster prompt ingestion. A compatible clblast will be required.")
use_clblast = True
else:
if not file_exists(lib_openblas) or (os.name=='nt' and not file_exists("libopenblas.dll")):
print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.")
elif args.noblas:
print("Attempting to library without OpenBLAS.")
else:
use_blas = True
print("Attempting to use OpenBLAS library for faster prompt ingestion. A compatible libopenblas will be required.")
if use_noavx2: if use_noavx2:
if use_blas: if use_blas:
libname = lib_openblas_noavx2 libname = lib_openblas_noavx2
@ -365,71 +393,113 @@ def RunServerMultiThreaded(addr, port, embedded_kailite = None):
sys.exit(0) sys.exit(0)
def main(args): def show_gui():
global use_blas, use_clblast, use_noavx2 import tkinter as tk
global lib_default,lib_noavx2,lib_openblas,lib_openblas_noavx2,lib_clblast from tkinter.filedialog import askopenfilename
use_blas = False if len(sys.argv) == 1:
use_clblast = False #no args passed at all. Show nooby gui
use_noavx2 = False root = tk.Tk()
launchclicked = False
def guilaunch():
nonlocal launchclicked
launchclicked = True
root.destroy()
pass
# Adjust size
root.geometry("460x320")
root.title("KoboldCpp v"+KcppVersion)
tk.Label(root, text = "KoboldCpp Easy Launcher",
font = ("Arial", 12)).pack(pady=4)
tk.Label(root, text = "(Note: KoboldCpp only works with GGML model formats!)",
font = ("Arial", 9)).pack()
opts = ["Use OpenBLAS","Use CLBLast GPU #1","Use CLBLast GPU #2","Use CLBLast GPU #3","Use No BLAS","Use OpenBLAS (Old Devices)","Use No BLAS (Old Devices)"]
runchoice = tk.StringVar()
runchoice.set("Use OpenBLAS")
tk.OptionMenu( root , runchoice , *opts ).pack()
stream = tk.IntVar()
smartcontext = tk.IntVar()
launchbrowser = tk.IntVar(value=1)
tk.Checkbutton(root, text='Streaming Mode',variable=stream, onvalue=1, offvalue=0).pack()
tk.Checkbutton(root, text='Use SmartContext',variable=smartcontext, onvalue=1, offvalue=0).pack()
tk.Checkbutton(root, text='Launch Browser',variable=launchbrowser, onvalue=1, offvalue=0).pack()
# Create button, it will change label text
tk.Button( root , text = "Launch", font = ("Impact", 18), bg='#54FA9B', command = guilaunch ).pack(pady=10)
tk.Label(root, text = "(Please use the Command Line for more advanced options)",
font = ("Arial", 9)).pack()
root.mainloop()
if launchclicked==False:
print("Exiting by user request.")
sys.exit()
#load all the vars
args.stream = (stream.get()==1)
args.smartcontext = (smartcontext.get()==1)
args.launch = (launchbrowser.get()==1)
selchoice = runchoice.get()
if selchoice==opts[1]:
args.useclblast = [0,0]
if selchoice==opts[2]:
args.useclblast = [1,0]
if selchoice==opts[3]:
args.useclblast = [0,1]
if selchoice==opts[4]:
args.noblas = True
if selchoice==opts[5]:
args.nonoavx2 = True
if selchoice==opts[6]:
args.nonoavx2 = True
args.noblas = True
root = tk.Tk()
root.attributes("-alpha", 0)
args.model_param = askopenfilename(title="Select ggml model .bin files")
root.destroy()
if not args.model_param:
print("\nNo ggml model file was selected. Exiting.")
time.sleep(2)
sys.exit(2)
if args.noavx2:
use_noavx2 = True
if not file_exists(lib_openblas_noavx2) or (os.name=='nt' and not file_exists("libopenblas.dll")):
print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.")
elif args.noblas:
print("Attempting to use non-avx2 compatibility library without OpenBLAS.")
else:
use_blas = True
print("Attempting to use non-avx2 compatibility library with OpenBLAS. A compatible libopenblas will be required.")
elif args.useclblast:
if not file_exists(lib_clblast) or (os.name=='nt' and not file_exists("clblast.dll")):
print("Warning: CLBlast library file not found. Non-BLAS library will be used.")
else:
print("Attempting to use CLBlast library for faster prompt ingestion. A compatible clblast will be required.")
use_clblast = True
else: else:
if not file_exists(lib_openblas) or (os.name=='nt' and not file_exists("libopenblas.dll")): root = tk.Tk() #we dont want the useless window to be visible, but we want it in taskbar
print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.") root.attributes("-alpha", 0)
elif args.noblas: args.model_param = askopenfilename(title="Select ggml model .bin files")
print("Attempting to library without OpenBLAS.") root.destroy()
else: if not args.model_param:
use_blas = True print("\nNo ggml model file was selected. Exiting.")
print("Attempting to use OpenBLAS library for faster prompt ingestion. A compatible libopenblas will be required.") time.sleep(2)
sys.exit(2)
if args.psutil_set_threads: def main(args):
import psutil
args.threads = psutil.cpu_count(logical=False)
print("Overriding thread count, using " + str(args.threads) + " threads instead.")
init_library() # Note: if blas does not exist and is enabled, program will crash.
embedded_kailite = None embedded_kailite = None
ggml_selected_file = args.model_param if not args.model_param:
if not ggml_selected_file: args.model_param = args.model
ggml_selected_file = args.model if not args.model_param:
if not ggml_selected_file:
#give them a chance to pick a file #give them a chance to pick a file
print("For command line arguments, please refer to --help") print("For command line arguments, please refer to --help")
print("Otherwise, please manually select ggml file:") print("Otherwise, please manually select ggml file:")
try: try:
from tkinter.filedialog import askopenfilename show_gui()
import tkinter as tk
root = tk.Tk() #we dont want the useless window to be visible, but we want it in taskbar
root.attributes("-alpha", 0)
ggml_selected_file = askopenfilename (title="Select ggml model .bin files")
root.destroy()
if not ggml_selected_file:
print("\nNo ggml model file was selected. Exiting.")
time.sleep(2)
sys.exit(2)
except Exception as ex: except Exception as ex:
print("File selection GUI unsupported. Please check command line: script.py --help") print("File selection GUI unsupported. Please check command line: script.py --help")
time.sleep(2) time.sleep(2)
sys.exit(2) sys.exit(2)
init_library() # Note: if blas does not exist and is enabled, program will crash.
if not os.path.exists(ggml_selected_file): print("==========")
print(f"Cannot find model file: {ggml_selected_file}") time.sleep(1)
if not os.path.exists(args.model_param):
print(f"Cannot find model file: {args.model_param}")
time.sleep(2) time.sleep(2)
sys.exit(2) sys.exit(2)
@ -441,7 +511,12 @@ def main(args):
else: else:
args.lora = os.path.abspath(args.lora) args.lora = os.path.abspath(args.lora)
modelname = os.path.abspath(ggml_selected_file) if args.psutil_set_threads:
import psutil
args.threads = psutil.cpu_count(logical=False)
print("Overriding thread count, using " + str(args.threads) + " threads instead.")
modelname = os.path.abspath(args.model_param)
print(f"Loading model: {modelname} \n[Threads: {args.threads}, SmartContext: {args.smartcontext}]") print(f"Loading model: {modelname} \n[Threads: {args.threads}, SmartContext: {args.smartcontext}]")
loadok = load_model(modelname) loadok = load_model(modelname)
print("Load Model OK: " + str(loadok)) print("Load Model OK: " + str(loadok))
@ -504,6 +579,7 @@ if __name__ == '__main__':
parser.add_argument("--nommap", help="If set, do not use mmap to load newer models", action='store_true') parser.add_argument("--nommap", help="If set, do not use mmap to load newer models", action='store_true')
parser.add_argument("--noavx2", help="Do not use AVX2 instructions, a slower compatibility mode for older devices. Does not work with --clblast.", action='store_true') parser.add_argument("--noavx2", help="Do not use AVX2 instructions, a slower compatibility mode for older devices. Does not work with --clblast.", action='store_true')
parser.add_argument("--debugmode", help="Shows additional debug info in the terminal.", action='store_true') parser.add_argument("--debugmode", help="Shows additional debug info in the terminal.", action='store_true')
parser.add_argument("--skiplauncher", help="Doesn't display or use the new GUI launcher.", action='store_true')
compatgroup = parser.add_mutually_exclusive_group() compatgroup = parser.add_mutually_exclusive_group()
compatgroup.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true') compatgroup.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')
compatgroup.add_argument("--useclblast", help="Use CLBlast instead of OpenBLAS for prompt ingestion. Must specify exactly 2 arguments, platform ID and device ID (e.g. --useclblast 1 0).", type=int, choices=range(0,9), nargs=2) compatgroup.add_argument("--useclblast", help="Use CLBlast instead of OpenBLAS for prompt ingestion. Must specify exactly 2 arguments, platform ID and device ID (e.g. --useclblast 1 0).", type=int, choices=range(0,9), nargs=2)