vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

gui benchmark

Browse source
This commit is contained in:
Concedo 2024-04-28 11:42:26 +08:00
parent 6c3fd5b685
commit f6ab0f873f
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
koboldcpp.py
View file

@ -658,6 +658,7 @@ start_time = time.time()
last_req_time = time.time() last_req_time = time.time()
last_non_horde_req_time = time.time() last_non_horde_req_time = time.time()
currfinishreason = "null" currfinishreason = "null"
using_gui_launcher = False
def transform_genparams(genparams, api_format): def transform_genparams(genparams, api_format):
#alias all nonstandard alternative names for rep pen. #alias all nonstandard alternative names for rep pen.
@ -1499,6 +1500,9 @@ def show_new_gui():
from tkinter.filedialog import askopenfilename from tkinter.filedialog import askopenfilename
from tkinter.filedialog import asksaveasfile from tkinter.filedialog import asksaveasfile
global using_gui_launcher
using_gui_launcher = True
# if args received, launch # if args received, launch
if len(sys.argv) != 1: if len(sys.argv) != 1:
import tkinter as tk import tkinter as tk
@ -1946,6 +1950,10 @@ def show_new_gui():
else: else:
smartcontextbox.grid_forget() smartcontextbox.grid_forget()
def guibench():
args.benchmark = "stdout"
launchbrowser.set(0)
guilaunch()
def changerunmode(a,b,c): def changerunmode(a,b,c):
global runmode_untouched global runmode_untouched
@ -2086,6 +2094,8 @@ def show_new_gui():
makeslider(hardware_tab, "BLAS Batch Size:", blasbatchsize_text, blas_size_var, 0, 7, 16, set=5,tooltip="How many tokens to process at once per batch.\nLarger values use more memory.") makeslider(hardware_tab, "BLAS Batch Size:", blasbatchsize_text, blas_size_var, 0, 7, 16, set=5,tooltip="How many tokens to process at once per batch.\nLarger values use more memory.")
# force version # force version
makelabelentry(hardware_tab, "Force Version:" , version_var, 100, 50,"If the autodetected version is wrong, you can change it here.\nLeave as 0 for default.") makelabelentry(hardware_tab, "Force Version:" , version_var, 100, 50,"If the autodetected version is wrong, you can change it here.\nLeave as 0 for default.")
ctk.CTkButton(hardware_tab , text = "Run Benchmark", command = guibench ).grid(row=110,column=0, stick="se", padx= 0, pady=2)
runopts_var.trace('w', changerunmode) runopts_var.trace('w', changerunmode)
changerunmode(1,1,1) changerunmode(1,1,1)
@ -2174,7 +2184,6 @@ def show_new_gui():
makelabelentry(images_tab, "Image threads:" , sd_threads_var, 6, 50,"How many threads to use during image generation.\nIf left blank, uses same value as threads.") makelabelentry(images_tab, "Image threads:" , sd_threads_var, 6, 50,"How many threads to use during image generation.\nIf left blank, uses same value as threads.")
makecheckbox(images_tab, "Compress Weights (Saves Memory)", sd_quant_var, 8,tooltiptxt="Quantizes the SD model weights to save memory. May degrade quality.") makecheckbox(images_tab, "Compress Weights (Saves Memory)", sd_quant_var, 8,tooltiptxt="Quantizes the SD model weights to save memory. May degrade quality.")
# launch # launch
def guilaunch(): def guilaunch():
if model_var.get() == "" and sd_model_var.get() == "": if model_var.get() == "" and sd_model_var.get() == "":
@ -3218,6 +3227,11 @@ def main(launch_args,start_server=True):
else: else:
# Flush stdout for previous win32 issue so the client can see output. # Flush stdout for previous win32 issue so the client can see output.
print(f"Server was not started, main function complete. Idling.", flush=True) print(f"Server was not started, main function complete. Idling.", flush=True)
global using_gui_launcher
if using_gui_launcher:
print("===")
print("Press a key to exit", flush=True)
input()
def run_in_queue(launch_args, input_queue, output_queue): def run_in_queue(launch_args, input_queue, output_queue):
main(launch_args, start_server=False) main(launch_args, start_server=False)