diff --git a/koboldcpp.py b/koboldcpp.py index 56992c7b0..04e7d9b10 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3266,7 +3266,6 @@ def main(launch_args,start_server=True): genout = generate(benchprompt,memory="",images=[],max_length=benchlen,max_context_length=benchmaxctx,temperature=0.1,top_k=1,rep_pen=1,use_default_badwordsids=True) result = genout['text'] result = (result[:5] if len(result)>5 else "") - resultok = (result=="11111") t_pp = float(handle.get_last_process_time())*float(benchmaxctx-benchlen)*0.001 t_gen = float(handle.get_last_eval_time())*float(benchlen)*0.001 s_pp = float(benchmaxctx-benchlen)/t_pp @@ -3284,15 +3283,14 @@ def main(launch_args,start_server=True): print(f"GenerationTime: {t_gen:.2f}s") print(f"GenerationSpeed: {s_gen:.2f}T/s") print(f"TotalTime: {(t_pp+t_gen):.2f}s") - print(f"Coherent: {resultok}") print(f"Output: {result}\n-----") if save_to_file: try: with open(args.benchmark, "a") as file: file.seek(0, 2) if file.tell() == 0: #empty file - file.write(f"Timestamp,Backend,Layers,Model,MaxCtx,GenAmount,ProcessingTime,ProcessingSpeed,GenerationTime,GenerationSpeed,TotalTime,Coherent,Output") - file.write(f"\n{datetimestamp},{libname},{args.gpulayers},{benchmodel},{benchmaxctx},{benchlen},{t_pp:.2f},{s_pp:.2f},{t_gen:.2f},{s_gen:.2f},{(t_pp+t_gen):.2f},{resultok},{result}") + file.write(f"Timestamp,Backend,Layers,Model,MaxCtx,GenAmount,ProcessingTime,ProcessingSpeed,GenerationTime,GenerationSpeed,TotalTime,Output") + file.write(f"\n{datetimestamp},{libname},{args.gpulayers},{benchmodel},{benchmaxctx},{benchlen},{t_pp:.2f},{s_pp:.2f},{t_gen:.2f},{s_gen:.2f},{(t_pp+t_gen):.2f},{result}") except Exception as e: print(f"Error writing benchmark to file: {e}") global using_gui_launcher