vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

do not show tokenizer warning

Browse source
This commit is contained in:
Concedo 2023-05-13 15:48:17 +08:00
parent cee8042793
commit b6594ab91e
3 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -106,6 +106,8 @@ def init_library():
else:
use_blas = True
print("Attempting to use OpenBLAS library for faster prompt ingestion. A compatible libopenblas will be required.")
if sys.platform=="darwin":
print("Mac OSX note: Some people have found Accelerate actually faster than OpenBLAS. To compare, run Koboldcpp with --noblas instead.")
if use_noavx2:
if use_blas:
@ -196,7 +198,7 @@ maxctx = 2048
maxlen = 128
modelbusy = False
defaultport = 5001
KcppVersion = "1.21"
KcppVersion = "1.21.1"
class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
sys_version = ""