vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update some defaults for max length and max ctx

Browse source
This commit is contained in:
Concedo 2025-04-22 15:47:01 +08:00
parent 6dbee2f2f8
commit e8b3aeaa28
2 changed files with 10 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -70,7 +70,7 @@ ttsmodelpath = "" #if empty, not initialized
embeddingsmodelpath = "" #if empty, not initialized
maxctx = 4096
maxhordectx = 4096
maxhordelen = 400
maxhordelen = 512
modelbusy = threading.Lock()
requestsinqueue = 0
defaultport = 5001