vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

multiuser fixes

Browse source
This commit is contained in:
Concedo 2024-10-26 09:33:11 +08:00
parent 94a5a27b85
commit 4ec12756b3
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -1951,6 +1951,8 @@ Enter Prompt:<br>
reqblocking = False
muint = int(args.multiuser)
if muint<=0 and ((args.whispermodel and args.whispermodel!="") or (args.sdmodel and args.sdmodel!="")):
muint = 2 # this prevents errors when using voice/img together with text
multiuserlimit = ((muint-1) if muint > 1 else 6)
#backwards compatibility for up to 7 concurrent requests, use default limit of 7 if multiuser set to 1
if muint > 0 and requestsinqueue < multiuserlimit: