vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed a race condition with SSE streaming

Browse source
This commit is contained in:
Concedo 2023-10-20 22:01:09 +08:00
parent 5f5d5f1d86
commit 6fa681b692
3 changed files with 17 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

3
koboldcpp.py
View file

@ -365,7 +365,7 @@ maxhordelen = 256
modelbusy = threading.Lock()
requestsinqueue = 0
defaultport = 5001
KcppVersion = "1.47"
KcppVersion = "1.47.1"
showdebug = True
showsamplerwarning = True
showmaxctxwarning = True
@ -527,6 +527,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
current_token = 0
incomplete_token_buffer = bytearray()
await asyncio.sleep(0.1) #anti race condition, prevent check from overtaking generate
while True:
streamDone = handle.has_finished() #exit next loop on done
tokenStr = ""