diff --git a/koboldcpp.py b/koboldcpp.py index e3c821f1d..a3b121db2 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1447,7 +1447,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): tokenReserve += tokenStr await asyncio.sleep(async_sleep_short) #if a stop sequence could trigger soon, do not send output else: - if tokenStr!="": + if tokenStr!="" or tokenReserve!="": tokenStr = tokenReserve + tokenStr tokenReserve = ""