Merge branch 'concedo_experimental' of https://github.com/LostRuins/koboldcpp into concedo_experimental

This commit is contained in:
Concedo 2024-10-16 18:12:58 +08:00
commit 80dcfc9db0

View file

@ -1482,6 +1482,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
async def handle_sse_stream(self, genparams, api_format):
global friendlymodelname, currfinishreason
self.send_response(200)
self.send_header("X-Accel-Buffering", "no")
self.send_header("cache-control", "no-cache")
self.send_header("connection", "keep-alive")
self.end_headers(content_type='text/event-stream')