From 8e5ffc5a58b730950e31989151b6246be3d9f6fa Mon Sep 17 00:00:00 2001
From: JR <jeremy.ruelle23@hotmail.fr>
Date: Wed, 16 Oct 2024 11:28:05 +0200
Subject: [PATCH] Add header X-Accel-Buffering set to no for SSE stream
 requests (#1168)

---
 koboldcpp.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/koboldcpp.py b/koboldcpp.py
index b530df104..e5f785ccc 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -1482,6 +1482,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
     async def handle_sse_stream(self, genparams, api_format):
         global friendlymodelname, currfinishreason
         self.send_response(200)
+        self.send_header("X-Accel-Buffering", "no")
         self.send_header("cache-control", "no-cache")
         self.send_header("connection", "keep-alive")
         self.end_headers(content_type='text/event-stream')