From c0adaabfa408e7be274061bb699aa5c9c0b31952 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Tue, 1 Apr 2025 00:27:31 +0800 Subject: [PATCH] Revert "try fix owui" This reverts commit 12e5b8abdbb2282a81ddbfaf2727f890029c4290. --- koboldcpp.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 8bd01cce4..c3494beb8 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3206,8 +3206,10 @@ Enter Prompt:
toolsdata_res[0]["index"] = 0 # need to add an index for OWUI except Exception: toolsdata_res = [] - toolsdata_p1 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":"tool_calls","delta":{'role':'assistant','content':None, "tool_calls":toolsdata_res}}]}) + toolsdata_p1 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":None,"delta":{'role':'assistant','content':None, "tool_calls":toolsdata_res}}]}) + toolsdata_p2 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":"tool_calls","delta":{}}]}) self.wfile.write(f'data: {toolsdata_p1}\n\n'.encode()) + self.wfile.write(f'data: {toolsdata_p2}\n\n'.encode()) self.wfile.write('data: [DONE]'.encode()) self.wfile.flush() self.close_connection = True