From 12e5b8abdbb2282a81ddbfaf2727f890029c4290 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Tue, 1 Apr 2025 00:23:45 +0800 Subject: [PATCH] try fix owui --- koboldcpp.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index c3494beb8..8bd01cce4 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3206,10 +3206,8 @@ Enter Prompt:
toolsdata_res[0]["index"] = 0 # need to add an index for OWUI except Exception: toolsdata_res = [] - toolsdata_p1 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":None,"delta":{'role':'assistant','content':None, "tool_calls":toolsdata_res}}]}) - toolsdata_p2 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":"tool_calls","delta":{}}]}) + toolsdata_p1 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":"tool_calls","delta":{'role':'assistant','content':None, "tool_calls":toolsdata_res}}]}) self.wfile.write(f'data: {toolsdata_p1}\n\n'.encode()) - self.wfile.write(f'data: {toolsdata_p2}\n\n'.encode()) self.wfile.write('data: [DONE]'.encode()) self.wfile.flush() self.close_connection = True