From 0ed95fccccb6a1429a44985a77ab35f37e97a47b Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 31 Mar 2025 23:59:06 +0800 Subject: [PATCH] fixed l3 template, add index --- kcpp_adapters/AutoGuess.json | 2 +- koboldcpp.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/kcpp_adapters/AutoGuess.json b/kcpp_adapters/AutoGuess.json index de26232da..48e588989 100644 --- a/kcpp_adapters/AutoGuess.json +++ b/kcpp_adapters/AutoGuess.json @@ -53,7 +53,7 @@ "assistant_end": "\n" } }, { - "search": ["<|start_header_id|>system"], + "search": ["<|start_header_id|>assistant<|end_header_id|>"], "name": "Llama 3.x.", "adapter": { "system_start": "<|start_header_id|>system<|end_header_id|>\n\n", diff --git a/koboldcpp.py b/koboldcpp.py index 83cac7e19..c3494beb8 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -3202,6 +3202,8 @@ Enter Prompt:
toolsdata_res = [] try: toolsdata_res = gen['choices'][0]['message']['tool_calls'] + if toolsdata_res and len(toolsdata_res)>0: + toolsdata_res[0]["index"] = 0 # need to add an index for OWUI except Exception: toolsdata_res = [] toolsdata_p1 = json.dumps({"id":"koboldcpp","object":"chat.completion.chunk","created":int(time.time()),"model":friendlymodelname,"choices":[{"index":0,"finish_reason":None,"delta":{'role':'assistant','content':None, "tool_calls":toolsdata_res}}]})