vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-07 09:02:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fixed reasoning content response in fakestreaming tools

Browse source
This commit is contained in:
Concedo 2026-04-04 23:03:33 +08:00
parent ac92ac22d7
commit d3d50a7b3c
1 changed files with 20 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

20
koboldcpp.py
View file

@ -6076,6 +6076,26 @@ Change Mode<br>
# Send content if present
if content_text:
reasoning_txt = ""
thinkstrips = ["<think>"]
thinksplitters = ["</think>"]
for tsp in thinksplitters:
if tsp in content_text:
parts = content_text.split(tsp, 1)
reasoning_txt = parts[0]
content_text = parts[1]
for ts in thinkstrips:
reasoning_txt = reasoning_txt.replace(ts, "")
if reasoning_txt:
chunk_content = json.dumps({
"id": "koboldcpp",
"object": "chat.completion.chunk",
"created": int(time.time()),
"model": modelNameToReturn,
"choices": [{"index": 0, "finish_reason": None, "delta": {"reasoning_content": reasoning_txt}}]
})
self.wfile.write(f"data: {chunk_content}\n\n".encode())
self.wfile.flush()
chunk_content = json.dumps({
"id": "koboldcpp",
"object": "chat.completion.chunk",