vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-10 06:14:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update chat.py

Browse source
This commit is contained in:
Creeper-MZ 2025-04-17 09:19:14 -04:00
parent cb266c98d4
commit 4fb19bfcae
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
ktransformers/server/api/openai/endpoints/chat.py
View file

@ -399,6 +399,12 @@ async def chat_completion(request: Request, create: ChatCompletionCreate):
buffer = "" buffer = ""
# Build Response # Build Response
message = {
"role": "assistant",
"content": None if tool_calls else full_content
}
if tool_calls:
message["tool_calls"] = tool_calls
response = { response = {
"id": id, "id": id,
"object": "chat.completion", "object": "chat.completion",
@ -406,11 +412,7 @@ async def chat_completion(request: Request, create: ChatCompletionCreate):
"model": Config().model_name, "model": Config().model_name,
"choices": [{ "choices": [{
"index": 0, "index": 0,
"message": { "message": message,
"role": "assistant",
"content": None if tool_calls else full_content,
"tool_calls": tool_calls if tool_calls else None
},
"finish_reason": finish_reason or "stop" "finish_reason": finish_reason or "stop"
}], }],
"usage": usage.__dict__ if 'usage' in locals() else None, "usage": usage.__dict__ if 'usage' in locals() else None,