diff --git a/ktransformers/server/api/openai/endpoints/chat.py b/ktransformers/server/api/openai/endpoints/chat.py index 6c472cf..2fb382e 100644 --- a/ktransformers/server/api/openai/endpoints/chat.py +++ b/ktransformers/server/api/openai/endpoints/chat.py @@ -154,7 +154,7 @@ async def chat_completion(request: Request, create: ChatCompletionCreate): tools_description += f"Function: {tool.function.name}\nDescription: {tool.function.description}\nParameters: {tool.function.parameters}\n\n" # If first message is system, add concise tool instructions - if enhanced_messages[0].role == Role.system: + if enhanced_messages[0].role == Role.system or enhanced_messages[0].role == Role.user: if "function calls" not in enhanced_messages[0].content.lower(): enhanced_messages[0].content += "\n\n" + get_tool_instructions()