vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chat : support Granite model reasoning and tool call (#14864)

Browse source
This commit is contained in:
Sachin Desai 2025-08-06 11:27:30 -07:00 • committed by GitHub
parent 476aa3fd57
commit 3db4da56a5
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 252 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/common.h
View file

@ -239,6 +239,7 @@ enum common_reasoning_format {
COMMON_REASONING_FORMAT_AUTO,
COMMON_REASONING_FORMAT_DEEPSEEK_LEGACY, // Extract thinking tag contents and return as `message.reasoning_content`, or leave inline in <think> tags in stream mode
COMMON_REASONING_FORMAT_DEEPSEEK, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
COMMON_REASONING_FORMAT_GRANITE, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
};
struct common_params {