Merge branch 'upstream' into concedo_experimental

# Conflicts:
#	README.md
#	examples/main/README.md
#	examples/run/run.cpp
This commit is contained in:
Concedo 2025-02-14 11:34:29 +08:00
commit 39fad991cc
31 changed files with 1319 additions and 620 deletions

View file

@ -116,7 +116,7 @@ struct llama_grammar {
llama_partial_utf8 partial_utf8;
// lazy grammars wait for trigger words or tokens before constraining the sampling.
// we still ahve trigger_tokens for non-lazy grammars to force printing of special trigger tokens.
// we still have trigger_tokens for non-lazy grammars to force printing of special trigger tokens.
// (useful e.g. for tool_choice=required)
bool lazy = false;
bool awaiting_trigger = false; // Initialized to true for lazy grammars only

View file

@ -1,5 +1,6 @@
#pragma once
#include <cstdint>
#include <memory>
#include <vector>