vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-09 16:44:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

too many issues without BOS (+1 squashed commits)

Browse source 
Squashed commits:

[7138d941] only print bos alert in debug
This commit is contained in:
Concedo 2025-03-13 16:37:42 +08:00
parent 1ef41c2124
commit e75539e8cb
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
gpttype_adapter.cpp
View file

@ -2877,15 +2877,15 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
bool llava_images_changed = false;
bool add_bos_token = true; //if set to false, mmproj handling breaks
if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "")
{
const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model));
add_bos_token = llama_vocab_get_add_bos(tmpvocab);
if(!add_bos_token)
{
printf("\nBOS token prefix was disabled for this model.");
}
}
// if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "")
// {
// const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model));
// add_bos_token = llama_vocab_get_add_bos(tmpvocab);
// if(!add_bos_token && debugmode==1)
// {
// printf("\nBOS token prefix was disabled for this model.");
// }
// }
for(int x=0;x<inputs.stop_sequence_len;++x)
{