vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

too many issues without BOS (+1 squashed commits)

Browse source 
Squashed commits:

[7138d941] only print bos alert in debug
This commit is contained in:
Concedo 2025-03-13 16:37:42 +08:00
parent 1ef41c2124
commit e75539e8cb
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
gpttype_adapter.cpp
View file

@ -2877,15 +2877,15 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
bool llava_images_changed = false; bool llava_images_changed = false;
bool add_bos_token = true; //if set to false, mmproj handling breaks bool add_bos_token = true; //if set to false, mmproj handling breaks
if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "") // if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "")
{ // {
const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model)); // const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model));
add_bos_token = llama_vocab_get_add_bos(tmpvocab); // add_bos_token = llama_vocab_get_add_bos(tmpvocab);
if(!add_bos_token) // if(!add_bos_token && debugmode==1)
{ // {
printf("\nBOS token prefix was disabled for this model."); // printf("\nBOS token prefix was disabled for this model.");
} // }
} // }
for(int x=0;x<inputs.stop_sequence_len;++x) for(int x=0;x<inputs.stop_sequence_len;++x)
{ {