From e75539e8cbbb7aaeb9e44ee85968385624a6ff24 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 13 Mar 2025 16:37:42 +0800 Subject: [PATCH] too many issues without BOS (+1 squashed commits) Squashed commits: [7138d941] only print bos alert in debug --- gpttype_adapter.cpp | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 48ca9f32b..e8b457764 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -2877,15 +2877,15 @@ generation_outputs gpttype_generate(const generation_inputs inputs) bool llava_images_changed = false; bool add_bos_token = true; //if set to false, mmproj handling breaks - if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "") - { - const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model)); - add_bos_token = llama_vocab_get_add_bos(tmpvocab); - if(!add_bos_token) - { - printf("\nBOS token prefix was disabled for this model."); - } - } + // if(file_format == FileFormat::GGUF_GENERIC && mmproj_filename == "") + // { + // const llama_vocab * tmpvocab = llama_model_get_vocab(&(llama_ctx_v4->model)); + // add_bos_token = llama_vocab_get_add_bos(tmpvocab); + // if(!add_bos_token && debugmode==1) + // { + // printf("\nBOS token prefix was disabled for this model."); + // } + // } for(int x=0;x