vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adjust lite default port, disable double BOS warning, whisper and SD go quiet when horde mode is set too

Browse source
This commit is contained in:
Concedo 2024-06-13 15:10:35 +08:00
parent 92bbebb357
commit 49e4c3fd7b
3 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama.cpp
View file

@ -13781,10 +13781,10 @@ static std::vector<llama_vocab::id> llama_tokenize_internal(const llama_vocab &
}
if (add_special && vocab.special_add_bos != 0 && output.size() >= 2 && output[1] == vocab.special_bos_id) {
LLAMA_LOG_WARN(
"%s: Added a BOS token to the prompt as specified by the model but the prompt "
"also starts with a BOS token. So now the final prompt starts with 2 BOS tokens. "
"Are you sure this is what you want?\n", __FUNCTION__);
// LLAMA_LOG_WARN(
// "%s: Added a BOS token to the prompt as specified by the model but the prompt "
// "also starts with a BOS token. So now the final prompt starts with 2 BOS tokens. "
// "Are you sure this is what you want?\n", __FUNCTION__);
}
if (add_special && vocab.special_add_eos == 1) {
@ -13824,10 +13824,10 @@ static std::vector<llama_vocab::id> llama_tokenize_internal(const llama_vocab &
}
if (add_special && vocab.special_add_bos != 0 && output.size() >= 2 && output[1] == vocab.special_bos_id) {
LLAMA_LOG_WARN(
"%s: Added a BOS token to the prompt as specified by the model but the prompt "
"also starts with a BOS token. So now the final prompt starts with 2 BOS tokens. "
"Are you sure this is what you want?\n", __FUNCTION__);
// LLAMA_LOG_WARN(
// "%s: Added a BOS token to the prompt as specified by the model but the prompt "
// "also starts with a BOS token. So now the final prompt starts with 2 BOS tokens. "
// "Are you sure this is what you want?\n", __FUNCTION__);
}
if (add_special && vocab.special_add_eos == 1) {