vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'master' into concedo_experimental

Browse source 
# Conflicts:
#	README.md
This commit is contained in:
Concedo 2023-10-18 16:33:09 +08:00
commit 700951dbd4
16 changed files with 470 additions and 143 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gpttype_adapter.cpp
View file

@ -159,7 +159,7 @@ static void TokenizeString(const std::string & str_to_tokenize, std::vector<int>
}
else
{
output_tokens = ::llama_tokenize(llama_ctx_v4, str_to_tokenize, true);
output_tokens = ::llama_tokenize(llama_ctx_v4, str_to_tokenize, true, true);
}
}
else