vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

token count includes ids

Browse source
This commit is contained in:
Concedo 2023-12-03 15:44:53 +08:00
parent 0ca814e544
commit 6570a2005b
5 changed files with 26 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
gpttype_adapter.cpp
View file

@ -1390,7 +1390,7 @@ bool gpttype_generate_abort()
return true;
}
int gpttype_token_count(const std::string & input)
std::vector<int> gpttype_get_token_arr(const std::string & input)
{
if(debugmode==1)
{
@ -1403,7 +1403,7 @@ int gpttype_token_count(const std::string & input)
{
printf("\nTokens Counted: %d\n",tokcount);
}
return tokcount;
return toks;
}
const std::string & gpttype_get_pending_output()