vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-12 09:59:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

token count includes ids

Browse source
This commit is contained in:
Concedo 2023-12-03 15:44:53 +08:00
parent 0ca814e544
commit 6570a2005b
5 changed files with 26 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

5
expose.h
View file

@ -83,6 +83,11 @@ struct generation_outputs
int status = -1;
char text[32768]; //32kb should be enough for any response
};
struct token_count_outputs
{
int count = 0;
int * ids; //we'll just use shared memory for this one, bit of a hack
};
extern std::string executable_path;
extern std::string lora_filename;