vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

removed unwanted debugs

Browse source
This commit is contained in:
Concedo 2024-05-01 11:35:07 +08:00
parent 63f8f55c4e
commit b48ea96ead
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
gpttype_adapter.cpp
View file

@ -1612,16 +1612,13 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
//if it tokenizes to a single token, AND it's a single non-printable special token, use that //if it tokenizes to a single token, AND it's a single non-printable special token, use that
std::vector<int> tmp; std::vector<int> tmp;
TokenizeString(stopper, tmp, file_format, false); TokenizeString(stopper, tmp, file_format, false);
printf("\nPRINT TOK VEC:");
print_tok_vec_str(tmp);
if(tmp.size()==1) //tokenizes to exactly 1 special token if(tmp.size()==1) //tokenizes to exactly 1 special token
{ {
int specialid = tmp[0]; int specialid = tmp[0];
std::string tokenizedstr = FileFormatTokenizeID(specialid, file_format); std::string tokenizedstr = FileFormatTokenizeID(specialid, file_format);
printf("\nTest %s",tokenizedstr.c_str());
if(tokenizedstr=="") //must NOT have a text representation if(tokenizedstr=="") //must NOT have a text representation
{ {
printf("\nAdded %d",specialid);
special_stop_sequence.push_back(specialid); special_stop_sequence.push_back(specialid);
} }
} }