From b48ea96eadcf08cc92cf58b762cba3e5d90cbb6e Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 1 May 2024 11:35:07 +0800 Subject: [PATCH] removed unwanted debugs --- gpttype_adapter.cpp | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 90bd2dd05..fe6dfc1c4 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -1612,16 +1612,13 @@ generation_outputs gpttype_generate(const generation_inputs inputs) //if it tokenizes to a single token, AND it's a single non-printable special token, use that std::vector tmp; TokenizeString(stopper, tmp, file_format, false); - printf("\nPRINT TOK VEC:"); - print_tok_vec_str(tmp); + if(tmp.size()==1) //tokenizes to exactly 1 special token { int specialid = tmp[0]; std::string tokenizedstr = FileFormatTokenizeID(specialid, file_format); - printf("\nTest %s",tokenizedstr.c_str()); if(tokenizedstr=="") //must NOT have a text representation { - printf("\nAdded %d",specialid); special_stop_sequence.push_back(specialid); } }