integrated the new samplers

This commit is contained in:
Concedo 2023-04-29 19:41:41 +08:00
parent da0c34b028
commit 7afad2b9b5
3 changed files with 71 additions and 4 deletions

View file

@ -26,6 +26,8 @@ struct generation_inputs
const float temperature;
const int top_k;
const float top_p;
const float typical_p;
const float tfs;
const float rep_pen;
const int rep_pen_range;
const char * stop_sequence[stop_token_max];