added top_a sampler

This commit is contained in:
Concedo 2023-05-27 17:32:37 +08:00
parent 01a0f206df
commit abfdfb702e
3 changed files with 43 additions and 6 deletions

View file

@ -29,6 +29,7 @@ struct generation_inputs
const int max_length;
const float temperature;
const int top_k;
const float top_a = 0.0f;
const float top_p;
const float typical_p;
const float tfs;