vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 11:44:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Restored support for calculating perplexity in standalone test models

Browse source
This commit is contained in:
leeetao 2025-06-06 12:12:17 +00:00
parent ef1e10101e
commit e38f13ba17
7 changed files with 45028 additions and 68 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/perplexity/perplexity.cpp
View file

@ -586,6 +586,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
int n_outputs = 0;
batch.n_tokens = 0;
for (int seq = 0; seq < n_seq_batch; seq++) {
int seq_start = batch_start + seq*n_ctx;
@ -599,6 +600,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
for (int k = 0; k < batch_size; ++k) {
const int idx = seq*n_ctx + k;
batch.token [idx] = tokens[seq_start + k];
batch.pos [idx] = j*n_batch + k;
batch.n_seq_id[idx] = 1;