vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

merged, try to fix metal build

Browse source
This commit is contained in:
Concedo 2024-03-14 11:15:50 +08:00
commit ec5dea14d7
29 changed files with 1541 additions and 967 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/perplexity/perplexity.cpp
View file

@ -590,9 +590,10 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
}
}
const auto t_end = std::chrono::high_resolution_clock::now();
if (i == 0) {
llama_synchronize(ctx);
const auto t_end = std::chrono::high_resolution_clock::now();
const float t_total = std::chrono::duration<float>(t_end - t_start).count();
fprintf(stderr, "%s: %.2f seconds per pass - ETA ", __func__, t_total);
int total_seconds = (int)(t_total*n_chunk/n_seq);