vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-09 20:54:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Modify the perplexity test to a distributed version

Browse source
This commit is contained in:
leeetao 2025-06-18 07:05:53 +00:00
parent 32e1088162
commit 2123879cfe
4 changed files with 314 additions and 149 deletions
Download patch file Download diff file Expand all files Collapse all files

6
common/common.h
View file

@ -547,9 +547,9 @@ llama_control_vector_data llama_control_vector_load(const std::vector<llama_cont
// Split utils
//
static const char * const LLM_KV_SPLIT_NO = "split.no";
static const char * const LLM_KV_SPLIT_COUNT = "split.count";
static const char * const LLM_KV_SPLIT_TENSORS_COUNT = "split.tensors.count";
extern const char * const LLM_KV_SPLIT_NO;
extern const char * const LLM_KV_SPLIT_COUNT;
extern const char * const LLM_KV_SPLIT_TENSORS_COUNT;
//
// YAML utils