vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-11 07:56:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update rank and n_world

Browse source 
Signed-off-by: DeEMO <yzzxrx@gmail.com>
This commit is contained in:
DeEMO 2025-05-15 13:57:16 +08:00
parent fdd6694633
commit cc46aa9828
3 changed files with 38 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/llama.cpp
View file

@ -20475,6 +20475,15 @@ void llama_free_sockets(struct llama_context * ctx, char ** msg) {
}
}
void llama_update_context_with_rankworld(struct llama_context * ctx,
uint32_t rank,
uint32_t n_world) {
if(ctx) {
ctx->cparams.rank = rank;
ctx->cparams.n_world = n_world;
}
}
struct llama_context * llama_new_context_with_model(
struct llama_model * model,
struct llama_context_params params) {