vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 04:24:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update rank and n_world

Browse source 
Signed-off-by: DeEMO <yzzxrx@gmail.com>
This commit is contained in:
DeEMO 2025-05-15 13:57:16 +08:00
parent fdd6694633
commit cc46aa9828
3 changed files with 38 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
include/llama.h
View file

@ -462,7 +462,11 @@ extern "C" {
struct llama_model_loader * ml,
struct llama_model * model,
struct llama_model_params params);
LLAMA_API void llama_update_context_with_rankworld(struct llama_context * ctx,
uint32_t rank,
uint32_t n_world);
LLAMA_API struct llama_context * llama_new_context_with_model(
struct llama_model * model,
struct llama_context_params params);