vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 20:34:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix try_connect

Browse source
This commit is contained in:
DeEMO 2025-06-03 15:02:59 +08:00 • committed by DeEMO
parent d1b97f798e
commit d6c8d322cd
8 changed files with 78 additions and 50 deletions
Download patch file Download diff file Expand all files Collapse all files

8
include/llama.h
View file

@ -451,7 +451,7 @@ extern "C" {
enum NodeType{
NODE_TYPE_WORKER,
NODE_TYPE_FOWARDER,
NODE_TYPE_FORWARDER,
NODE_TYPE_EXIT,
};
@ -463,10 +463,10 @@ extern "C" {
LLAMA_API int llama_bcast_layer_setup (struct llama_context * ctx, uint32_t * n_layer_window, uint32_t * n_gpu_layers);
LLAMA_API int llama_rebuild_topo (struct llama_context * ctx,
uint32_t * n_layer_window,
struct device_info * dev_info_set,
struct device_info * desv_info_set,
NodeType* node_type,
char * is_fowarder);
LLAMA_API int llama_foward_messages (struct llama_context * ctx);
char * is_forwarder);
LLAMA_API int llama_forward_messages (struct llama_context * ctx);
LLAMA_API int llama_recv_layer_setup (struct llama_context * ctx, uint32_t * n_layer_window, uint32_t * n_gpu_layers);
LLAMA_API int llm_load_tensors(