vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-10 00:24:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add args: data-port and signal-port

Browse source
This commit is contained in:
DeEMO 2025-06-17 12:00:04 +08:00
parent 104e3b2356
commit 6ff38b2a0c
5 changed files with 26 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
include/llama.h
View file

@ -330,6 +330,8 @@ extern "C" {
bool keep_out_in_metal; // whether to keep output weights in metal memory
char * master_ip; // ip address of the master node
char * next_node_ip; // ip address of the next node
uint32_t data_port; // data port for distributed inference
uint32_t signal_port; // signal port for distributed inference
uint32_t n_ctx; // text context, 0 = from model
uint32_t n_predict; // number of tokens to predict
uint32_t n_batch; // logical maximum batch size that can be submitted to llama_decode