vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-06 23:15:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

use same rpc tensor name size limit as llama.cpp, from 128 to 64 (breaking change for RPC) (+1 squashed commits)

Browse source 
Squashed commits:

[aba1dd4f6] use same rpc tensor name size limit as llama.cpp, from 128 to 64 (breaking change for RPC)
This commit is contained in:
Concedo 2026-07-16 19:00:14 +08:00
parent 60f7cfc7b7
commit 93988dbc54
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml/src/ggml-rpc/ggml-rpc.cpp
View file

@ -31,6 +31,8 @@ namespace fs = std::filesystem;
// all RPC structures must be packed
#pragma pack(push, 1)
static constexpr size_t RPC_TENSOR_NAME_SIZE = 64;
// ggml_tensor is serialized into rpc_tensor
struct rpc_tensor {
uint64_t id;
@ -45,11 +47,12 @@ struct rpc_tensor {
uint64_t view_src;
uint64_t view_offs;
uint64_t data;
char name[GGML_MAX_NAME];
char name[RPC_TENSOR_NAME_SIZE];
char padding[4];
};
static_assert(RPC_TENSOR_NAME_SIZE == 64, "rpc_tensor name size must match the upstream RPC wire ABI");
static_assert(sizeof(rpc_tensor) % 8 == 0, "rpc_tensor size must be multiple of 8");
// RPC commands
@ -441,7 +444,7 @@ static rpc_tensor serialize_tensor(const ggml_tensor * tensor) {
memset(result.name, 0, sizeof(result.name));
memset(result.padding, 0, sizeof(result.padding));
snprintf(result.name, GGML_MAX_NAME, "%s", tensor->name);
snprintf(result.name, sizeof(result.name), "%s", tensor->name);
return result;
}