vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 03:49:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

broken merge - kcpp changes will be applied above this commit for better tracking.

Browse source
This commit is contained in:
Concedo 2025-01-03 23:49:17 +08:00
commit f9f1585a7f
43 changed files with 12125 additions and 11695 deletions
Download patch file Download diff file Expand all files Collapse all files

13
examples/gguf-split/gguf-split.cpp
View file

@ -3,15 +3,14 @@
#include "build-info.h"
#include <algorithm>
#include <cmath>
#include <cstdlib>
#include <fstream>
#include <string>
#include <vector>
#include <stdio.h>
#include <string.h>
#include <climits>
#include <cstdio>
#include <cstring>
#include <stdexcept>
#if defined(_WIN32)
@ -231,9 +230,9 @@ struct split_strategy {
if (i_split == 0) {
gguf_set_kv(ctx_out, ctx_gguf);
}
gguf_set_val_u16(ctx_out, LLM_KV_SPLIT_NO_STR, i_split);
gguf_set_val_u16(ctx_out, LLM_KV_SPLIT_COUNT_STR, 0); // placeholder
gguf_set_val_i32(ctx_out, LLM_KV_SPLIT_TENSORS_COUNT_STR, n_tensors);
gguf_set_val_u16(ctx_out, LLM_KV_SPLIT_NO, i_split);
gguf_set_val_u16(ctx_out, LLM_KV_SPLIT_COUNT, 0); // placeholder
gguf_set_val_i32(ctx_out, LLM_KV_SPLIT_TENSORS_COUNT, n_tensors);
};
// initialize ctx_out for the first split