vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "ggml : add ggml_soft_max_ext (#4256)"

Browse source 
This reverts commit ef47ec18da.
This commit is contained in:
Concedo 2023-12-03 00:42:01 +08:00
parent a829a1ee56
commit a8e66ef31c
8 changed files with 197 additions and 312 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-alloc.c
View file

@ -137,7 +137,7 @@ void ggml_tallocr_alloc(ggml_tallocr_t alloc, struct ggml_tensor * tensor) {
#ifdef GGML_ALLOCATOR_DEBUG
add_allocated_tensor(alloc, tensor);
size_t cur_max = (char*)addr - (char*)alloc->base + size;
size_t cur_max = (char*)addr - (char*)alloc->data + size;
if (cur_max > alloc->max_size) {
printf("max_size = %.2f MB: tensors: ", cur_max / 1024.0 / 1024.0);
for (int i = 0; i < 1024; i++) {