vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-14 10:59:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

better way to handle termux compatibility (+2 squashed commit)

Browse source 
Squashed commit:

[301986f11] better way to handle termux compatibility

[16b03b225] updated lite
This commit is contained in:
Concedo 2024-12-10 23:01:28 +08:00
parent f6aebb1449
commit 4548d893ee
7 changed files with 58 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-cpu/ggml-cpu-quants.c
View file

@ -1829,7 +1829,7 @@ void ggml_vec_dot_q4_0_q8_0(int n, float * restrict s, size_t bs, const void * r
int ib = 0;
float sumf = 0;
#if defined(__ARM_FEATURE_SVE) && ! defined(LLAMA_NOSVE)
#if defined(__ARM_FEATURE_SVE)
svfloat32_t sumv0 = svdup_n_f32(0.0f);
svfloat32_t sumv1 = svdup_n_f32(0.0f);
@ -3419,7 +3419,7 @@ void ggml_vec_dot_q8_0_q8_0(int n, float * restrict s, size_t bs, const void * r
int ib = 0;
float sumf = 0;
#if defined(__ARM_FEATURE_SVE) && ! defined(LLAMA_NOSVE)
#if defined(__ARM_FEATURE_SVE)
svfloat32_t sumv0 = svdup_n_f32(0.0f);
svfloat32_t sumv1 = svdup_n_f32(0.0f);