vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-10-03 11:35:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed a arm compile issue

Browse source
This commit is contained in:
Concedo 2026-09-06 18:18:24 +08:00
parent 8e6ba2630b
commit de926911e1
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/ggml_v2.h
View file

@ -212,7 +212,9 @@
extern "C" {
#endif
#ifdef __ARM_NEON
#if defined(__ARM_NEON) && defined(__CUDACC__)
typedef half ggml_v2_fp16_t;
#elif defined(__ARM_NEON) && !defined(_MSC_VER)
// we use the built-in 16-bit float type
typedef __fp16 ggml_v2_fp16_t;
#else
@ -1073,7 +1075,7 @@ extern "C" {
//
GGML_V2_API size_t ggml_v2_quantize_q4_0(const float * src, void * dst, int n, int k, int64_t * hist);
GGML_V2_API size_t ggml_v2_quantize_q4_1(const float * src, void * dst, int n, int k, int64_t * hist);
GGML_V2_API size_t ggml_v2_quantize_q4_1(const float * src, void * dst, int n, int k, int64_t * hist);
GGML_V2_API size_t ggml_v2_quantize_q5_0(const float * src, void * dst, int n, int k, int64_t * hist);
GGML_V2_API size_t ggml_v2_quantize_q5_1(const float * src, void * dst, int n, int k, int64_t * hist);
GGML_V2_API size_t ggml_v2_quantize_q8_0(const float * src, void * dst, int n, int k, int64_t * hist);