vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed wrong sized struct from legacy q8_1, fixed opencl varsize arrays

Browse source
This commit is contained in:
Concedo 2023-05-13 23:56:08 +08:00
parent c9eb2ba1c5
commit e05455f852
7 changed files with 25 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml-opencl.c
View file

@ -20,7 +20,7 @@ constant uint QK4_0 = 32;
struct block_q4_0
{
float d;
uint8_t qs[QK4_0 / 2];
uint8_t qs[16];
};
constant uint QK4_1 = 32;
@ -28,7 +28,7 @@ struct block_q4_1
{
float d;
float m;
uint8_t qs[QK4_1 / 2];
uint8_t qs[16];
};
constant uint QK5_0 = 32;
@ -36,7 +36,7 @@ struct __attribute__ ((packed)) block_q5_0
{
half d;
uint32_t qh;
uint8_t qs[QK5_0 / 2];
uint8_t qs[16];
};
constant uint QK5_1 = 32;
@ -45,14 +45,14 @@ struct block_q5_1
half d;
half m;
uint32_t qh;
uint8_t qs[QK5_1 / 2];
uint8_t qs[16];
};
constant uint QK8_0 = 32;
struct block_q8_0
{
float d;
uint8_t qs[QK8_0];
uint8_t qs[32];
};