vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 17:44:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

add f16 quantclip

Browse source
This commit is contained in:
Concedo 2025-04-29 22:25:52 +08:00
parent e561eeb5e5
commit be66a77ca5
2 changed files with 1 additions and 60 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/llava/quantclip.cpp
View file

@ -16,7 +16,7 @@ int main(int argc, char ** argv) {
if (argc != 3 && argc != 4) {
fprintf(stderr, "usage: %s mmproj-f16.gguf output-mmproj-quantized.gguf TYPE\n", argv[0]);
printf("\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
printf("\nGGML_TYPE_F16 = 1\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
return 1;
}