vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-09 05:54:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #815 from kvcache-ai/develop-0.2.3

Browse source 
[fix] fix gcc compilation
This commit is contained in:
Azure 2025-03-06 00:07:17 +08:00 • committed by GitHub
commit 1bcfce8cad
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
third_party/llamafile/iqk_mul_mat.inc vendored
View file

@ -1881,7 +1881,13 @@ struct DequantizerQ6K final : public BaseDequantizer<block_q6_K> {
const __m256i mh = _mm256_set1_epi8(0x30);
};
inline __m256i get_scale_shuffle_8(int i);
inline void set_scales_8(const __m256i& all_scales, int j, __m256i* scales);
inline __m256i get_scale_shuffle_16(int i);
inline void set_scales_16(const __m256i& all_scales, __m256i* scales);
template <typename Dequantizer, int nrc_y>