From 80680185040d3d55627d543437770875232b9a50 Mon Sep 17 00:00:00 2001
From: Azure <azuretang@foxmail.com>
Date: Wed, 5 Mar 2025 15:59:56 +0000
Subject: [PATCH] fix gcc compilation

---
 third_party/llamafile/iqk_mul_mat.inc | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/third_party/llamafile/iqk_mul_mat.inc b/third_party/llamafile/iqk_mul_mat.inc
index 6583f22..e5ee4ed 100644
--- a/third_party/llamafile/iqk_mul_mat.inc
+++ b/third_party/llamafile/iqk_mul_mat.inc
@@ -1881,7 +1881,13 @@ struct DequantizerQ6K final : public BaseDequantizer<block_q6_K> {
     const __m256i mh = _mm256_set1_epi8(0x30);
 };
 
+inline __m256i get_scale_shuffle_8(int i);
 
+inline void set_scales_8(const __m256i& all_scales, int j, __m256i* scales);
+
+inline __m256i get_scale_shuffle_16(int i);
+
+inline void set_scales_16(const __m256i& all_scales, __m256i* scales);
 
 
 template <typename Dequantizer, int nrc_y>