From b22cded890e8e4e06ee0b68c9efb8e39d3118d38 Mon Sep 17 00:00:00 2001 From: Atream <80757050+Atream@users.noreply.github.com> Date: Wed, 7 May 2025 19:12:19 +0800 Subject: [PATCH] fix AMX --- csrc/ktransformers_ext/operators/amx/moe.hpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/csrc/ktransformers_ext/operators/amx/moe.hpp b/csrc/ktransformers_ext/operators/amx/moe.hpp index 7e966ae..81df642 100644 --- a/csrc/ktransformers_ext/operators/amx/moe.hpp +++ b/csrc/ktransformers_ext/operators/amx/moe.hpp @@ -272,8 +272,8 @@ public: void forward(int qlen, int k, const uint64_t *expert_ids, const float *weights, const void *input, void *output, int *batch_size_tensor, Backend *backend) { - bool use_amx = (qlen > 4 * config_.expert_num / config_.routed_expert_num); qlen = batch_size_tensor[0]; + bool use_amx = (qlen > 4 * config_.expert_num / config_.routed_expert_num); int activated_expert = 0; for (int i = 0; i < config_.expert_num; i++) { m_local_num_[i] = 0; @@ -395,4 +395,4 @@ public: } }; -#endif \ No newline at end of file +#endif