modify moeinfer param

2025-09-10 14:51:06 +00:00 · 2025-02-06 14:07:38 +00:00 · 2025-02-06 14:07:38 +00:00 · 027b11266c
commit 027b11266c
parent ee24a27001
2 changed files with 3 additions and 1 deletions
--- a/ktransformers/operators/experts.py
+++ b/ktransformers/operators/experts.py
@ -163,7 +163,7 @@ class KExpertsCPU(KExpertsBase):
            self.config.hidden_size,
            self.config.moe_intermediate_size,
            64,
-            10,
+            1024,
            1024,
            gate_ptr,
            up_ptr,