vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-06 20:49:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Merge pull request #86 from xhedit/main

Browse source 
typo fix: KMisrtal -> KMistral
This commit is contained in:
UnicornChan 2024-09-19 10:37:55 +08:00 • committed by GitHub
commit 43e8848ddd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/operators/experts.py
View file

@ -727,7 +727,7 @@ class KDeepseekV2MoE(BaseInjectedModule, DeepseekV2MoE):
) )
return final_out return final_out
class KMisrtalSparseMoEBlock(BaseInjectedModule, MixtralSparseMoeBlock): class KMistralSparseMoEBlock(BaseInjectedModule, MixtralSparseMoeBlock):
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
""" """ """ """

2
ktransformers/optimize/optimize_rules/Mixtral.yaml
View file

@ -19,7 +19,7 @@
name: "^model\\.layers\\..*\\.block_sparse_moe$" name: "^model\\.layers\\..*\\.block_sparse_moe$"
class: ktransformers.models.modeling_mixtral.MixtralSparseMoeBlock class: ktransformers.models.modeling_mixtral.MixtralSparseMoeBlock
replace: replace:
class: ktransformers.operators.experts.KMisrtalSparseMoEBlock class: ktransformers.operators.experts.KMistralSparseMoEBlock
- match: - match:
name: "^model\\.layers\\..*\\.block_sparse_moe\\.experts$" name: "^model\\.layers\\..*\\.block_sparse_moe\\.experts$"
replace: replace: