mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2025-09-15 01:29:42 +00:00
Update gate.py
This commit is contained in:
parent
32a91c78c1
commit
633af5d235
1 changed files with 1 additions and 1 deletions
|
@ -215,7 +215,7 @@ class KMoEGateDeepSeekV3(BaseInjectedModule, KMoEGateBase):
|
||||||
self.gate_linear = None
|
self.gate_linear = None
|
||||||
|
|
||||||
def forward(self, hidden_states) -> torch.Tensor:
|
def forward(self, hidden_states) -> torch.Tensor:
|
||||||
if self.is_windows:
|
if True or self.is_windows:
|
||||||
return self.orig_module.forward(hidden_states)
|
return self.orig_module.forward(hidden_states)
|
||||||
|
|
||||||
bsz, seq_len, h = hidden_states.shape
|
bsz, seq_len, h = hidden_states.shape
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue