vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-09 13:55:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update FAQ

Browse source
This commit is contained in:
Azure 2025-02-12 08:50:58 +00:00
parent 0564ac8465
commit 3897f001f5
3 changed files with 55 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/models/modeling_deepseek_v3.py
View file

@ -1699,7 +1699,7 @@ class DeepseekV3ForCausalLM(DeepseekV3PreTrainedModel):
)
hidden_states = outputs[0]
logits = self.lm_head(hidden_states)
logits = self.lm_head(hidden_states.to(self.lm_head.weight.device))
logits = logits.float()
loss = None