vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-13 08:39:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

support smt and glm4

Browse source
This commit is contained in:
djw 2025-07-24 12:31:01 +00:00
parent 613f0b7c37
commit 590fcb41cd
5 changed files with 95 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/util/custom_loader.py
View file

@ -139,7 +139,7 @@ class SafeTensorLoader(ModelLoader):
experts_count = 0
key_no_proj = False
if self.has_tensor(f"{base_key}.{experts_count}.up_proj.weight") or self.has_tensor(f"{base_key}.{experts_count}.up.weight"):
if self.has_tensor(f"{base_key}.{experts_count}.up.weight"):
key_no_proj = True
# First, count how many experts we have by checking for expert 0's up_proj