vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-05-01 21:21:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

处理检视意见

Browse source
This commit is contained in:
TOCEN 2025-10-23 11:28:42 +08:00
parent df15a40720
commit 15dddc20c0
10 changed files with 465 additions and 122 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/optimize/optimize.py
View file

@ -67,7 +67,7 @@ def del_meta(module:nn.Module):
def gen_optimize_config(module: nn.Module, out_data: Mapping, rule_list: List, prefix: str="", default_device: str = "cuda:0"):
module_name = prefix[:-1]
if use_torch_npu:
translated_name = translate_name_to_gguf(prefix)[:-1] #TODO 主仓中没有使用此变量
translated_name = translate_name_to_gguf(prefix)[:-1]
recursive = True
for rule in rule_list:
match_meta = rule["match"]