[fix] bugs about Qwen57B, install requirement, Dockerfile

2025-09-11 07:44:35 +00:00 · 2024-08-30 03:24:26 +00:00 · 2024-08-30 03:24:26 +00:00 · 49cce0c437
commit 49cce0c437
parent c80490a95e
3 changed files with 3 additions and 8 deletions
--- a/ktransformers/optimize/optimize_rules/Qwen2-57B-A14B-Instruct.yaml
+++ b/ktransformers/optimize/optimize_rules/Qwen2-57B-A14B-Instruct.yaml
@ -1,10 +1,3 @@
- match:
-    name: "^model\\.layers\\..*\\."
-  replace:
-    class: "default"
-    kwargs:
-      generate_device: "cuda"
-      prefill_device: "cuda"
 - match:
    class: ktransformers.models.modeling_qwen2_moe.Qwen2MoeRotaryEmbedding
  replace: