From 1867a0c6923eaebb7a53965f6cdbc0ace55142a3 Mon Sep 17 00:00:00 2001 From: Incarnas <119618389+bit-incarnas@users.noreply.github.com> Date: Sun, 17 May 2026 21:37:12 -0700 Subject: [PATCH] update bid to match each layers MTP source (#23237) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * update bid to match each layers MTP source * Update conversion/qwen.py Co-authored-by: Sigbjørn Skjæret --------- Co-authored-by: Sigbjørn Skjæret --- conversion/qwen.py | 1 + 1 file changed, 1 insertion(+) diff --git a/conversion/qwen.py b/conversion/qwen.py index 4b8640426..45d1f98c2 100644 --- a/conversion/qwen.py +++ b/conversion/qwen.py @@ -600,6 +600,7 @@ class _Qwen35MtpMixin: if name.find("layers.") != -1: assert bid is not None name = name.replace(f"mtp.layers.{bid}", f"model.layers.{bid + n_layer}") + bid = bid + n_layer else: remapper = { "mtp.fc": "model.layers.{bid}.eh_proj",