From f202c0a4573c7b25524c3ce8dde3dd51015dfcd1 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 21 Jun 2026 10:21:48 +0800 Subject: [PATCH] mtp init -2 --- gpttype_adapter.cpp | 2 +- requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 202334038..65b48f276 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -893,7 +893,7 @@ static void mtp_decoding_setup(llama_model * main_model, llama_context * main_ct } draft_is_mtp = true; - speculative_state_setup(main_ctx, mtp_ctx_params, -1, COMMON_SPECULATIVE_TYPE_DRAFT_MTP); + speculative_state_setup(main_ctx, mtp_ctx_params, -2, COMMON_SPECULATIVE_TYPE_DRAFT_MTP); } //loads a model for speculative decoding. diff --git a/requirements.txt b/requirements.txt index 45207f264..6e36a3f72 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,6 @@ numpy>=1.24.4 sentencepiece>=0.1.98 -transformers>=4.34.0 +transformers[torch]>=4.34.0 gguf>=0.1.0 customtkinter>=5.1.0 protobuf>=4.21.0