From faabad2fab60596e3225785f7d799d69a5340270 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 12 Jul 2026 22:55:00 +0800 Subject: [PATCH] up speculative vocab drafting from 128 to 256 --- common/speculative.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common/speculative.cpp b/common/speculative.cpp index b61d12bce..f5a9f6669 100644 --- a/common/speculative.cpp +++ b/common/speculative.cpp @@ -25,7 +25,7 @@ #define SPC_ERR(fmt, ...) LOG_ERR("spec %12.*s: " fmt, 12, __func__, __VA_ARGS__) #define SPC_CNT(fmt, ...) LOG_CNT("" fmt, __VA_ARGS__) -#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE 128 +#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE 256 #define SPEC_VOCAB_CHECK_START_TOKEN_ID 5 const std::map common_speculative_type_from_name_map = {