vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-12 18:05:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

up speculative vocab drafting from 128 to 256

Browse source
This commit is contained in:
Concedo 2026-07-12 22:55:00 +08:00
parent f2f9d9d2b3
commit faabad2fab
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/speculative.cpp
View file

@ -25,7 +25,7 @@
#define SPC_ERR(fmt, ...) LOG_ERR("spec %12.*s: " fmt, 12, __func__, __VA_ARGS__)
#define SPC_CNT(fmt, ...) LOG_CNT("" fmt, __VA_ARGS__)
#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE 128
#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE 256
#define SPEC_VOCAB_CHECK_START_TOKEN_ID 5
const std::map<std::string, common_speculative_type> common_speculative_type_from_name_map = {