mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-20 01:09:57 +00:00
Compare commits
1 commit
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8bdef0bcfe |
2 changed files with 8 additions and 1 deletions
|
|
@ -74,7 +74,7 @@ dry_seq_break_max = 128
|
||||||
extra_images_max = 4 # for kontext/qwen img
|
extra_images_max = 4 # for kontext/qwen img
|
||||||
|
|
||||||
# global vars
|
# global vars
|
||||||
KcppVersion = "1.113.1"
|
KcppVersion = "1.113.2"
|
||||||
showdebug = True
|
showdebug = True
|
||||||
kcpp_instance = None #global running instance
|
kcpp_instance = None #global running instance
|
||||||
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_base_config":"", "last_active_timestamp":datetime.now(), "triggered_sleeping":False, "current_model":"initial_model", "base_config":"", "swapReqType": None, "autoswapmode": False}
|
global_memory = {"tunnel_url": "", "restart_target":"", "input_to_exit":False, "load_complete":False, "restart_override_base_config":"", "last_active_timestamp":datetime.now(), "triggered_sleeping":False, "current_model":"initial_model", "base_config":"", "swapReqType": None, "autoswapmode": False}
|
||||||
|
|
@ -8789,6 +8789,8 @@ def show_gui():
|
||||||
args.maxrequestsize = int(maxrequestsize_var.get()) if maxrequestsize_var.get()!="" else 32
|
args.maxrequestsize = int(maxrequestsize_var.get()) if maxrequestsize_var.get()!="" else 32
|
||||||
args.ratelimit = int(ratelimit_var.get()) if ratelimit_var.get()!="" else 0
|
args.ratelimit = int(ratelimit_var.get()) if ratelimit_var.get()!="" else 0
|
||||||
args.reqtimeout = int(reqtimeout_var.get()) if reqtimeout_var.get()!="" else 0
|
args.reqtimeout = int(reqtimeout_var.get()) if reqtimeout_var.get()!="" else 0
|
||||||
|
if not args.reqtimeout:
|
||||||
|
args.reqtimeout = default_reqtimeout
|
||||||
|
|
||||||
if usehorde_var.get() != 0:
|
if usehorde_var.get() != 0:
|
||||||
args.hordemodelname = horde_name_var.get()
|
args.hordemodelname = horde_name_var.get()
|
||||||
|
|
|
||||||
|
|
@ -263,6 +263,8 @@ static std::vector<std::string> gpt2_pre_tokenize(const std::string &text) {
|
||||||
return chunks;
|
return chunks;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
namespace kcpp_workaround_multiple_BPETokenizer {
|
||||||
|
|
||||||
// BPE tokenizer struct
|
// BPE tokenizer struct
|
||||||
struct BPETokenizer {
|
struct BPETokenizer {
|
||||||
std::unordered_map<std::string, int> vocab; // token_str -> id
|
std::unordered_map<std::string, int> vocab; // token_str -> id
|
||||||
|
|
@ -273,6 +275,9 @@ struct BPETokenizer {
|
||||||
std::vector<std::string> id_to_str; // id -> token_str (reverse vocab)
|
std::vector<std::string> id_to_str; // id -> token_str (reverse vocab)
|
||||||
};
|
};
|
||||||
|
|
||||||
|
}
|
||||||
|
using kcpp_workaround_multiple_BPETokenizer::BPETokenizer;
|
||||||
|
|
||||||
// Minimal JSON parser for vocab.json ({"str": int, ...})
|
// Minimal JSON parser for vocab.json ({"str": int, ...})
|
||||||
static bool load_vocab_json(const std::string &path, std::unordered_map<std::string, int> &vocab) {
|
static bool load_vocab_json(const std::string &path, std::unordered_map<std::string, int> &vocab) {
|
||||||
FILE *f = fopen(path.c_str(), "rb");
|
FILE *f = fopen(path.c_str(), "rb");
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue