mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-21 14:25:35 +00:00
fix autoswap
This commit is contained in:
parent
9fdd21de1b
commit
348f7bf7f4
1 changed files with 1 additions and 1 deletions
|
|
@ -4985,7 +4985,7 @@ class KcppProxyHandler(http.server.BaseHTTPRequestHandler):
|
|||
whitelist = get_current_admindir_list() # see if its an allowed swap
|
||||
if was_auto_unloaded and not model_name:
|
||||
model_name = "initial_model"
|
||||
if is_different_model and (model_name in whitelist):
|
||||
if model_name and model_name != global_memory["current_model"] and (model_name in whitelist):
|
||||
model_switch_pass = True # only claim the request if we really are swapping
|
||||
global_memory["last_active_timestamp"] = datetime.now()
|
||||
global_memory["triggered_sleeping"] = False
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue