mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-13 18:39:48 +00:00
memory : handle kv_unified for hybrid models (#15050)
This commit is contained in:
parent
97366dc6ab
commit
11a3811164
3 changed files with 4 additions and 1 deletions
|
@ -39,6 +39,7 @@ public:
|
|||
/* common */
|
||||
uint32_t n_seq_max,
|
||||
bool offload,
|
||||
bool unified,
|
||||
/* layer filters */
|
||||
layer_filter_cb && filter_attn = nullptr,
|
||||
layer_filter_cb && filter_recr = nullptr);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue