mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-07-09 17:08:33 +00:00
mtp drafting added (+1 squashed commits)
Squashed commits: [b0fa1a6de] wip 1
This commit is contained in:
parent
10e4b6d5e3
commit
40084bb1f8
4 changed files with 156 additions and 27 deletions
|
|
@ -529,9 +529,11 @@ struct media_object
|
|||
struct speculative_draft_result
|
||||
{
|
||||
std::vector<int32_t> draftids;
|
||||
std::vector<int32_t> verify_tokens;
|
||||
std::vector<float *> actual_logits;
|
||||
bool draft_success = false;
|
||||
int drafted_amount = 0;
|
||||
int verify_n_past = 0;
|
||||
};
|
||||
|
||||
struct savestate_data
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue