mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-10 09:04:36 +00:00
parent
1ba45d4982
commit
ad57d3edd2
2 changed files with 3 additions and 1 deletions
|
@ -157,6 +157,8 @@ bool llama_batch_allocr::init(
|
|||
n_outputs += batch.logits[i] != 0;
|
||||
}
|
||||
|
||||
has_cpl = false;
|
||||
|
||||
// determine coupled sequences
|
||||
// these are pairs of sequences that have at least one token in the input batch that is assigned to both of them
|
||||
for (int32_t i = 0; i < batch.n_tokens; ++i) {
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue