vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

trying to fix ggjt v3

Browse source
This commit is contained in:
Concedo 2023-05-21 00:29:50 +08:00
parent c048bcfec4
commit 5032e0fd64
2 changed files with 10 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama.cpp
View file

@ -1137,11 +1137,11 @@ static bool llama_eval_internal(
const int n_past,
const int n_threads) {
// enforce that the first token is BOS
if (n_past == 0 && tokens[0] != llama_token_bos()) {
fprintf(stderr, "%s: first token must be BOS\n", __func__);
return false;
}
// // enforce that the first token is BOS
// if (n_past == 0 && tokens[0] != llama_token_bos()) {
// fprintf(stderr, "%s: first token must be BOS\n", __func__);
// return false;
// }
const int64_t t_start_us = ggml_time_us();