vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-14 19:09:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add documentation for koboldcpp

Browse source
This commit is contained in:
Concedo 2023-10-05 21:17:36 +08:00
parent 5beb773320
commit b4b5c35074
8 changed files with 814 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama.cpp
View file

@ -8142,7 +8142,7 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
buf[0] = llama_token_to_byte(model->vocab, token);
return 1;
} else {
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 1\n", __func__);
}
break;
}
@ -8158,12 +8158,12 @@ int llama_token_to_piece(const struct llama_model * model, llama_token token, ch
} else if (llama_is_control_token(model->vocab, token)) {
;
} else {
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 2\n", __func__);
}
break;
}
default:
GGML_ASSERT(false);
LLAMA_LOG_WARN("%s: Unknown Tokenization Error 3\n", __func__);
}
}
return 0;