vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

merged, try to fix metal build

Browse source
This commit is contained in:
Concedo 2024-03-14 11:15:50 +08:00
commit ec5dea14d7
29 changed files with 1541 additions and 967 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/embedding/embedding.cpp
View file

@ -108,7 +108,7 @@ int main(int argc, char ** argv) {
// max batch size
const uint64_t n_batch = params.n_batch;
GGML_ASSERT(params.n_batch == params.n_ctx);
GGML_ASSERT(params.n_batch >= params.n_ctx);
// tokenize the prompts and trim
std::vector<std::vector<int32_t>> inputs;