vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed a typo

Browse source
This commit is contained in:
Concedo 2025-05-30 13:35:42 +08:00
parent a11ab0b08e
commit fe401ca4c2
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
otherarch/embeddings_adapter.cpp
View file

@ -127,8 +127,9 @@ bool embeddingstype_load_model(const embeddings_load_model_inputs inputs)
max_batchsize = n_ctx_train;
ctx_params.embeddings = true;
ctx_params.n_ubatch = ctx_params.n_ubatch = max_batchsize; //max size, must fit
ctx_params.n_ubatch = max_batchsize; //max size, must fit
ctx_params.n_ctx = max_batchsize;
ctx_params.n_batch = max_batchsize;
ctx_params.offload_kqv = false;
ctx_params.n_threads = nthreads;
ctx_params.n_threads_batch = nthreads;