vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-08 01:41:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix llava segfault

Browse source
This commit is contained in:
Concedo 2024-11-14 14:16:39 +08:00
parent 4b96c3bba8
commit bfa118ee45
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
gpttype_adapter.cpp
View file

@ -3547,8 +3547,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
if(i>0 && sepsize>0)
{
//add a separator between each image
kcpp_embd_batch batch = kcpp_embd_batch(embd, n_past);
auto evr = llama_decode(llama_ctx_v4, batch.batch);
auto evr = llama_decode(llama_ctx_v4, llama_batch_get_one(llava_sep.data(), sepsize));
if(evr!=0)
{
printf("\nError when appending llava separator: %d\n",evr);