From bfa118ee45e4954ba2fa422ee204c1786ec5d2dd Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Thu, 14 Nov 2024 14:16:39 +0800
Subject: [PATCH] fix llava segfault

---
 gpttype_adapter.cpp | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp
index 1d92d016c..27e94260f 100644
--- a/gpttype_adapter.cpp
+++ b/gpttype_adapter.cpp
@@ -3547,8 +3547,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
                             if(i>0 && sepsize>0)
                             {
                                 //add a separator between each image
-                                kcpp_embd_batch batch = kcpp_embd_batch(embd, n_past);
-                                auto evr = llama_decode(llama_ctx_v4, batch.batch);
+                                auto evr = llama_decode(llama_ctx_v4, llama_batch_get_one(llava_sep.data(), sepsize));
                                 if(evr!=0)
                                 {
                                     printf("\nError when appending llava separator: %d\n",evr);