vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-14 02:49:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

wip submitting of llava image to backend

Browse source
This commit is contained in:
Concedo 2024-03-10 17:14:27 +08:00
parent 6990d07a26
commit d943c739a8
5 changed files with 51 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

2
expose.h
View file

@ -41,6 +41,7 @@ struct load_model_inputs
const char * model_filename;
const char * lora_filename;
const char * lora_base;
const char * mmproj_filename;
const bool use_mmap;
const bool use_mlock;
const bool use_smartcontext;
@ -133,6 +134,7 @@ struct sd_generation_outputs
extern std::string executable_path;
extern std::string lora_filename;
extern std::string lora_base;
extern std::string mmproj_filename;
extern std::vector<std::string> generated_tokens;
extern bool generation_finished;
extern float last_eval_time;