vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated kobold lite, work on rwkv, added exe path to model load params, added launch parameter

Browse source
This commit is contained in:
Concedo 2023-04-18 17:36:44 +08:00
parent 8e923dc6e9
commit c200b674f4
11 changed files with 100587 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

3
expose.cpp
View file

@ -20,6 +20,8 @@
#include "expose.h"
#include "model_adapter.cpp"
std::string executable_path = "";
extern "C"
{
@ -46,6 +48,7 @@ extern "C"
deviceenv = "KCPP_CLBLAST_DEVICES="+std::to_string(devices);
putenv((char*)platformenv.c_str());
putenv((char*)deviceenv.c_str());
executable_path = inputs.executable_path;
if(file_format==FileFormat::GPTJ_1 || file_format==FileFormat::GPTJ_2 || file_format==FileFormat::GPTJ_3)
{