mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-10 17:14:36 +00:00
added extra endpoints for abort gen and polled streaming
This commit is contained in:
parent
5bd9cef9fa
commit
43f7e40470
5 changed files with 63 additions and 25 deletions
15
expose.cpp
15
expose.cpp
|
@ -20,13 +20,6 @@
|
|||
#include "expose.h"
|
||||
#include "model_adapter.cpp"
|
||||
|
||||
std::string executable_path = "";
|
||||
std::string lora_filename = "";
|
||||
|
||||
|
||||
bool generation_finished;
|
||||
std::vector<std::string> generated_tokens;
|
||||
|
||||
extern "C"
|
||||
{
|
||||
|
||||
|
@ -225,4 +218,12 @@ extern "C"
|
|||
bool has_finished() {
|
||||
return generation_finished;
|
||||
}
|
||||
|
||||
const char* get_pending_output() {
|
||||
return gpttype_get_pending_output().c_str();
|
||||
}
|
||||
|
||||
bool abort_generate() {
|
||||
return gpttype_generate_abort();
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue