vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-21 18:52:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

WIP on sdcpp integration

Browse source
This commit is contained in:
Concedo 2024-02-29 00:40:07 +08:00
parent 1e3ac7d803
commit f75e479db0
12 changed files with 154 additions and 664 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -87,7 +87,7 @@ class generation_inputs(ctypes.Structure):
class generation_outputs(ctypes.Structure):
_fields_ = [("status", ctypes.c_int),
("text", ctypes.c_char * 32768)]
("text", ctypes.c_char * 24576)]
class token_count_outputs(ctypes.Structure):
_fields_ = [("count", ctypes.c_int),