diff --git a/koboldcpp.py b/koboldcpp.py index 91cf13fd6..13369bbfc 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1504,7 +1504,7 @@ Enter Prompt:
api_format = 2 sse_stream_flag = True - if self.path.endswith('/v1/completions'): + if self.path.endswith('/v1/completions') or self.path.endswith('/v1/completion'): api_format = 3 if self.path.endswith('/v1/chat/completions'):