fix: ollama stream requests (fixes #646)

This commit is contained in:
Carl-Robert Linnupuu 2024-09-05 12:29:49 +03:00
parent a81bfa1005
commit 2bc3d8d645
2 changed files with 13 additions and 4 deletions

View file

@ -12,7 +12,7 @@ jsoup = "1.17.2"
jtokkit = "1.1.0"
junit = "5.11.0"
kotlin = "2.0.0"
llm-client = "0.8.14"
llm-client = "0.8.16"
okio = "3.9.0"
tree-sitter = "0.22.6a"

View file

@ -146,9 +146,18 @@ class DefaultCompletionRequestHandlerTest : IntegrationTest() {
true
)
listOf(
jsonMapResponse("message", jsonMap(e("content", "Hel"), e("role", "assistant"))),
jsonMapResponse("message", jsonMap(e("content", "lo"), e("role", "assistant"))),
jsonMapResponse("message", jsonMap(e("content", "!"), e("role", "assistant")))
jsonMapResponse(
e("message", jsonMap(e("content", "Hel"), e("role", "assistant"))),
e("done", false)),
jsonMapResponse(
e("message", jsonMap(e("content", "lo"), e("role", "assistant"))),
e("done", false)),
jsonMapResponse(
e("message", jsonMap(e("content", "!"), e("role", "assistant"))),
e("done", false)),
jsonMapResponse(
e("message", jsonMap(e("content", ""), e("role", "assistant"))),
e("done", true))
)
})