vrr/ProxyAI
2
0
Fork 0
mirror of https://github.com/carlrobertoh/ProxyAI.git synced 2026-05-10 03:59:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: add Mistral AI service template (#532)

Browse source
This commit is contained in:
Phil 2024-05-07 17:01:07 +02:00 • committed by GitHub
parent 2c0a28a912
commit 33aa0e1065
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/main/kotlin/ee/carlrobert/codegpt/settings/service/custom/CustomServiceChatCompletionTemplate.kt
View file

@ -89,6 +89,16 @@ enum class CustomServiceChatCompletionTemplate(
"http://localhost:8080/v1/chat/completions",
getDefaultHeaders(),
getDefaultBodyParams(emptyMap())
),
MISTRAL_AI(
"https://api.mistral.ai/v1/chat/completions",
getDefaultHeaders("Authorization", "Bearer \$CUSTOM_SERVICE_API_KEY"),
getDefaultBodyParams(
mapOf(
"model" to "open-mistral-7b",
"max_tokens" to 1024
)
)
);
}

5
src/main/kotlin/ee/carlrobert/codegpt/settings/service/custom/CustomServiceTemplate.kt
View file

@ -61,6 +61,11 @@ enum class CustomServiceTemplate(
"LLaMA C/C++",
"https://github.com/ggerganov/llama.cpp/blob/master/examples/server/README.md",
CustomServiceChatCompletionTemplate.LLAMA_CPP
),
MISTRAL_AI(
"Mistral AI",
"https://docs.mistral.ai/getting-started/quickstart",
CustomServiceChatCompletionTemplate.MISTRAL_AI
);
override fun toString(): String {