vrr/ProxyAI
2
0
Fork 0
mirror of https://github.com/carlrobertoh/ProxyAI.git synced 2026-05-21 19:13:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: extract llama request settings to its own state, improve UI/UX

Browse source
This commit is contained in:
Carl-Robert Linnupuu 2023-12-21 14:46:45 +02:00
parent 9d83107dd5
commit e230640063
15 changed files with 446 additions and 267 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/main/java/ee/carlrobert/codegpt/completions/CompletionRequestProvider.java
View file

@ -109,10 +109,10 @@ public class CompletionRequestProvider {
return new LlamaCompletionRequest.Builder(prompt)
.setN_predict(configuration.getMaxTokens())
.setTemperature(configuration.getTemperature())
.setTop_k(configuration.getTopK())
.setTop_p(configuration.getTopP())
.setMin_p(configuration.getMinP())
.setRepeat_penalty(configuration.getRepeatPenalty())
.setTop_k(settings.getTopK())
.setTop_p(settings.getTopP())
.setMin_p(settings.getMinP())
.setRepeat_penalty(settings.getRepeatPenalty())
.build();
}