vrr/ProxyAI
2
0
Fork 0
mirror of https://github.com/carlrobertoh/ProxyAI.git synced 2026-05-12 14:10:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: decrease prefix/suffix prompt size

Browse source
This commit is contained in:
Carl-Robert Linnupuu 2024-02-08 01:57:40 +02:00
parent 5ea3609a92
commit 1a7e302ae2
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/main/java/ee/carlrobert/codegpt/codecompletions/InfillRequestDetails.java
View file

@ -7,7 +7,7 @@ import ee.carlrobert.codegpt.EncodingManager;
public class InfillRequestDetails {
private static final int MAX_OFFSET = 10_000;
private static final int MAX_PROMPT_TOKENS = 512;
private static final int MAX_PROMPT_TOKENS = 128;
private final String prefix;
private final String suffix;