From 1a7e302ae26d6d4ceb515bff5ac2edf88c5e293b Mon Sep 17 00:00:00 2001
From: Carl-Robert Linnupuu <carlrobertoh@gmail.com>
Date: Thu, 8 Feb 2024 01:57:40 +0200
Subject: [PATCH] fix: decrease prefix/suffix prompt size

---
 .../codegpt/codecompletions/InfillRequestDetails.java           | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/main/java/ee/carlrobert/codegpt/codecompletions/InfillRequestDetails.java b/src/main/java/ee/carlrobert/codegpt/codecompletions/InfillRequestDetails.java
index 34e9cd73..689a3a92 100644
--- a/src/main/java/ee/carlrobert/codegpt/codecompletions/InfillRequestDetails.java
+++ b/src/main/java/ee/carlrobert/codegpt/codecompletions/InfillRequestDetails.java
@@ -7,7 +7,7 @@ import ee.carlrobert.codegpt.EncodingManager;
 public class InfillRequestDetails {
 
   private static final int MAX_OFFSET = 10_000;
-  private static final int MAX_PROMPT_TOKENS = 512;
+  private static final int MAX_PROMPT_TOKENS = 128;
 
   private final String prefix;
   private final String suffix;