From e3cb357c3b1ddd1d225e087e99dbf3fa3cf40e93 Mon Sep 17 00:00:00 2001 From: James Date: Thu, 21 Nov 2024 13:36:25 +1000 Subject: [PATCH] Update llm_wrapper.py --- llm_wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_wrapper.py b/llm_wrapper.py index f8b97c0..5568952 100644 --- a/llm_wrapper.py +++ b/llm_wrapper.py @@ -44,7 +44,7 @@ class LLMWrapper: 'top_p': kwargs.get('top_p', self.llm_config.get('top_p', 0.9)), 'stop': kwargs.get('stop', self.llm_config.get('stop', [])), 'num_predict': kwargs.get('max_tokens', self.llm_config.get('max_tokens', 55000)), - 'context_length': self.llm_config.get('n_ctx', 55000) + 'num_ctx': self.llm_config.get('n_ctx', 55000) } } response = requests.post(url, json=data, stream=True)