Increase NVIDIA NIM rate limit from 20 to 40

This commit is contained in:
Ali Khokhar 2026-02-03 19:57:44 -08:00 committed by GitHub
parent 8be539ab8d
commit e6972e3fba
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -25,7 +25,7 @@ MESSAGING_RATE_WINDOW=1
# NVIDIA NIM Config
NVIDIA_NIM_API_KEY=""
NVIDIA_NIM_RATE_LIMIT=20
NVIDIA_NIM_RATE_LIMIT=40
NVIDIA_NIM_RATE_WINDOW=60
NVIDIA_NIM_TEMPERATURE=1.0
@ -46,4 +46,4 @@ NVIDIA_NIM_MIN_TOKENS=0
NVIDIA_NIM_CHAT_TEMPLATE=""
NVIDIA_NIM_REQUEST_ID=""
NVIDIA_NIM_REASONING_EFFORT=high
NVIDIA_NIM_INCLUDE_REASONING=true
NVIDIA_NIM_INCLUDE_REASONING=true