mirror of
https://github.com/Alishahryar1/free-claude-code.git
synced 2026-04-28 11:30:03 +00:00
b75f47b62d
Mistral models reject chat_template_kwargs, causing 400 errors. Make thinking params (chat_template_kwargs, reasoning_budget) opt-in via NIM_ENABLE_THINKING env var (default false) so only models that need it (kimi, nemotron) receive them.
51 lines
1.4 KiB
Python
51 lines
1.4 KiB
Python
"""NVIDIA NIM settings (fixed values, no env config)."""
|
|
|
|
from pydantic import BaseModel, ConfigDict, Field, field_validator
|
|
|
|
|
|
class NimSettings(BaseModel):
|
|
"""Fixed NVIDIA NIM settings (not configurable via env)."""
|
|
|
|
temperature: float = Field(1.0, ge=0.0)
|
|
top_p: float = Field(1.0, ge=0.0, le=1.0)
|
|
top_k: int = -1
|
|
max_tokens: int = Field(81920, ge=1)
|
|
presence_penalty: float = Field(0.0, ge=-2.0, le=2.0)
|
|
frequency_penalty: float = Field(0.0, ge=-2.0, le=2.0)
|
|
|
|
min_p: float = Field(0.0, ge=0.0, le=1.0)
|
|
repetition_penalty: float = Field(1.0, ge=0.0)
|
|
|
|
seed: int | None = None
|
|
stop: str | None = None
|
|
|
|
parallel_tool_calls: bool = True
|
|
ignore_eos: bool = False
|
|
enable_thinking: bool = False
|
|
|
|
min_tokens: int = Field(0, ge=0)
|
|
chat_template: str | None = None
|
|
request_id: str | None = None
|
|
|
|
model_config = ConfigDict(extra="forbid")
|
|
|
|
@field_validator("top_k")
|
|
@classmethod
|
|
def validate_top_k(cls, v):
|
|
if v < -1:
|
|
raise ValueError("top_k must be -1 or >= 0")
|
|
return v
|
|
|
|
@field_validator("seed", mode="before")
|
|
@classmethod
|
|
def parse_optional_int(cls, v):
|
|
if v == "" or v is None:
|
|
return None
|
|
return int(v)
|
|
|
|
@field_validator("stop", "chat_template", "request_id", mode="before")
|
|
@classmethod
|
|
def parse_optional_str(cls, v):
|
|
if v == "":
|
|
return None
|
|
return v
|