mirror of
https://github.com/Alishahryar1/free-claude-code.git
synced 2026-04-28 03:20:01 +00:00
56 lines
1.5 KiB
Python
56 lines
1.5 KiB
Python
"""NVIDIA NIM settings (fixed values, no env config)."""
|
|
|
|
from typing import Literal
|
|
|
|
from pydantic import BaseModel, ConfigDict, Field, field_validator
|
|
|
|
|
|
class NimSettings(BaseModel):
|
|
"""Fixed NVIDIA NIM settings (not configurable via env)."""
|
|
|
|
temperature: float = Field(1.0, ge=0.0)
|
|
top_p: float = Field(1.0, ge=0.0, le=1.0)
|
|
top_k: int = -1
|
|
max_tokens: int = Field(81920, ge=1)
|
|
presence_penalty: float = Field(0.0, ge=-2.0, le=2.0)
|
|
frequency_penalty: float = Field(0.0, ge=-2.0, le=2.0)
|
|
|
|
min_p: float = Field(0.0, ge=0.0, le=1.0)
|
|
repetition_penalty: float = Field(1.0, ge=0.0)
|
|
|
|
seed: int | None = None
|
|
stop: str | None = None
|
|
|
|
parallel_tool_calls: bool = True
|
|
return_tokens_as_token_ids: bool = False
|
|
ignore_eos: bool = False
|
|
|
|
min_tokens: int = Field(0, ge=0)
|
|
chat_template: str | None = None
|
|
request_id: str | None = None
|
|
|
|
reasoning_effort: Literal["low", "medium", "high"] = "high"
|
|
include_reasoning: bool = True
|
|
|
|
model_config = ConfigDict(extra="forbid")
|
|
|
|
@field_validator("top_k")
|
|
@classmethod
|
|
def validate_top_k(cls, v):
|
|
if v < -1:
|
|
raise ValueError("top_k must be -1 or >= 0")
|
|
return v
|
|
|
|
@field_validator("seed", mode="before")
|
|
@classmethod
|
|
def parse_optional_int(cls, v):
|
|
if v == "" or v is None:
|
|
return None
|
|
return int(v)
|
|
|
|
@field_validator("stop", "chat_template", "request_id", mode="before")
|
|
@classmethod
|
|
def parse_optional_str(cls, v):
|
|
if v == "":
|
|
return None
|
|
return v
|