always enabled thinking

This commit is contained in:
Alishahryar1 2026-02-14 19:46:29 -08:00
parent d13d8d3502
commit 952a2351ec

View file

@ -84,14 +84,12 @@ def build_request_body(request_data: Any, nim: NimSettings) -> dict:
extra_body.update(request_extra)
# Handle thinking/reasoning mode
thinking = getattr(request_data, "thinking", None)
if thinking and getattr(thinking, "enabled", True):
extra_body.setdefault("thinking", {"type": "enabled"})
extra_body.setdefault("reasoning_split", True)
extra_body.setdefault(
"chat_template_kwargs",
{"thinking": True, "reasoning_split": True, "clear_thinking": False},
)
extra_body.setdefault("thinking", {"type": "enabled"})
extra_body.setdefault("reasoning_split", True)
extra_body.setdefault(
"chat_template_kwargs",
{"thinking": True, "reasoning_split": True, "clear_thinking": False},
)
req_top_k = getattr(request_data, "top_k", None)
top_k = req_top_k if req_top_k is not None else nim.top_k