mirror of
https://github.com/Alishahryar1/free-claude-code.git
synced 2026-04-28 03:20:01 +00:00
101 lines
2.9 KiB
Python
101 lines
2.9 KiB
Python
"""Tests for providers/nvidia_nim/request.py."""
|
|
|
|
from unittest.mock import MagicMock
|
|
|
|
from config.nim import NimSettings
|
|
from providers.common.utils import set_if_not_none
|
|
from providers.nvidia_nim.request import (
|
|
_set_extra,
|
|
build_request_body,
|
|
)
|
|
|
|
|
|
class TestSetIfNotNone:
|
|
def test_value_not_none_sets(self):
|
|
body = {}
|
|
set_if_not_none(body, "key", "value")
|
|
assert body["key"] == "value"
|
|
|
|
def test_value_none_skips(self):
|
|
body = {}
|
|
set_if_not_none(body, "key", None)
|
|
assert "key" not in body
|
|
|
|
|
|
class TestSetExtra:
|
|
def test_key_in_extra_body_skips(self):
|
|
extra = {"top_k": 42}
|
|
_set_extra(extra, "top_k", 10)
|
|
assert extra["top_k"] == 42
|
|
|
|
def test_value_none_skips(self):
|
|
extra = {}
|
|
_set_extra(extra, "top_k", None)
|
|
assert "top_k" not in extra
|
|
|
|
def test_value_equals_ignore_value_skips(self):
|
|
extra = {}
|
|
_set_extra(extra, "top_k", -1, ignore_value=-1)
|
|
assert "top_k" not in extra
|
|
|
|
def test_value_set_when_valid(self):
|
|
extra = {}
|
|
_set_extra(extra, "top_k", 10, ignore_value=-1)
|
|
assert extra["top_k"] == 10
|
|
|
|
|
|
class TestBuildRequestBody:
|
|
def test_max_tokens_capped_by_nim(self):
|
|
"""Request max_tokens exceeds nim.max_tokens -> capped."""
|
|
req = MagicMock()
|
|
req.model = "test"
|
|
req.messages = [MagicMock(role="user", content="hi")]
|
|
req.max_tokens = 100000
|
|
req.system = None
|
|
req.temperature = None
|
|
req.top_p = None
|
|
req.stop_sequences = None
|
|
req.tools = None
|
|
req.tool_choice = None
|
|
req.extra_body = None
|
|
req.top_k = None
|
|
|
|
nim = NimSettings(max_tokens=4096)
|
|
body = build_request_body(req, nim)
|
|
assert body["max_tokens"] == 4096
|
|
|
|
def test_presence_penalty_included_when_nonzero(self):
|
|
req = MagicMock()
|
|
req.model = "test"
|
|
req.messages = [MagicMock(role="user", content="hi")]
|
|
req.max_tokens = 100
|
|
req.system = None
|
|
req.temperature = None
|
|
req.top_p = None
|
|
req.stop_sequences = None
|
|
req.tools = None
|
|
req.tool_choice = None
|
|
req.extra_body = None
|
|
req.top_k = None
|
|
|
|
nim = NimSettings(presence_penalty=0.5)
|
|
body = build_request_body(req, nim)
|
|
assert body["presence_penalty"] == 0.5
|
|
|
|
def test_parallel_tool_calls_included(self):
|
|
req = MagicMock()
|
|
req.model = "test"
|
|
req.messages = [MagicMock(role="user", content="hi")]
|
|
req.max_tokens = 100
|
|
req.system = None
|
|
req.temperature = None
|
|
req.top_p = None
|
|
req.stop_sequences = None
|
|
req.tools = None
|
|
req.tool_choice = None
|
|
req.extra_body = None
|
|
req.top_k = None
|
|
|
|
nim = NimSettings(parallel_tool_calls=False)
|
|
body = build_request_body(req, nim)
|
|
assert body["parallel_tool_calls"] is False
|