# ========= Copyright 2025-2026 @ Eigent.ai All Rights Reserved. ========= # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ========= Copyright 2025-2026 @ Eigent.ai All Rights Reserved. ========= from unittest.mock import MagicMock, patch import pytest from fastapi import HTTPException from fastapi.testclient import TestClient from app.controller.model_controller import ( ValidateModelRequest, ValidateModelResponse, validate_model, ) @pytest.mark.unit class TestModelController: """Test cases for model controller endpoints.""" @pytest.mark.asyncio async def test_validate_model_success(self): """Test successful model validation.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", api_key="test_key", url="https://api.openai.com/v1", model_config_dict={"temperature": 0.7}, extra_params={"max_tokens": 1000}, ) mock_agent = MagicMock() mock_response = MagicMock() tool_call = MagicMock() tool_call.result = "Tool execution completed successfully for https://www.camel-ai.org, Website Content: Welcome to CAMEL AI!" mock_response.info = {"tool_calls": [tool_call]} mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): response = await validate_model(request_data) assert isinstance(response, ValidateModelResponse) assert response.is_valid is True assert response.is_tool_calls is True assert response.message == "Validation Success" assert response.error_code is None assert response.error is None @pytest.mark.asyncio async def test_validate_model_creation_failure(self): """Test model validation when agent creation fails.""" request_data = ValidateModelRequest( model_platform="INVALID", model_type="INVALID_MODEL", api_key="invalid_key", ) with patch( "app.controller.model_controller.create_agent", side_effect=Exception("Invalid model configuration"), ): with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400 @pytest.mark.asyncio async def test_validate_model_step_failure(self): """Test model validation when agent step fails.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", api_key="test_key" ) mock_agent = MagicMock() mock_agent.step.side_effect = Exception("API call failed") with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400 @pytest.mark.asyncio async def test_validate_model_tool_calls_false(self): """Test model validation when tool calls fail.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", api_key="test_key" ) mock_agent = MagicMock() mock_response = MagicMock() tool_call = MagicMock() tool_call.result = "Different response" mock_response.info = {"tool_calls": [tool_call]} mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): response = await validate_model(request_data) assert isinstance(response, ValidateModelResponse) assert response.is_valid is True assert response.is_tool_calls is False assert ( response.message == "This model doesn't support tool calls. please try with another model." ) @pytest.mark.asyncio async def test_validate_model_with_minimal_parameters(self): """Test model validation with minimal parameters (no API key).""" request_data = ( ValidateModelRequest() ) # Uses default values, api_key is None mock_agent = MagicMock() mock_response = MagicMock() tool_call = MagicMock() tool_call.result = "Tool execution completed successfully for https://www.camel-ai.org, Website Content: Welcome to CAMEL AI!" mock_response.info = {"tool_calls": [tool_call]} mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): # api_key is None by default, which passes the empty string check # The agent step succeeds, so validation should pass response = await validate_model(request_data) assert isinstance(response, ValidateModelResponse) assert response.is_valid is True assert response.is_tool_calls is True @pytest.mark.asyncio async def test_validate_model_no_response(self): """Test model validation when no response is returned.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o" ) mock_agent = MagicMock() mock_agent.step.return_value = None # When response is None, should return False with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): result = await validate_model(request_data) assert result.is_valid is False assert result.is_tool_calls is False assert result.error_code is None assert result.error is None @pytest.mark.integration class TestModelControllerIntegration: """Integration tests for model controller.""" def test_validate_model_endpoint_integration(self, client: TestClient): """Test validate model endpoint through FastAPI test client.""" request_data = { "model_platform": "openai", "model_type": "gpt-4o", "api_key": "test_key", "url": "https://api.openai.com/v1", "model_config_dict": {"temperature": 0.7}, "extra_params": {"max_tokens": 1000}, } mock_agent = MagicMock() mock_response = MagicMock() tool_call = MagicMock() tool_call.result = "Tool execution completed successfully for https://www.camel-ai.org, Website Content: Welcome to CAMEL AI!" mock_response.info = {"tool_calls": [tool_call]} mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): response = client.post("/model/validate", json=request_data) assert response.status_code == 200 response_data = response.json() assert response_data["is_valid"] is True assert response_data["is_tool_calls"] is True assert response_data["message"] == "Validation Success" def test_validate_model_endpoint_error_integration( self, client: TestClient ): """Test validate model endpoint error handling through FastAPI test client.""" request_data = { "model_platform": "INVALID", "model_type": "INVALID_MODEL", } with patch( "app.controller.model_controller.create_agent", side_effect=Exception("Test error"), ): response = client.post("/model/validate", json=request_data) assert response.status_code == 400 @pytest.mark.model_backend class TestModelControllerWithRealModels: """Tests that require real model backends (marked for selective running).""" @pytest.mark.asyncio async def test_validate_model_with_real_openai_model(self): """Test model validation with real OpenAI model (requires API key).""" # This test would validate against real OpenAI API # Marked as model_backend for selective execution assert True # Placeholder @pytest.mark.very_slow async def test_validate_multiple_model_platforms(self): """Test validation across multiple model platforms (very slow test).""" # This test would validate multiple different model platforms # Marked as very_slow for execution only in full test mode assert True # Placeholder @pytest.mark.unit class TestModelControllerErrorCases: """Test error cases and edge conditions for model controller.""" @pytest.mark.asyncio async def test_validate_model_with_invalid_json_config(self): """Test model validation with invalid JSON configuration.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", model_config_dict={"invalid": float("inf")}, # Invalid JSON value ) with patch( "app.controller.model_controller.create_agent", side_effect=ValueError("Invalid configuration"), ): with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400 @pytest.mark.asyncio async def test_validate_model_with_network_error(self): """Test model validation with network connectivity issues.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", url="https://invalid-url.com", ) mock_agent = MagicMock() mock_agent.step.side_effect = ConnectionError("Network unreachable") with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400 @pytest.mark.asyncio async def test_validate_model_with_malformed_tool_calls_response(self): """Test model validation with malformed tool calls in response.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o" ) mock_agent = MagicMock() mock_response = MagicMock() mock_response.info = { "tool_calls": [] # Empty tool calls } mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): # Should handle empty tool calls gracefully result = await validate_model(request_data) assert result.is_valid is True # Response exists assert result.is_tool_calls is False # No valid tool calls @pytest.mark.asyncio async def test_validate_model_with_missing_info_field(self): """Test model validation with missing info field in response.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o" ) mock_agent = MagicMock() mock_response = MagicMock() mock_response.info = {} # Missing tool_calls mock_agent.step.return_value = mock_response with patch( "app.controller.model_controller.create_agent", return_value=mock_agent, ): # Should handle missing tool_calls key gracefully result = await validate_model(request_data) assert result.is_valid is True # Response exists assert result.is_tool_calls is False # No tool_calls key @pytest.mark.asyncio async def test_validate_model_empty_api_key(self): """Test model validation with empty API key.""" request_data = ValidateModelRequest( model_platform="openai", model_type="gpt-4o", api_key="", # Empty API key ) with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400 detail = exc_info.value.detail assert detail["error_code"] == "invalid_api_key" @pytest.mark.asyncio async def test_validate_model_invalid_model_type(self): """Test model validation with invalid model type raises HTTPException.""" request_data = ValidateModelRequest( model_platform="openai", model_type="INVALID_MODEL_TYPE", api_key="test_key", ) with pytest.raises(HTTPException) as exc_info: await validate_model(request_data) assert exc_info.value.status_code == 400