mirror of
https://github.com/agent0ai/agent-zero.git
synced 2026-05-17 04:01:13 +00:00
fe2310aa90
Add LLM preset selection to project create/edit flows, backed by _model_config scoped project config. Support global, project, and combined preset APIs with explicit metadata while preserving plain YAML preset files. Copy selected preset chat/utility settings into project-scoped config, keep embedding settings from the effective config, and document/test the new project model config paths.
289 lines
8.3 KiB
Python
289 lines
8.3 KiB
Python
from __future__ import annotations
|
|
|
|
import json
|
|
import sys
|
|
import threading
|
|
import types
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from flask import Flask
|
|
|
|
|
|
PROJECT_ROOT = Path(__file__).resolve().parents[1]
|
|
if str(PROJECT_ROOT) not in sys.path:
|
|
sys.path.insert(0, str(PROJECT_ROOT))
|
|
|
|
sys.modules.setdefault("giturlparse", types.SimpleNamespace(parse=lambda *args, **kwargs: None))
|
|
|
|
|
|
class _DummyObserver:
|
|
def __init__(self):
|
|
self._alive = False
|
|
|
|
def is_alive(self):
|
|
return self._alive
|
|
|
|
def start(self):
|
|
self._alive = True
|
|
|
|
def stop(self):
|
|
self._alive = False
|
|
|
|
def join(self, *args, **kwargs):
|
|
return None
|
|
|
|
def unschedule_all(self):
|
|
return None
|
|
|
|
def schedule(self, *args, **kwargs):
|
|
return None
|
|
|
|
|
|
watchdog = types.ModuleType("watchdog")
|
|
watchdog.observers = types.SimpleNamespace(Observer=_DummyObserver)
|
|
watchdog.events = types.SimpleNamespace(FileSystemEventHandler=object)
|
|
sys.modules.setdefault("watchdog", watchdog)
|
|
sys.modules.setdefault("watchdog.observers", watchdog.observers)
|
|
sys.modules.setdefault("watchdog.events", watchdog.events)
|
|
|
|
|
|
def _prepare_a0_tree(monkeypatch, tmp_path: Path):
|
|
from helpers import files, plugins
|
|
|
|
monkeypatch.setattr(files, "_base_dir", str(tmp_path))
|
|
monkeypatch.setattr(
|
|
plugins,
|
|
"call_plugin_hook",
|
|
lambda plugin_name, hook_name, default=None, **kwargs: default,
|
|
)
|
|
|
|
plugin_dir = tmp_path / "plugins" / "_model_config"
|
|
plugin_dir.mkdir(parents=True)
|
|
(plugin_dir / "plugin.yaml").write_text(
|
|
"name: _model_config\nper_project_config: true\nper_agent_config: true\n",
|
|
encoding="utf-8",
|
|
)
|
|
(plugin_dir / "default_presets.yaml").write_text(
|
|
"""
|
|
- name: Default Balance
|
|
chat:
|
|
provider: openrouter
|
|
name: default-chat
|
|
utility:
|
|
provider: openrouter
|
|
name: default-utility
|
|
""".lstrip(),
|
|
encoding="utf-8",
|
|
)
|
|
(plugin_dir / "default_config.yaml").write_text(
|
|
"""
|
|
allow_chat_override: true
|
|
chat_model:
|
|
provider: openrouter
|
|
name: configured-chat
|
|
utility_model:
|
|
provider: openrouter
|
|
name: configured-utility
|
|
embedding_model:
|
|
provider: huggingface
|
|
name: configured-embedding
|
|
""".lstrip(),
|
|
encoding="utf-8",
|
|
)
|
|
(tmp_path / "usr" / "projects").mkdir(parents=True)
|
|
|
|
|
|
def test_global_presets_keep_legacy_default_and_save_behavior(monkeypatch, tmp_path):
|
|
_prepare_a0_tree(monkeypatch, tmp_path)
|
|
|
|
from plugins._model_config.helpers import model_config
|
|
|
|
assert model_config.get_presets()[0]["name"] == "Default Balance"
|
|
|
|
model_config.save_presets(
|
|
[
|
|
{
|
|
"name": "Global One",
|
|
"scope": "project",
|
|
"project_name": "ignored",
|
|
"chat": {"provider": "openai", "name": "gpt-test", "_kwargs_text": ""},
|
|
}
|
|
]
|
|
)
|
|
|
|
presets = model_config.get_presets()
|
|
assert presets == [
|
|
{"name": "Global One", "chat": {"provider": "openai", "name": "gpt-test"}}
|
|
]
|
|
|
|
saved_path = tmp_path / "usr" / "plugins" / "_model_config" / "presets.yaml"
|
|
assert "scope:" not in saved_path.read_text(encoding="utf-8")
|
|
|
|
model_config.save_presets([])
|
|
assert model_config.get_presets() == []
|
|
|
|
assert model_config.reset_presets()[0]["name"] == "Default Balance"
|
|
|
|
|
|
def test_project_presets_are_separate_and_resolve_by_scope(monkeypatch, tmp_path):
|
|
_prepare_a0_tree(monkeypatch, tmp_path)
|
|
|
|
from helpers import projects
|
|
from plugins._model_config.helpers import model_config
|
|
|
|
projects.create_project("demo", {"title": "Demo"})
|
|
model_config.save_presets(
|
|
[{"name": "Shared", "chat": {"provider": "global", "name": "chat"}}]
|
|
)
|
|
model_config.save_presets(
|
|
[{"name": "Shared", "chat": {"provider": "project", "name": "chat"}}],
|
|
project_name="demo",
|
|
)
|
|
|
|
assert model_config.get_presets()[0]["chat"]["provider"] == "global"
|
|
assert model_config.get_project_presets("demo")[0]["chat"]["provider"] == "project"
|
|
|
|
combined = model_config.get_combined_presets("demo")
|
|
assert [(item["scope"], item["project_name"], item["name"]) for item in combined] == [
|
|
("global", "", "Shared"),
|
|
("project", "demo", "Shared"),
|
|
]
|
|
assert model_config.resolve_preset("Shared", scope="global")["chat"]["provider"] == "global"
|
|
assert (
|
|
model_config.resolve_preset("Shared", scope="project", project_name="demo")["chat"]["provider"]
|
|
== "project"
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_model_presets_api_returns_global_or_combined_by_project(monkeypatch, tmp_path):
|
|
_prepare_a0_tree(monkeypatch, tmp_path)
|
|
|
|
from helpers import projects
|
|
from plugins._model_config.api.model_presets import ModelPresets
|
|
from plugins._model_config.helpers import model_config
|
|
|
|
projects.create_project("demo", {"title": "Demo"})
|
|
model_config.save_presets(
|
|
[{"name": "Global", "chat": {"provider": "global", "name": "chat"}}]
|
|
)
|
|
model_config.save_presets(
|
|
[{"name": "Project", "chat": {"provider": "project", "name": "chat"}}],
|
|
project_name="demo",
|
|
)
|
|
|
|
handler = ModelPresets(Flask(__name__), threading.Lock())
|
|
global_response = await handler.process({"action": "get"}, None)
|
|
assert global_response["presets"] == [
|
|
{"name": "Global", "chat": {"provider": "global", "name": "chat"}}
|
|
]
|
|
assert "scope" not in global_response["presets"][0]
|
|
|
|
project_response = await handler.process({"action": "get", "project_name": "demo"}, None)
|
|
assert [(p["scope"], p["name"]) for p in project_response["presets"]] == [
|
|
("global", "Global"),
|
|
("project", "Project"),
|
|
]
|
|
|
|
|
|
def test_project_save_copies_selected_preset_to_scoped_model_config(monkeypatch, tmp_path):
|
|
_prepare_a0_tree(monkeypatch, tmp_path)
|
|
|
|
from helpers import projects
|
|
from plugins._model_config.helpers import model_config
|
|
|
|
model_config.save_presets(
|
|
[
|
|
{
|
|
"name": "Research",
|
|
"chat": {"provider": "anthropic", "name": "claude-research"},
|
|
"utility": {"provider": "openai", "name": "utility-research"},
|
|
}
|
|
]
|
|
)
|
|
|
|
projects.create_project(
|
|
"demo",
|
|
{
|
|
"title": "Demo",
|
|
"llm": {
|
|
"selected_preset": {"scope": "global", "name": "Research"},
|
|
},
|
|
},
|
|
)
|
|
|
|
config_path = (
|
|
tmp_path
|
|
/ "usr"
|
|
/ "projects"
|
|
/ "demo"
|
|
/ ".a0proj"
|
|
/ "plugins"
|
|
/ "_model_config"
|
|
/ "config.json"
|
|
)
|
|
config = json.loads(config_path.read_text(encoding="utf-8"))
|
|
assert config["chat_model"]["name"] == "claude-research"
|
|
assert config["utility_model"]["name"] == "utility-research"
|
|
assert config["embedding_model"]["name"] == "configured-embedding"
|
|
|
|
project_json = (
|
|
tmp_path / "usr" / "projects" / "demo" / ".a0proj" / "project.json"
|
|
).read_text(encoding="utf-8")
|
|
assert "llm" not in project_json
|
|
assert "_model_config" not in project_json
|
|
|
|
|
|
def test_project_save_disambiguates_same_name_project_preset(monkeypatch, tmp_path):
|
|
_prepare_a0_tree(monkeypatch, tmp_path)
|
|
|
|
from helpers import projects
|
|
from plugins._model_config.helpers import model_config
|
|
|
|
model_config.save_presets(
|
|
[{"name": "Shared", "chat": {"provider": "global", "name": "chat"}}]
|
|
)
|
|
projects.create_project(
|
|
"demo",
|
|
{
|
|
"title": "Demo",
|
|
"llm": {
|
|
"selected_preset": {
|
|
"scope": "project",
|
|
"project_name": "demo",
|
|
"name": "Shared",
|
|
},
|
|
"project_presets": [
|
|
{"name": "Shared", "chat": {"provider": "project", "name": "chat"}}
|
|
],
|
|
},
|
|
},
|
|
)
|
|
|
|
config = json.loads(
|
|
(
|
|
tmp_path
|
|
/ "usr"
|
|
/ "projects"
|
|
/ "demo"
|
|
/ ".a0proj"
|
|
/ "plugins"
|
|
/ "_model_config"
|
|
/ "config.json"
|
|
).read_text(encoding="utf-8")
|
|
)
|
|
assert config["chat_model"]["provider"] == "project"
|
|
|
|
presets_yaml = (
|
|
tmp_path
|
|
/ "usr"
|
|
/ "projects"
|
|
/ "demo"
|
|
/ ".a0proj"
|
|
/ "plugins"
|
|
/ "_model_config"
|
|
/ "presets.yaml"
|
|
).read_text(encoding="utf-8")
|
|
assert "scope:" not in presets_yaml
|
|
assert "project_name:" not in presets_yaml
|