mirror of
https://github.com/razzant/ouroboros.git
synced 2026-10-03 12:18:39 +00:00
Phase A candidate for issues #641, #639 and #738. Focused checks passed; external phase review is pending.
157 lines
6.2 KiB
Python
157 lines
6.2 KiB
Python
"""``_store_task_result`` persistence semantics.
|
|
|
|
Split out of ``tests/test_agent_task_pipeline.py`` when that module was divided
|
|
by theme; every moved block is verbatim. Covers review-evidence persistence,
|
|
the compact review projection (no raw model text), failed-status preservation,
|
|
and the unresolved-vs-recovered tool-failure outcome axes.
|
|
"""
|
|
|
|
import json
|
|
from types import SimpleNamespace
|
|
|
|
import ouroboros.agent_task_pipeline as pipeline
|
|
|
|
|
|
def test_store_task_result_persists_review_evidence(tmp_path):
|
|
env = SimpleNamespace(drive_root=tmp_path)
|
|
|
|
pipeline._store_task_result(
|
|
env=env,
|
|
task={"id": "task-store", "type": "task", "text": "hi"},
|
|
text="done",
|
|
usage={"rounds": 2, "cost": 0.1},
|
|
llm_trace={"tool_calls": [], "reasoning_notes": []},
|
|
review_evidence={"has_evidence": True, "open_obligations": [{"item": "tests_affected"}]},
|
|
)
|
|
|
|
payload = json.loads((tmp_path / "task_results" / "task-store.json").read_text(encoding="utf-8"))
|
|
assert payload["review_evidence"]["has_evidence"] is True
|
|
assert payload["review_evidence"]["open_obligations"][0]["item"] == "tests_affected"
|
|
|
|
|
|
def test_store_task_result_persists_only_compact_review_projection(tmp_path):
|
|
env = SimpleNamespace(drive_root=tmp_path)
|
|
trace = {
|
|
"tool_calls": [],
|
|
"review_runs": [{
|
|
"request": {"surface": "task_acceptance", "policy": {"min_successful_slots": 1}},
|
|
"authority": "host_root",
|
|
"aggregate_signal": "DEGRADED",
|
|
"actors": [{
|
|
"slot_id": "slot_1", "model": "openai/gpt-5.6-sol", "status": "ok",
|
|
"parsed": {"verdict": "DEGRADED", "summary": "not enough evidence"},
|
|
"signal": "DEGRADED", "raw_text": "PRIVATE RAW MODEL RESPONSE",
|
|
}],
|
|
}],
|
|
}
|
|
pipeline._store_task_result(
|
|
env=env,
|
|
task={"id": "task-review-projection", "type": "task", "text": "hi"},
|
|
text="done",
|
|
usage={"rounds": 1, "cost": 0.0},
|
|
llm_trace=trace,
|
|
review_evidence={},
|
|
)
|
|
|
|
payload = json.loads(
|
|
(tmp_path / "task_results" / "task-review-projection.json").read_text(encoding="utf-8")
|
|
)
|
|
actor = payload["review_projection"]["panels"][0]["actors"][0]
|
|
assert actor["model"] == "openai/gpt-5.6-sol"
|
|
assert actor["parse_status"] == "valid"
|
|
assert actor["semantic_verdict"] == "DEGRADED"
|
|
assert "raw_text" not in actor
|
|
assert "PRIVATE RAW MODEL RESPONSE" not in json.dumps(payload)
|
|
|
|
|
|
def test_store_task_result_preserves_failed_status(tmp_path):
|
|
from ouroboros.task_results import STATUS_FAILED, write_task_result
|
|
|
|
env = SimpleNamespace(drive_root=tmp_path)
|
|
write_task_result(tmp_path, "task-failed", STATUS_FAILED, result="initial failure")
|
|
|
|
pipeline._store_task_result(
|
|
env=env,
|
|
task={"id": "task-failed", "type": "task", "text": "hi"},
|
|
text="final failure reply",
|
|
usage={"rounds": 1, "cost": 0.0},
|
|
llm_trace={"tool_calls": [], "reasoning_notes": []},
|
|
review_evidence={},
|
|
)
|
|
|
|
payload = json.loads((tmp_path / "task_results" / "task-failed.json").read_text(encoding="utf-8"))
|
|
assert payload["status"] == STATUS_FAILED
|
|
assert payload["result"] == "final failure reply"
|
|
|
|
|
|
def test_store_task_result_keeps_delivered_answer_and_unresolved_tool_errors(tmp_path):
|
|
from ouroboros.task_results import STATUS_COMPLETED
|
|
|
|
env = SimpleNamespace(drive_root=tmp_path)
|
|
|
|
pipeline._store_task_result(
|
|
env=env,
|
|
task={"id": "task-tool-failed", "type": "task", "text": "make file"},
|
|
text="Created the file.",
|
|
usage={"rounds": 2, "cost": 0.0},
|
|
llm_trace={
|
|
"tool_calls": [{
|
|
"tool": "run_command",
|
|
"args": {"cmd": "python3 -c ..."},
|
|
"result": "⚠️ ARTIFACT_OUTPUT_ERROR: command succeeded but declared output registration failed.",
|
|
"is_error": True,
|
|
"status": "artifact_output_error",
|
|
}],
|
|
"reasoning_notes": [],
|
|
},
|
|
review_evidence={},
|
|
)
|
|
|
|
payload = json.loads((tmp_path / "task_results" / "task-tool-failed.json").read_text(encoding="utf-8"))
|
|
assert payload["status"] == STATUS_COMPLETED
|
|
assert payload["outcome_axes"]["execution"]["status"] == "ok"
|
|
assert payload["outcome_axes"]["objective"]["status"] == "not_evaluated"
|
|
assert payload["outcome_axes"]["objective"]["warning"] == "residual_tool_errors_without_review"
|
|
assert payload["reason_code"] == "final_message"
|
|
assert payload["loop_outcome"]["failure"] is None
|
|
assert payload["outcome_axes"]["execution"]["unresolved_tool_errors"][0]["status"] == "artifact_output_error"
|
|
|
|
|
|
def test_store_task_result_allows_recovered_tool_failure_success(tmp_path):
|
|
from ouroboros.task_results import STATUS_COMPLETED
|
|
|
|
env = SimpleNamespace(drive_root=tmp_path)
|
|
|
|
pipeline._store_task_result(
|
|
env=env,
|
|
task={"id": "task-tool-recovered", "type": "task", "text": "make file"},
|
|
text="Created the file.",
|
|
usage={"rounds": 3, "cost": 0.0},
|
|
llm_trace={
|
|
"tool_calls": [
|
|
{
|
|
"tool": "edit_text",
|
|
"args": {"path": "Desktop/report.html"},
|
|
"result": "⚠️ EDIT_TEXT_ERROR: old_str matched 0 times",
|
|
"is_error": True,
|
|
"status": "edit_text_blocked",
|
|
},
|
|
{
|
|
"tool": "write_file",
|
|
"args": {"root": "user_files", "path": "Desktop/report.html"},
|
|
"result": "OK: wrote user_files:Desktop/report.html\nARTIFACT_OUTPUTS: registered user file -> artifact_store:report.html",
|
|
"is_error": False,
|
|
"status": "ok",
|
|
"artifact_registered": True,
|
|
},
|
|
],
|
|
"reasoning_notes": [],
|
|
},
|
|
review_evidence={},
|
|
)
|
|
|
|
payload = json.loads((tmp_path / "task_results" / "task-tool-recovered.json").read_text(encoding="utf-8"))
|
|
assert payload["status"] == STATUS_COMPLETED
|
|
assert payload["outcome_axes"]["execution"]["status"] == "ok"
|
|
assert payload["outcome_axes"]["objective"]["status"] == "not_evaluated"
|
|
assert payload["loop_outcome"]["failure"] is None
|