mirror of
https://github.com/agent0ai/agent-zero.git
synced 2026-05-19 07:59:34 +00:00
d637f3c2b6
Cover the modal/surface boundary, Desktop ownership, Office document-only behavior, explicit Desktop opens, plugin-owned runtime paths, renamed skills, connector ownership rules, Browser context handoff, and Playwright cache stability. Update operator docs to match the retained Docker Playwright install path.
201 lines
7 KiB
Python
201 lines
7 KiB
Python
from __future__ import annotations
|
|
|
|
import subprocess
|
|
import struct
|
|
import sys
|
|
import types
|
|
from pathlib import Path
|
|
|
|
PROJECT_ROOT = Path(__file__).resolve().parents[1]
|
|
if str(PROJECT_ROOT) not in sys.path:
|
|
sys.path.insert(0, str(PROJECT_ROOT))
|
|
|
|
from plugins._desktop.helpers import desktop_state
|
|
|
|
|
|
def _completed(command, returncode=0, stdout="", stderr=""):
|
|
return subprocess.CompletedProcess(command, returncode, stdout, stderr)
|
|
|
|
|
|
def test_desktop_state_collects_x11_state_from_mocked_tools(tmp_path, monkeypatch):
|
|
session_dir = tmp_path / "sessions"
|
|
profile_dir = tmp_path / "profiles" / desktop_state.SESSION_ID
|
|
session_dir.mkdir(parents=True)
|
|
profile_dir.mkdir(parents=True)
|
|
(session_dir / f"{desktop_state.SESSION_ID}.json").write_text(
|
|
'{"display": 120, "profile_dir": "%s"}' % profile_dir,
|
|
encoding="utf-8",
|
|
)
|
|
|
|
monkeypatch.setattr(desktop_state, "SESSION_DIR", session_dir)
|
|
monkeypatch.setattr(desktop_state, "PROFILE_DIR", tmp_path / "profiles")
|
|
monkeypatch.setattr(desktop_state, "SCREENSHOT_DIR", tmp_path / "screenshots")
|
|
monkeypatch.setattr(
|
|
desktop_state.shutil,
|
|
"which",
|
|
lambda name: f"/usr/bin/{name}"
|
|
if name in {"xdotool", "xrandr", "xwininfo", "xprop", "xwd", "xclip"}
|
|
else "",
|
|
)
|
|
|
|
def fake_run(command, **kwargs):
|
|
name = Path(command[0]).name
|
|
if name == "xrandr":
|
|
return _completed(command, stdout="Screen 0: current 1440 x 900, maximum 1920 x 1080\n")
|
|
if name == "xdotool" and command[1:3] == ["getmouselocation", "--shell"]:
|
|
return _completed(command, stdout="X=12\nY=34\nSCREEN=0\nWINDOW=111\n")
|
|
if name == "xdotool" and command[1] == "getactivewindow":
|
|
return _completed(command, stdout="111\n")
|
|
if name == "xdotool" and command[1] == "search":
|
|
return _completed(command, stdout="111\n222\n")
|
|
if name == "xdotool" and command[1] == "getwindowname":
|
|
return _completed(command, stdout={"111": "LibreOffice Calc", "222": "Terminal"}[command[2]] + "\n")
|
|
if name == "xwininfo":
|
|
geometry = {
|
|
"111": (5, 7, 800, 600),
|
|
"222": (20, 30, 640, 480),
|
|
}[command[2]]
|
|
return _completed(
|
|
command,
|
|
stdout=(
|
|
f" Absolute upper-left X: {geometry[0]}\n"
|
|
f" Absolute upper-left Y: {geometry[1]}\n"
|
|
f" Width: {geometry[2]}\n"
|
|
f" Height: {geometry[3]}\n"
|
|
),
|
|
)
|
|
if name == "xprop":
|
|
window_id = command[2]
|
|
if window_id == "111":
|
|
return _completed(
|
|
command,
|
|
stdout='WM_CLASS(STRING) = "libreoffice", "libreoffice-calc"\n_NET_WM_PID(CARDINAL) = 4242\n',
|
|
)
|
|
return _completed(
|
|
command,
|
|
stdout='WM_CLASS(STRING) = "xfce4-terminal", "Xfce4-terminal"\n_NET_WM_PID(CARDINAL) = 4343\n',
|
|
)
|
|
raise AssertionError(f"unexpected command: {command}")
|
|
|
|
monkeypatch.setattr(desktop_state.subprocess, "run", fake_run)
|
|
|
|
state = desktop_state.collect_state()
|
|
|
|
assert state["ok"] is True
|
|
assert state["display"] == ":120"
|
|
assert state["profile_dir"] == str(profile_dir)
|
|
assert state["size"] == {"width": 1440, "height": 900}
|
|
assert state["pointer"]["x"] == 12
|
|
assert state["active_window"]["title"] == "LibreOffice Calc"
|
|
assert state["active_window"]["class"] == "libreoffice-calc"
|
|
assert state["active_window"]["geometry"]["width"] == 800
|
|
assert [window["title"] for window in state["windows"]] == ["LibreOffice Calc", "Terminal"]
|
|
|
|
|
|
def test_desktop_state_screenshot_capture_uses_xwd_and_pillow_when_available(tmp_path, monkeypatch):
|
|
monkeypatch.setattr(desktop_state, "SCREENSHOT_DIR", tmp_path)
|
|
capabilities = {"xwd": "/usr/bin/xwd"}
|
|
env = {"DISPLAY": ":120"}
|
|
|
|
def fake_run(command, *, env, timeout):
|
|
raw_path = Path(command[command.index("-out") + 1])
|
|
raw_path.write_bytes(b"xwd")
|
|
return _completed(command)
|
|
|
|
image_module = types.ModuleType("PIL.Image")
|
|
|
|
class FakeImage:
|
|
width = 320
|
|
height = 240
|
|
|
|
def __enter__(self):
|
|
return self
|
|
|
|
def __exit__(self, *_args):
|
|
return False
|
|
|
|
def save(self, target):
|
|
Path(target).write_bytes(b"png")
|
|
|
|
image_module.open = lambda _path: FakeImage()
|
|
pil_module = types.ModuleType("PIL")
|
|
pil_module.Image = image_module
|
|
|
|
monkeypatch.setattr(desktop_state, "run", fake_run)
|
|
monkeypatch.setitem(sys.modules, "PIL", pil_module)
|
|
monkeypatch.setitem(sys.modules, "PIL.Image", image_module)
|
|
|
|
screenshot = desktop_state.capture_screenshot(env, capabilities, path=tmp_path / "shot.png", errors=[])
|
|
|
|
assert screenshot["ok"] is True
|
|
assert screenshot["path"] == str(tmp_path / "shot.png")
|
|
assert screenshot["format"] == "png"
|
|
assert (tmp_path / "shot.png").read_bytes() == b"png"
|
|
assert not (tmp_path / "shot.xwd").exists()
|
|
|
|
|
|
def test_xwd_fallback_parser_handles_truecolor_pixels(tmp_path, monkeypatch):
|
|
raw_path = tmp_path / "shot.xwd"
|
|
target = tmp_path / "shot.png"
|
|
header_values = [
|
|
100, # header_size
|
|
7, # file_version
|
|
2, # pixmap_format
|
|
24, # pixmap_depth
|
|
2, # pixmap_width
|
|
1, # pixmap_height
|
|
0, # xoffset
|
|
1, # byte_order: MSBFirst for pixel bytes
|
|
32, # bitmap_unit
|
|
1, # bitmap_bit_order
|
|
32, # bitmap_pad
|
|
32, # bits_per_pixel
|
|
8, # bytes_per_line
|
|
4, # visual_class: TrueColor
|
|
0x00FF0000, # red_mask
|
|
0x0000FF00, # green_mask
|
|
0x000000FF, # blue_mask
|
|
8, # bits_per_rgb
|
|
256, # colormap_entries
|
|
0, # ncolors
|
|
2, # window_width
|
|
1, # window_height
|
|
0, # window_x
|
|
0, # window_y
|
|
0, # window_bdrwidth
|
|
]
|
|
raw_path.write_bytes(
|
|
struct.pack(">25I", *header_values)
|
|
+ bytes.fromhex("00ff0000")
|
|
+ bytes.fromhex("0000ff00")
|
|
)
|
|
|
|
captured: dict[str, object] = {}
|
|
image_module = types.ModuleType("PIL.Image")
|
|
|
|
class FakeOutputImage:
|
|
def putdata(self, pixels):
|
|
captured["pixels"] = list(pixels)
|
|
|
|
def save(self, path):
|
|
Path(path).write_bytes(b"fallback-png")
|
|
|
|
def fake_new(mode, size):
|
|
captured["mode"] = mode
|
|
captured["size"] = size
|
|
return FakeOutputImage()
|
|
|
|
image_module.new = fake_new
|
|
pil_module = types.ModuleType("PIL")
|
|
pil_module.Image = image_module
|
|
|
|
monkeypatch.setitem(sys.modules, "PIL", pil_module)
|
|
monkeypatch.setitem(sys.modules, "PIL.Image", image_module)
|
|
|
|
converted = desktop_state.convert_xwd_to_image(raw_path, target)
|
|
|
|
assert converted == {"width": 2, "height": 1}
|
|
assert captured["mode"] == "RGB"
|
|
assert captured["size"] == (2, 1)
|
|
assert captured["pixels"] == [(255, 0, 0), (0, 255, 0)]
|
|
assert target.read_bytes() == b"fallback-png"
|