textual-paint/tests/pilot_recorder.py
2023-09-11 18:02:20 -04:00

280 lines
12 KiB
Python

"""Record interactions and save as an automated test."""
import os
from typing import Any, Callable
from rich.text import Text
from textual.app import App
from textual.css.query import NoMatches, TooManyMatches
from textual.dom import DOMNode
from textual.errors import NoWidget
from textual.events import Event, Key, MouseDown, MouseMove, MouseUp
from textual.geometry import Offset
from textual.pilot import Pilot
from textual.screen import Screen
from textual_paint.paint import PaintApp
def unique_file(path: str) -> str:
"""Return a path that doesn't exist yet, by appending a number to the filename."""
filename, extension = os.path.splitext(path)
counter = 1
while os.path.exists(path):
path = f"{filename}_{counter}{extension}"
counter += 1
return path
def indent(text: str, spaces: int) -> str:
"""Return the text indented by the given number of spaces (including the first line)."""
return "\n".join(" " * spaces + line for line in text.splitlines())
async def async_exec(code: str, **kwargs: object) -> object:
"""Execute the given code in an async function and return the result. Keyword arguments are made available as variables."""
# This dict will be used for passing variables to the `exec`ed code
# as well as retrieving the function defined by the code.
scope = kwargs
# Make an async function with the code and `exec` it
exec(f"async def async_exec_code():\n{indent(code, 4)}", scope)
# Get `async_exec_code` from the scope, call it and return the result
return await scope['async_exec_code']() # type: ignore
def get_selector(target: DOMNode) -> tuple[str, int|None]:
"""Return a selector that can be used to find the widget."""
app = target.app
widget = target
if widget.id:
return f"#{widget.id}", None
selector = widget.css_identifier
while widget.parent and not isinstance(widget.parent, Screen):
widget = widget.parent
if widget.id:
selector = f"#{widget.id} {selector}"
break
else:
selector = f"{widget.css_identifier} {selector}"
try:
query_result = app.query_one(selector)
except TooManyMatches:
return selector, app.query(selector).nodes.index(target) # type: ignore
# smarter differentiators would be nice, like tooltip or text content,
# but at least with indices, you'll know when you changed the tab order
except NoMatches:
raise Exception(f"Selector {selector!r} didn't match the target widget ({target!r})")
if query_result is not target:
raise Exception(f"Selector {selector!r} matched a different widget than the target ({query_result!r} rather than {target!r})")
return selector, None
original_on_event = App.on_event # type: ignore
class PilotRecorder():
"""Record (and undo and replay) interactions with an app, and save as a test."""
def __init__(self) -> None:
self.app: App[Any] | None = None
self.steps: list[tuple[Event, Offset, str, int|None]] = []
self.replaying: bool = False
self.output_file = unique_file("tests/test_paint_something.py")
self.next_after_exit: Callable[[], None] | None = None
recorder = self
async def on_event(self: App[Any], event: Event) -> None:
# - Record before the event is handled, so a clicked widget that removes itself,
# such as an OK button in a dialog, will still be in the DOM when we record it.
# - Every event seems to be received twice, once with _forwarded set and once without.
# I don't claim to understand the forwarding scheme, but ignoring either
# the forwarded or the un-forwarded events seems workable.
if not event._forwarded:
recorder.handle_event(event)
await original_on_event(self, event)
self.app_on_event = on_event
def handle_event(self, event: Event) -> None:
"""Record the event as a step, or handle certain key presses as commands."""
assert self.app is not None, "app should be set if we're recording an event from it"
if isinstance(event, (MouseDown, MouseMove, MouseUp)):
if self.replaying:
return
try:
widget, _ = self.app.get_widget_at(*event.screen_offset)
except NoWidget:
return
offset = event.screen_offset - widget.region.offset
self.steps.append((event, offset, *get_selector(widget)))
self.steps_changed()
elif isinstance(event, Key):
if event.key == "ctrl+z" and self.steps:
if isinstance(self.steps[-1], MouseUp):
self.steps.pop()
self.steps.pop()
while isinstance(self.steps[-1], MouseMove):
self.steps.pop()
self.steps_changed()
self.run() # restart the app to replay up to this point
elif event.key == "ctrl+c":
self.save_replay()
self.app.exit(None, Text("Saved test recording to " + self.output_file))
else:
if self.replaying:
return
self.steps.append((event, Offset(), "", None))
self.steps_changed()
def steps_changed(self) -> None:
"""Save the steps any time they change."""
# Could implement a debug view of the steps, but just saving to the file is good enough for now.
self.save_replay()
async def replay_steps(self, pilot: Pilot[Any]) -> None:
"""Replay the recorded steps, in the current app instance."""
if not self.steps:
return
self.replaying = True
await async_exec(self.get_replay_code(), pilot=pilot, Offset=Offset)
self.replaying = False
def run(self) -> None:
"""Start the app, or restart it to replay the recorded steps."""
def startup_and_replay() -> None:
"""Start the app, hook its events, and replay steps if there are any."""
self.next_after_exit = None # important to allowing you to exit; don't keep launching the app
self.app = PaintApp()
self.app.on_event = self.app_on_event.__get__(self.app)
self.app.run(auto_pilot=self.replay_steps)
# run is blocking, so this will happen after the app exits
if self.next_after_exit:
self.next_after_exit()
if self.app is not None:
# exit can't be awaited, because it stops the whole event loop (eventually)
# but we need to wait for the event loop to stop before we can start a new app
self.next_after_exit = startup_and_replay
self.app.exit()
else:
startup_and_replay()
def get_replay_code(self) -> str:
"""Return code to replay the recorded steps."""
helpers: dict[str, str] = {}
steps_code = ""
for step_index, (event, offset, selector, index) in enumerate(self.steps):
if isinstance(event, (MouseDown, MouseMove)):
pass
elif isinstance(event, MouseUp):
# Detect drags
if isinstance(self.steps[step_index - 1][0], MouseMove):
helpers["drag"] = """
async def drag(selector: str, offsets: list[Offset], shift: bool = False, meta: bool = False, control: bool = False) -> None:
\"""Drag across the given points.\"""
from textual.pilot import _get_mouse_message_arguments
from textual.events import MouseDown, MouseMove, MouseUp
await pilot.pause(0.5)
target_widget = pilot.app.query(selector)[0]
offset = offsets[0]
message_arguments = _get_mouse_message_arguments(
target_widget, offset, button=1, shift=shift, meta=meta, control=control
)
pilot.app.post_message(MouseDown(**message_arguments))
await pilot.pause(0.1)
for offset in offsets[1:]:
message_arguments = _get_mouse_message_arguments(
target_widget, offset, button=1, shift=shift, meta=meta, control=control
)
pilot.app.post_message(MouseMove(**message_arguments))
await pilot.pause(0.1)
pilot.app.post_message(MouseUp(**message_arguments))
await pilot.pause(0.1)
# pilot.app.post_message(Click(**message_arguments))
# await pilot.pause(0.1)
"""
# find the last mouse down event
for previous_step_index in range(step_index - 1, -1, -1):
previous_event, _, _, _ = self.steps[previous_step_index]
if isinstance(previous_event, MouseDown):
break
else:
raise Exception(f"Mouse up event {step_index} has no matching mouse down event")
offsets = [step[1] for step in self.steps[previous_step_index:step_index + 1]]
steps_code += f"await drag({selector!r}, [{', '.join(repr(offset) for offset in offsets)}])\n"
continue
# Handle clicks
if index is None:
steps_code += f"await pilot.click({selector!r}, offset=Offset({offset.x}, {offset.y}))\n"
else:
# Strategy: click on the screen, offset by the widget's position.
# steps_code += f"widget = pilot.app.query({selector!r})[{index!r}]\n"
# # can't pass a widget to pilot.click, only a selector, or None
# steps_code += f"await pilot.click(offset=Offset({offset.x}, {offset.y}) + widget.region.offset)\n"
# Strategy: add a class to the widget, and click on that.
helpers["click_by_index"] = """
async def click_by_index(selector: str, index: int) -> None:
\"""Click on widget, query disambiguated by index\"""
await pilot.pause(0.5)
widget = pilot.app.query(selector)[index]
widget.add_class('pilot-click-target')
await pilot.click('.pilot-click-target')
widget.remove_class('pilot-click-target')
"""
steps_code += f"await click_by_index({selector!r}, {index!r})\n"
elif isinstance(event, Key):
steps_code += f"await pilot.press({event.key!r})\n"
else:
raise Exception(f"Unexpected event type {type(event)}")
for helper_code in helpers.values():
steps_code = helper_code + steps_code
return steps_code or "pass"
def get_test_code(self) -> str:
"""Return pytest code that uses the replay."""
return f"""\
from pathlib import Path, PurePath
from typing import Awaitable, Callable, Iterable, Protocol
import pytest
from textual.geometry import Offset
from textual.pilot import Pilot
from textual.widgets import Input
class SnapCompareType(Protocol):
\"\"\"Type of the function returned by the snap_compare fixture.\"\"\"
def __call__(
self,
app_path: str | PurePath,
press: Iterable[str] = (),
terminal_size: tuple[int, int] = (80, 24),
run_before: Callable[[Pilot], Awaitable[None] | None] | None = None, # type: ignore
) -> bool:
...
# Relative paths are treated as relative to this file, when using snap_compare.
PAINT = Path("../src/textual_paint/paint.py")
# Prevent flaky tests due to timing issues.
Input.cursor_blink = False # type: ignore
def test_paint_something(snap_compare: SnapCompareType):
async def test_paint_something_steps(pilot: Pilot[None]):
{indent(self.get_replay_code(), 8)}
assert snap_compare(PAINT, run_before=test_paint_something_steps, terminal_size=({self.app.size.width}, {self.app.size.height}))
"""
def save_replay(self) -> None:
"""Save the pytest code."""
assert self.app is not None, "app should be set by now"
script = self.get_test_code()
with open(self.output_file, "w") as f:
f.write(script)
if __name__ == "__main__":
recorder = PilotRecorder()
recorder.run()