mirror of
https://github.com/Sea-Haven-Industries/open-swe.git
synced 2026-09-30 10:23:14 +00:00
* test(open-swe): add Playwright E2E for the Slack → PR → web handoff Local, secrets-free end-to-end suite that drives the full happy path through mock Slack/GitHub control panels and the real dashboard UI. Only the LLM and external SaaS HTTP boundaries (GitHub/Slack APIs, OAuth token mint) are faked — the real process_slack_mention, get_agent, deepagents loop, tools, middleware, and dashboard authorization all run under `langgraph dev` with a scripted fake chat model and a local temp-dir sandbox. - full_flow: a Slack mention runs the agent, which implements a change in the sandbox, opens a PR against a fake GitHub remote, and replies with the PR link in the same thread. - dashboard: clicking the bot's real "Open in Web" link loads the built ui/ app (served same-origin); the thread owner can continue the conversation, while a different user sees the same thread read-only (no composer). Wired into Agent CI as a `Playwright E2E` job that runs on pull requests. * fix(open-swe): serve E2E UI assets via explicit route; pin Playwright The dashboard E2E served the built ui/ SPA's /assets via app.mount(StaticFiles), but LangGraph's custom-app loader serves APIRoutes and drops sub-app Mounts, so /assets 404'd under `langgraph dev` in CI — the React app never booted and the composer/transcript never rendered. Serve assets via an explicit route instead. Also pin @playwright/test to the latest (1.61.0) for reproducible runs, and make the owner composer assertion tolerant of either hydration state. * test(open-swe): record Playwright trace + video on every E2E run Capture a replayable trace (DOM snapshots, network, console, source) and a screen recording for every test, not just retries, plus a screenshot on failure. The CI job already uploads playwright-report/ and test-results/, so each run now has a downloadable replay; documented how to open it.
153 lines
4.5 KiB
Python
153 lines
4.5 KiB
Python
"""In-memory state + git plumbing behind the fake GitHub and fake Slack.
|
|
|
|
These stores are the single source of truth that both the real agent code
|
|
(via the faked HTTP endpoints) and the mock UIs read from — so what Playwright
|
|
sees in the UI is exactly what the agent produced.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import shutil
|
|
import subprocess
|
|
import time
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
from e2e_env import BARE_REMOTE, BASE_BRANCH, OWNER, REPO
|
|
|
|
# --- Slack -----------------------------------------------------------------
|
|
# (channel, thread_ts) -> list of {user, text, ts, blocks, is_bot}
|
|
SLACK_MESSAGES: dict[tuple[str, str], list[dict[str, Any]]] = {}
|
|
_slack_seq = [1]
|
|
|
|
|
|
def next_slack_ts() -> str:
|
|
_slack_seq[0] += 1
|
|
return f"1700000000.{_slack_seq[0]:06d}"
|
|
|
|
|
|
_thread_seq = [0]
|
|
|
|
|
|
def new_thread_ts() -> str:
|
|
"""A globally-unique thread ts so every send maps to a fresh LangGraph thread
|
|
(the in-mem store persists across restarts, so reused ids would carry state).
|
|
Not reset by reset(), so back-to-back tests never collide."""
|
|
_thread_seq[0] += 1
|
|
return f"{int(time.time())}.{_thread_seq[0]:06d}"
|
|
|
|
|
|
def add_slack_message(
|
|
channel: str, thread_ts: str, *, user: str, text: str, blocks: Any = None, is_bot: bool = False
|
|
) -> str:
|
|
ts = next_slack_ts()
|
|
SLACK_MESSAGES.setdefault((channel, thread_ts), []).append(
|
|
{
|
|
"user": user,
|
|
"text": text,
|
|
"ts": ts,
|
|
"thread_ts": thread_ts,
|
|
"blocks": blocks,
|
|
"is_bot": is_bot,
|
|
}
|
|
)
|
|
return ts
|
|
|
|
|
|
def slack_thread(channel: str, thread_ts: str) -> list[dict[str, Any]]:
|
|
return SLACK_MESSAGES.get((channel, thread_ts), [])
|
|
|
|
|
|
# --- GitHub ----------------------------------------------------------------
|
|
PULLS: list[dict[str, Any]] = []
|
|
_pr_seq = [0]
|
|
|
|
|
|
def _git(*args: str, cwd: Path | None = None) -> str:
|
|
result = subprocess.run(
|
|
["git", *args],
|
|
cwd=str(cwd) if cwd else None,
|
|
capture_output=True,
|
|
text=True,
|
|
check=True,
|
|
)
|
|
return result.stdout
|
|
|
|
|
|
def seed_bare_remote() -> None:
|
|
"""Create a fresh bare repo (the fake GitHub remote) with one commit on main."""
|
|
if BARE_REMOTE.exists():
|
|
shutil.rmtree(BARE_REMOTE)
|
|
seed_work = BARE_REMOTE.parent / f"seed-{OWNER}-{REPO}"
|
|
if seed_work.exists():
|
|
shutil.rmtree(seed_work)
|
|
|
|
seed_work.mkdir(parents=True)
|
|
ident = ["-c", "user.email=seed@example.com", "-c", "user.name=Seed"]
|
|
_git("init", "-b", BASE_BRANCH, str(seed_work))
|
|
(seed_work / "README.md").write_text("# demo\n\nA tiny demo repo.\n")
|
|
_git("add", "-A", cwd=seed_work)
|
|
_git(*ident, "commit", "-m", "Initial commit", cwd=seed_work)
|
|
_git("init", "--bare", "-b", BASE_BRANCH, str(BARE_REMOTE))
|
|
_git("remote", "add", "origin", str(BARE_REMOTE), cwd=seed_work)
|
|
_git("push", "origin", BASE_BRANCH, cwd=seed_work)
|
|
shutil.rmtree(seed_work)
|
|
|
|
|
|
def _diff_files(base: str, head: str) -> list[dict[str, Any]]:
|
|
"""Compute changed files for a PR from the pushed branch in the bare remote."""
|
|
try:
|
|
out = _git("--git-dir", str(BARE_REMOTE), "diff", "--numstat", base, head)
|
|
except subprocess.CalledProcessError:
|
|
return []
|
|
files = []
|
|
for line in out.splitlines():
|
|
parts = line.split("\t")
|
|
if len(parts) == 3:
|
|
adds, dels, name = parts
|
|
files.append(
|
|
{
|
|
"filename": name,
|
|
"additions": int(adds) if adds.isdigit() else 0,
|
|
"deletions": int(dels) if dels.isdigit() else 0,
|
|
}
|
|
)
|
|
return files
|
|
|
|
|
|
def create_pull(
|
|
owner: str, repo: str, *, head: str, base: str, title: str, body: str, draft: bool
|
|
) -> dict[str, Any]:
|
|
_pr_seq[0] += 1
|
|
number = _pr_seq[0]
|
|
files = _diff_files(base, head)
|
|
pr = {
|
|
"number": number,
|
|
"owner": owner,
|
|
"repo": repo,
|
|
"head": head,
|
|
"base": base,
|
|
"title": title,
|
|
"body": body,
|
|
"draft": draft,
|
|
"state": "open",
|
|
"merged": False,
|
|
"author": "open-swe[bot]",
|
|
"files": files,
|
|
"additions": sum(f["additions"] for f in files),
|
|
"deletions": sum(f["deletions"] for f in files),
|
|
}
|
|
PULLS.append(pr)
|
|
return pr
|
|
|
|
|
|
def find_pull(number: int) -> dict[str, Any] | None:
|
|
return next((p for p in PULLS if p["number"] == number), None)
|
|
|
|
|
|
def reset() -> None:
|
|
SLACK_MESSAGES.clear()
|
|
PULLS.clear()
|
|
_pr_seq[0] = 0
|
|
_slack_seq[0] = 1
|
|
seed_bare_remote()
|