mirror of
https://github.com/Sea-Haven-Industries/open-swe.git
synced 2026-09-30 18:33:15 +00:00
* wip(rebuild): core reliability spine
- remove PR-babysitting (ci_autofix + ci_monitor graph + webhook wiring)
- dispatch core: agent/dispatch.py with multitask_strategy=interrupt +
durability=sync + completion webhook; reroute all webhook + plan triggers;
drop the racy in-process lock + is_thread_active busy-check
- completion webhook: agent/completion.py + /webhooks/run-complete loopback
route for failure/timeout replies (idempotent)
Co-authored-by: open-swe[bot]
* feat(rebuild): async tools, reconcile, shared http timeouts, assembly tuning
Parallel batch on top of the reliability spine:
- async-ify all 24 tools (drop asyncio.run; requests->httpx); re-implement the
http_request/fetch_url SSRF + DNS-rebinding defense httpx-natively and harden
the IP check to 'not is_global' (+ IPv4-mapped unwrap)
- reconcile.py: stale pending-run sweep (threads.search -> per-thread runs.list
-> cancel_many), wired into the scheduler graph via task='reconcile'
- shared DEFAULT_HTTP_TIMEOUT (agent/utils/http.py) on every bare
httpx.AsyncClient() across utils/dashboard/webapp/middleware
- run budget: MODEL_CALL_RECURSION_LIMIT 5000->250
- fix stale OpenAI->Anthropic fallback id (claude-opus-4-5 -> 4-8)
- drop redundant custom repair middleware (deepagents auto-adds PatchToolCalls)
- confirm tool-result eviction + summarization auto-wired via backend
- slim system prompt ~8% (full harness-profile rewrite deferred)
Co-authored-by: open-swe[bot]
* feat(rebuild): harness-profile prompt + split webhooks out of webapp
- prompt.py: own the system prompt via a registered harness profile
(OPEN_SWE_SHARED_BASE, kept neutral so the read-only reviewer/analyzer that
share it stay safe), registered across all 4 providers; per-thread values
stay in construct_system_prompt. Assembled main-agent prompt ~6.8k -> ~3.1k
tokens (~55% smaller); de-duped PR/commit/suite/force-push guidance; dropped
ALL-CAPS markers.
- webapp.py 3325 -> 1890 LOC: moved 14 per-source handlers into
agent/webhooks/{linear,slack,github}.py; webapp re-exports them for the
routes + tests; moved handlers reach shared helpers via the webapp namespace
to preserve the test suite's monkeypatch targets.
Full suite: 1168 passing, lint clean.
Co-authored-by: open-swe[bot]
* Restore MODEL_CALL_RECURSION_LIMIT to 5000 for long-running tasks
Reverts the 250 cap from the run-budget change — long-running tasks legitimately
need many model calls. The notify_step_limit_reached safety net still fires if a
run does hit the cap, so runs end with a signal either way.
Co-authored-by: open-swe[bot]
* fix: address PR review (auth, SSRF, interrupted status, redirect headers)
- completion.py: drop `interrupted` from failure statuses — with
multitask_strategy=interrupt a follow-up ends the prior run as interrupted,
which is healthy, not a failure to report. [open-swe]
- /webhooks/run-complete: shared-secret auth — dispatch appends ?token= when
RUN_COMPLETE_WEBHOOK_SECRET is set; route verifies via hmac.compare_digest.
[corridor-security]
- SSRF: extract the URL validator to agent/utils/url_safety.py and apply it
before server-side image fetches in multimodal.fetch_image_block.
[corridor-security]
- http_request: preserve caller headers/extensions across redirect hops instead
of dropping them on the first hop. [open-swe]
Co-authored-by: open-swe[bot]
* chore: remove REBUILD_PLAN.md (planning doc, not needed in the repo)
Co-authored-by: open-swe[bot]
* fix: fail closed on run-complete webhook auth when secret unset
Corridor follow-up: verify_run_complete_token returns False (not True) when
RUN_COMPLETE_WEBHOOK_SECRET is unset, so the public route is never
unauthenticated. Logs a startup warning when the secret is absent, and dispatch
skips registering the webhook when there's no secret (no rejected callbacks).
Co-authored-by: open-swe[bot]
---------
Co-authored-by: open-swe[bot] <open-swe@users.noreply.github.com>
148 lines
6.1 KiB
Python
148 lines
6.1 KiB
Python
"""Run-completion webhook handler — guarantees every run ends with a signal.
|
|
|
|
The platform POSTs a run-completion payload to ``/webhooks/run-complete`` (wired
|
|
as the ``webhook`` on every dispatched run, see ``agent.dispatch``). When a run
|
|
ends in a failure state (``error`` / ``timeout`` / ``interrupted``) we post a
|
|
short failure reply to the originating channel, so a run that died on a server
|
|
recycle or hit a limit never leaves the user in silence.
|
|
|
|
This decouples "the user gets an answer" from "the agent remembered to reply."
|
|
The reply is idempotent: a per-thread metadata flag prevents double-posting when
|
|
the platform retries the webhook or a checkpoint replays.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import hmac
|
|
import logging
|
|
import os
|
|
from typing import Any
|
|
|
|
from .utils.github_app import get_github_app_installation_token
|
|
from .utils.github_comments import post_github_comment
|
|
from .utils.linear import comment_on_linear_issue
|
|
from .utils.slack import post_slack_thread_reply
|
|
from .utils.thread_ops import langgraph_client
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# Run statuses that mean the user will otherwise get nothing back. "interrupted"
|
|
# is intentionally excluded: with multitask_strategy="interrupt", a normal
|
|
# follow-up halts the prior run (status "interrupted") while its replacement
|
|
# carries on — that's healthy, not a failure worth a "couldn't finish" reply.
|
|
_TERMINAL_FAILURE_STATUSES = frozenset({"error", "timeout"})
|
|
_FAILURE_REPLY_FLAG = "failure_reply_posted"
|
|
|
|
# Shared-secret bearer token proving a /webhooks/run-complete call came from our
|
|
# own dispatch (which appends ?token= when this is set) rather than from an
|
|
# attacker hitting the public route. Fail closed when unset: the route rejects
|
|
# every call, so completion replies stay off until the secret is configured.
|
|
RUN_COMPLETE_WEBHOOK_SECRET = os.environ.get("RUN_COMPLETE_WEBHOOK_SECRET")
|
|
if not RUN_COMPLETE_WEBHOOK_SECRET:
|
|
logger.warning(
|
|
"RUN_COMPLETE_WEBHOOK_SECRET is not set; /webhooks/run-complete is fail-closed "
|
|
"(all calls rejected) and run-failure replies are disabled. Set it to enable them."
|
|
)
|
|
|
|
|
|
def verify_run_complete_token(token: str | None) -> bool:
|
|
"""Return whether a run-completion webhook token is acceptable.
|
|
|
|
Fail closed: with no secret configured, reject every call rather than accept
|
|
unauthenticated requests on a publicly reachable route.
|
|
"""
|
|
secret = RUN_COMPLETE_WEBHOOK_SECRET
|
|
if not secret:
|
|
return False
|
|
return token is not None and hmac.compare_digest(token, secret)
|
|
|
|
|
|
def _failure_text(status: str) -> str:
|
|
if status == "timeout":
|
|
reason = "timed out"
|
|
elif status == "interrupted":
|
|
reason = "was interrupted before it could finish"
|
|
else:
|
|
reason = "hit an unexpected error"
|
|
return (
|
|
f"⚠️ I wasn't able to finish that — the run {reason}. "
|
|
"Send another message and I'll pick it back up."
|
|
)
|
|
|
|
|
|
async def _post_failure_reply(thread_id: str, metadata: dict[str, Any], status: str) -> bool:
|
|
"""Post a failure reply to the run's originating channel. Best-effort."""
|
|
source = metadata.get("source")
|
|
ctx = metadata.get("source_context")
|
|
ctx = ctx if isinstance(ctx, dict) else {}
|
|
text = _failure_text(status)
|
|
|
|
if source == "slack":
|
|
slack_thread = ctx.get("slack_thread")
|
|
if isinstance(slack_thread, dict):
|
|
channel_id = slack_thread.get("channel_id")
|
|
thread_ts = slack_thread.get("thread_ts")
|
|
if channel_id and thread_ts:
|
|
return await post_slack_thread_reply(channel_id, thread_ts, text)
|
|
return False
|
|
|
|
if source == "linear":
|
|
linear_issue = ctx.get("linear_issue")
|
|
if isinstance(linear_issue, dict):
|
|
issue_id = linear_issue.get("id")
|
|
if issue_id:
|
|
return await comment_on_linear_issue(issue_id, text)
|
|
return False
|
|
|
|
if source in ("github", "github_issue"):
|
|
repo_config = metadata.get("repo")
|
|
number = ctx.get("pr_number")
|
|
if number is None:
|
|
github_issue = ctx.get("github_issue")
|
|
if isinstance(github_issue, dict):
|
|
number = github_issue.get("number")
|
|
if isinstance(repo_config, dict) and isinstance(number, int):
|
|
token = await get_github_app_installation_token()
|
|
if token:
|
|
return await post_github_comment(repo_config, number, text, token=token)
|
|
return False
|
|
|
|
logger.info("No failure-reply channel for thread %s (source=%s)", thread_id, source)
|
|
return False
|
|
|
|
|
|
async def handle_run_completion(payload: dict[str, Any]) -> dict[str, str]:
|
|
"""Handle a platform run-completion webhook POST.
|
|
|
|
Posts a failure reply only when the run ended in a failure state and we
|
|
haven't already replied for this thread.
|
|
"""
|
|
status = payload.get("status")
|
|
thread_id = payload.get("thread_id")
|
|
if not isinstance(thread_id, str) or not thread_id:
|
|
return {"status": "ignored", "reason": "missing thread_id"}
|
|
if status not in _TERMINAL_FAILURE_STATUSES:
|
|
return {"status": "ignored", "reason": f"non-failure status: {status}"}
|
|
|
|
client = langgraph_client()
|
|
try:
|
|
thread = await client.threads.get(thread_id)
|
|
except Exception: # noqa: BLE001
|
|
logger.warning("run-complete: could not load thread %s", thread_id, exc_info=True)
|
|
return {"status": "error", "reason": "thread fetch failed"}
|
|
|
|
metadata = thread.get("metadata") if isinstance(thread, dict) else None
|
|
metadata = metadata if isinstance(metadata, dict) else {}
|
|
if metadata.get(_FAILURE_REPLY_FLAG):
|
|
return {"status": "ignored", "reason": "failure reply already posted"}
|
|
|
|
posted = await _post_failure_reply(thread_id, metadata, status)
|
|
if not posted:
|
|
return {"status": "ignored", "reason": "no reply posted"}
|
|
|
|
try:
|
|
await client.threads.update(thread_id=thread_id, metadata={_FAILURE_REPLY_FLAG: True})
|
|
except Exception: # noqa: BLE001
|
|
logger.warning("run-complete: could not flag thread %s", thread_id, exc_info=True)
|
|
logger.info("Posted failure reply for thread %s (status=%s)", thread_id, status)
|
|
return {"status": "ok", "reason": "failure reply posted"}
|