Abmelde-Agent: Fälle, Zeitlauf und Agent-Dienst (Vikunja 97) (#3)
This commit was merged in pull request #3.
This commit is contained in:
36 files changed
+4385
-8
No files matched your search
@@ -0,0 +1,94 @@
|
||||
"""HTTP service of the unsubscribe agent: POST /run {"url": ..., "address": ...} -> result of one case."""
|
||||
|
||||
import logging
|
||||
import os
|
||||
import threading
|
||||
from urllib.parse import urlsplit
|
||||
|
||||
from flask import Flask, jsonify, request
|
||||
from playwright.sync_api import sync_playwright
|
||||
|
||||
import guard
|
||||
from llm import LLM
|
||||
from runner import BROWSER_ARGS, CODE_REASONS, run_case
|
||||
|
||||
logging.basicConfig(level=os.environ.get("LOG_LEVEL", "INFO"))
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _required(name: str, meaning: str = "the agent cannot reach the model without it") -> str:
|
||||
"""A setting the service cannot work without: a missing one stops the start instead of failing every case."""
|
||||
value = os.environ.get(name, "").strip()
|
||||
if not value:
|
||||
raise RuntimeError(f"{name} is not set: {meaning}")
|
||||
return value
|
||||
|
||||
|
||||
def _model_url() -> str:
|
||||
url = _required("LLM_BASE_URL")
|
||||
try:
|
||||
parts = urlsplit(url)
|
||||
valid = parts.scheme in ("http", "https") and bool(parts.hostname)
|
||||
except ValueError:
|
||||
valid = False
|
||||
if not valid:
|
||||
raise RuntimeError("LLM_BASE_URL must be an http(s) URL with a host")
|
||||
return url
|
||||
|
||||
|
||||
# Playwright makes Chromium send loopback requests through the context proxy unless this variable is set; the
|
||||
# egress proxy relies on that (runner.py), so the service refuses to run with it.
|
||||
_LOOPBACK_SWITCH = "PLAYWRIGHT_DISABLE_FORCED_CHROMIUM_PROXIED_LOOPBACK"
|
||||
if _LOOPBACK_SWITCH in os.environ:
|
||||
raise RuntimeError(f"{_LOOPBACK_SWITCH} is set: loopback requests would bypass the egress proxy")
|
||||
|
||||
# Site networks must be stated explicitly ("none" for none): a forgotten variable must not open them.
|
||||
guard.BLOCKED_NETS = guard.parse_blocked_nets(_required(
|
||||
"BLOCKED_NETS", "it lists the networks the agent must never contact (comma-separated CIDRs), "
|
||||
"or none for no site-specific networks"))
|
||||
logger.info("%d site network(s) blocked", len(guard.BLOCKED_NETS))
|
||||
|
||||
MODEL = LLM(_model_url(), _required("LLM_MODEL"), _required("LLM_API_KEY")) # one case at a time: shared
|
||||
MAX_STEPS = int(os.environ.get("MAX_STEPS", "20"))
|
||||
CASE_TIMEOUT = float(os.environ.get("CASE_TIMEOUT", "300"))
|
||||
|
||||
app = Flask(__name__)
|
||||
LOCK = threading.Lock() # one case at a time
|
||||
|
||||
|
||||
def _failure() -> dict:
|
||||
"""Result for a case the agent itself failed on. Unclear, not error: the attempt is used up, so one bad page
|
||||
cannot block the queue of the caller."""
|
||||
return {"result": "unclear", "reason": "agent_failure", "evidence": "", "evidence_url": "", "steps": 0, "stage": 1}
|
||||
|
||||
|
||||
@app.route("/health")
|
||||
def health():
|
||||
return {"status": "ok"}
|
||||
|
||||
|
||||
@app.route("/run", methods=["POST"])
|
||||
def run():
|
||||
data = request.get_json(silent=True)
|
||||
if not isinstance(data, dict):
|
||||
return jsonify({"error": "body must be a JSON object"}), 400
|
||||
url, address = data.get("url"), data.get("address", "")
|
||||
if not isinstance(url, str) or not isinstance(address, str):
|
||||
return jsonify({"error": "url and address must be strings"}), 400
|
||||
with LOCK:
|
||||
try:
|
||||
with sync_playwright() as p:
|
||||
browser = p.chromium.launch(args=BROWSER_ARGS)
|
||||
try:
|
||||
result = run_case(browser, url, address, MODEL, max_steps=MAX_STEPS, case_timeout=CASE_TIMEOUT)
|
||||
finally:
|
||||
browser.close()
|
||||
except Exception as e:
|
||||
# only the type: messages of browser and library errors may contain the url
|
||||
logger.warning("case failed in the agent: %s", type(e).__name__)
|
||||
result = _failure()
|
||||
# never log the url, the address or a reason the model wrote: all may contain personal data of the users
|
||||
category = result["reason"] if result["reason"] in CODE_REASONS else "model"
|
||||
logger.info("case finished: %s (%s), %d step(s), stage %d", result["result"], category, result["steps"],
|
||||
result["stage"])
|
||||
return jsonify(result)
|
||||
Reference in new issue
Block a user