Files
clawmates/frontend/tests/e2e/p2-approval.spec.ts
T
Omar SobhandClaude Fable 5 de38449b41 P2 BLOCKING exit green: approval interception chain end-to-end
- tc-tools: Effect declarations -> §15 GatedCategory mapping, deny-by-default
  external reach, taint invariant property-tested (tainted external effects
  are NEVER auto-allowed)
- tc-safety: pending approvals with exact payload+preview, CAS decide with
  audit + single-use grant in one tx, checkpoint suspend/load, exclusive
  resume claim, expiry sweep, decided-unresumed work queue (migration 0004
  adds the outbox the gated email.send tool writes)
- tc-runtime: resumable LoopState checkpointed to agent_runs; gated tool ->
  approval row -> approval_required/run_suspended events -> suspend; resume
  consumes the grant BEFORE executing (spent grant = no execution), rejection
  feeds a structured refusal in-band; durable resume sweeper; continuous
  journal seq across suspension (tested). ContentPart::Text became a struct
  variant — internally-tagged newtype primitives don't serialize
- tc-api: GET/decide approvals endpoints (409 double-decide, tenant
  isolation), decision triggers in-process resume; full chain proven over
  HTTP incl. gateway resumeFrom continuation
- frontend: approval_required/run_suspended events, suspended reply state,
  inline ApprovalCard (§10: summary, category, exact payload preview,
  approve/reject -> decide + stream re-attach), /approvals queue page, nav
- E2E (14 journeys, workers:1 to serialize the shared backend): gated email
  blocks with disabled composer -> approve -> continuation + ✓ step + reload
  replay; reject -> ✗ step, nothing executed; queue page decides pending

106 Rust + 61 frontend tests + 14 Playwright journeys green.

Co-Authored-By: Claude Fable 5 <[email protected]>
2026-06-10 04:58:47 -05:00

111 lines
4.4 KiB
TypeScript

import { expect, test, type Page } from "@playwright/test";
// P2 BLOCKING exit criterion (spec §15/§17): a sensitive call is
// intercepted → previewed → queued → blocks → executes ONLY on approval →
// is audited. Runs against the real backend with the scripted provider.
const OWNER_EMAIL = "[email protected]";
const OWNER_PASSWORD = "e2e-password";
const GATED_PROMPT = "email the CEO [[scenario:gated-email]]";
async function signIn(page: Page) {
await page.goto("/login");
await page.getByLabel("Email").fill(OWNER_EMAIL);
await page.getByLabel("Password").fill(OWNER_PASSWORD);
await page.getByRole("button", { name: "Sign in" }).click();
await expect(page.getByRole("heading", { name: "TeamClaw" })).toBeVisible();
}
async function openFreshScoutSession(page: Page) {
await page.getByRole("link", { name: /Scout/ }).click();
await expect(page).toHaveURL(/\/claws\/.+\/chat\//);
// Wait for the navigation to the NEW session: the previous (possibly
// empty) session shows the same welcome heading, so the URL is the only
// reliable signal that the fresh session is mounted.
const before = page.url();
await page.getByRole("button", { name: "New" }).click();
await page.waitForURL((url) => url.toString() !== before);
await expect(
page.getByRole("heading", { name: /Hi, I'm Scout/ }),
).toBeVisible();
}
async function triggerGatedEmail(page: Page) {
const box = page.getByLabel("Message Scout");
await box.fill(GATED_PROMPT);
await box.press("Enter");
// Intercepted + previewed: the approval card shows the EXACT payload.
const card = page.getByRole("region", { name: "Review and approve" });
await expect(card).toBeVisible();
await expect(card.getByText(/wants to:/)).toContainText(
"Send email to [email protected]",
);
await expect(card).toContainText("Revenue is up 14% quarter over quarter.");
return card;
}
test("gated email blocks, previews, and executes only after approval", async ({
page,
}) => {
await signIn(page);
await openFreshScoutSession(page);
const card = await triggerGatedEmail(page);
// Blocked: the composer is disabled while the run is suspended.
await expect(page.getByRole("button", { name: "Send" })).toBeDisabled();
await card.getByRole("button", { name: "Approve" }).click();
// The continuation streams the approved execution.
await expect(page.getByText(/The email step is finished/)).toBeVisible();
const trace = page.getByRole("button", { name: /1 step/ });
await trace.click();
await expect(page.getByText(/✓ email\.send/)).toBeVisible();
await expect(page.getByText(/"queued": ?true/)).toBeVisible();
// The transcript and trace replay identically after reload (journal).
await page.reload();
await expect(page.getByText(/The email step is finished/)).toBeVisible();
await page.getByRole("button", { name: /1 step/ }).click();
await expect(page.getByText(/✓ email\.send/)).toBeVisible();
});
test("rejection executes nothing and the agent continues in-band", async ({
page,
}) => {
await signIn(page);
await openFreshScoutSession(page);
const card = await triggerGatedEmail(page);
await card.getByRole("button", { name: "Reject" }).click();
// The run completes; the step trace records the refusal, not an execution.
await expect(page.getByText(/The email step is finished/)).toBeVisible();
await page.getByRole("button", { name: /1 step/ }).click();
await expect(page.getByText(/✗ email\.send/)).toBeVisible();
await expect(page.getByText(/rejected/)).toBeVisible();
});
test("the approvals queue lists pending actions and decides them", async ({
page,
}) => {
await signIn(page);
await openFreshScoutSession(page);
await triggerGatedEmail(page);
// Queued: the global approvals page shows the same exact preview.
// Earlier sessions may have left pending approvals; decide them all.
await page.getByRole("link", { name: "Approvals" }).click();
await expect(page.getByText(/awaits? your review/)).toBeVisible();
const cards = page.getByRole("region", { name: "Review and approve" });
await expect(cards.first()).toContainText("Send email to [email protected]");
const total = await cards.count();
for (let remaining = total; remaining > 0; remaining--) {
await cards.first().getByRole("button", { name: "Approve" }).click();
// Wait for the refresh to apply before touching the next card.
await expect(cards).toHaveCount(remaining - 1);
}
await expect(page.getByText(/All clear/)).toBeVisible();
});