frontend-tools.spec.ts

import { test, expect } from "@playwright/test";

// QA reference: qa/frontend-tools.md
// Demo source: src/app/demos/frontend-tools/page.tsx
//
// The demo registers ONE frontend tool via `useFrontendTool`:
// `change_background(background: string)`. The handler calls `setBackground`
// with a CSS value — gradient or solid color. The background host
// (`data-testid="frontend-tools-background"`) starts at `#4f46e5` (solid
// indigo) and mutates inline on success.
//
// We assert on the observable side effect (inline style changes) rather
// than on any LLM-generated text. The demo exposes three suggestion pills:
// "Sunset theme", "Forest theme", and "Cosmic theme". The existing aimock
// feature-parity fixture covers the "sunset-themed gradient" prompt, and
// the real Railway LLM handles the free-form prompts.

test.describe("Frontend Tools (change_background)", () => {
  test.beforeEach(async ({ page }) => {
    await page.goto("/demos/frontend-tools");
  });

  test("page loads with chat input and background container", async ({
    page,
  }) => {
    await expect(page.getByPlaceholder("Type a message")).toBeVisible();
    await expect(
      page.locator('[data-testid="frontend-tools-background"]'),
    ).toBeVisible();
  });

  test("background container starts with the solid indigo default", async ({
    page,
  }) => {
    const bg = page.locator('[data-testid="frontend-tools-background"]');
    // The initial inline style is #4f46e5 (solid indigo, from background.tsx).
    const initial = await bg.getAttribute("style");
    expect(initial ?? "").toContain("#4f46e5");
  });

  test("suggestion pills for Sunset, Forest, and Cosmic themes render", async ({
    page,
  }) => {
    await expect(
      page.getByRole("button", { name: /Sunset theme/i }),
    ).toBeVisible({ timeout: 15000 });
    await expect(
      page.getByRole("button", { name: /Forest theme/i }),
    ).toBeVisible({ timeout: 15000 });
    await expect(
      page.getByRole("button", { name: /Cosmic theme/i }),
    ).toBeVisible({ timeout: 15000 });
  });

  test("Forest theme pill mutates the background inline style", async ({
    page,
  }) => {
    await page.getByRole("button", { name: /Forest theme/i }).click();

    const bg = page.locator('[data-testid="frontend-tools-background"]');

    // The inline style flips away from the #4f46e5 default once the
    // agent invokes change_background. Poll the style attribute rather
    // than any LLM text.
    await expect
      .poll(
        async () => {
          const s = (await bg.getAttribute("style")) ?? "";
          return !s.includes("#4f46e5");
        },
        { timeout: 45000 },
      )
      .toBe(true);
  });

  test("Sunset theme pill triggers a gradient change", async ({ page }) => {
    // The pill sends the verbatim prompt "Make the background a sunset
    // gradient." — aimock fixture covers this; real LLM handles it on Railway.
    await page.getByRole("button", { name: /Sunset theme/i }).click();

    const bg = page.locator('[data-testid="frontend-tools-background"]');

    // Expect a gradient-containing inline style. `linear-gradient` is the
    // common case for the sunset theme; `radial-gradient` is also accepted.
    await expect
      .poll(
        async () => {
          const s = (await bg.getAttribute("style")) ?? "";
          return /linear-gradient|radial-gradient/.test(s);
        },
        { timeout: 45000 },
      )
      .toBe(true);
  });
});