feat(showcase): derive smoke spec integrations from registry (CopilotKit#4286)

## Summary

Replace the hardcoded 200-line INTEGRATIONS array in
`integration-smoke.spec.ts` with a 6-line derivation from
`registry.json`. New demos automatically appear in smoke tests when
manifests are updated.

- Delete hardcoded Integration interface + 17-entry array
- Derive slug, name, backendUrl, deployed, hasToolRendering, demos from
registry
- Add unit tests verifying derivation correctness + regression guard
against re-hardcoding

## Test plan
- [x] New vitest tests pass (7/7)
- [x] Existing showcase build pipeline tests pass (1183/1183 across 26
files)
- [ ] CI green

Author: jpr5

showcase/scripts/__tests__/integration-smoke-registry.test.ts

@@ -0,0 +1,118 @@
+import { describe, it, expect, beforeAll, afterAll, afterEach } from "vitest";
+import fs from "fs";
+import path from "path";
+import { execFileSync } from "child_process";
+import { FileSnapshotRestorer, execOptsFor } from "./test-cleanup";
+import { SCRIPTS_DIR, SHELL_DATA_DIR } from "./paths";
+
+// Ensure registry.json exists (it's generated, gitignored).
+const DATA_FILES = [
+  path.join(SHELL_DATA_DIR, "registry.json"),
+  path.join(SHELL_DATA_DIR, "constraints.json"),
+];
+const dataRestorer = new FileSnapshotRestorer(DATA_FILES);
+const EXEC_OPTS = execOptsFor(SCRIPTS_DIR);
+
+function runGenerator(): string {
+  return execFileSync(
+    "npx",
+    ["tsx", "generate-registry.ts"],
+    EXEC_OPTS,
+  ).toString();
+}
+
+let registry: {
+  integrations: Array<{
+    slug: string;
+    name: string;
+    backend_url: string;
+    deployed: boolean;
+    features: string[];
+    demos: Array<{ id: string }>;
+  }>;
+};
+
+// Mirror the derivation logic from the smoke spec
+let INTEGRATIONS: Array<{
+  slug: string;
+  name: string;
+  backendUrl: string;
+  deployed: boolean;
+  hasToolRendering: boolean;
+  demos: string[];
+}>;
+
+beforeAll(() => {
+  runGenerator();
+  dataRestorer.snapshot();
+
+  const registryPath = path.join(SHELL_DATA_DIR, "registry.json");
+  registry = JSON.parse(fs.readFileSync(registryPath, "utf-8"));
+
+  INTEGRATIONS = registry.integrations.map((i) => ({
+    slug: i.slug,
+    name: i.name,
+    backendUrl: i.backend_url,
+    deployed: i.deployed,
+    hasToolRendering: i.features.includes("tool-rendering"),
+    demos: i.demos.map((d: { id: string }) => d.id),
+  }));
+});
+
+afterEach(() => dataRestorer.restore());
+afterAll(() => dataRestorer.restore());
+
+describe("smoke spec integration registry derivation", () => {
+  it("produces one entry per registry integration", () => {
+    expect(INTEGRATIONS.length).toBe(registry.integrations.length);
+  });
+
+  it("every integration has a non-empty backendUrl", () => {
+    for (const i of INTEGRATIONS) {
+      expect(i.backendUrl, `${i.slug} missing backendUrl`).toBeTruthy();
+      expect(i.backendUrl).toMatch(/^https?:\/\//);
+    }
+  });
+
+  it("hasToolRendering matches features list", () => {
+    for (const reg of registry.integrations) {
+      const derived = INTEGRATIONS.find((i) => i.slug === reg.slug)!;
+      expect(derived.hasToolRendering).toBe(
+        reg.features.includes("tool-rendering"),
+      );
+    }
+  });
+
+  it("demo IDs match registry demos", () => {
+    for (const reg of registry.integrations) {
+      const derived = INTEGRATIONS.find((i) => i.slug === reg.slug)!;
+      expect(derived.demos).toEqual(reg.demos.map((d) => d.id));
+    }
+  });
+
+  it("slugs match registry exactly", () => {
+    expect(INTEGRATIONS.map((i) => i.slug)).toEqual(
+      registry.integrations.map((i) => i.slug),
+    );
+  });
+
+  it("deployed filter works", () => {
+    const deployed = INTEGRATIONS.filter((i) => i.deployed);
+    const registryDeployed = registry.integrations.filter((i) => i.deployed);
+    expect(deployed.length).toBe(registryDeployed.length);
+    expect(deployed.length).toBeGreaterThan(0);
+  });
+
+  it("no hardcoded integration data remains in smoke spec", () => {
+    const specPath = path.resolve(
+      __dirname,
+      "../../tests/e2e/integration-smoke.spec.ts",
+    );
+    const src = fs.readFileSync(specPath, "utf-8");
+    // The old hardcoded array had Railway URLs inline
+    expect(src).not.toContain("showcase-langgraph-python-production");
+    expect(src).not.toContain("showcase-mastra-production");
+    // Should not have a literal Integration[] type (replaced by inference)
+    expect(src).not.toContain("const INTEGRATIONS: Integration[]");
+  });
+});

showcase/tests/e2e/integration-smoke.spec.ts

@@ -35,250 +35,17 @@ const rewriteBackendUrl = (slug: string, railwayUrl: string): string => {
 };
 
 // ---------------------------------------------------------------------------
-// Hardcoded integration list — must be manually kept in sync with
-// showcase/shell/src/data/registry.json. The separate STARTERS collection
-// below IS derived from the registry.
+// Integration registry — derived from showcase/shell/src/data/registry.json
 // ---------------------------------------------------------------------------
 
-interface Integration {
-  slug: string;
-  name: string;
-  backendUrl: string;
-  backendType: "langgraph" | "ag-ui";
-  deployed: boolean;
-  demos: string[];
-}
-
-const INTEGRATIONS: Integration[] = [
-  {
-    slug: "langgraph-python",
-    name: "LangGraph (Python)",
-    backendUrl: "https://showcase-langgraph-python-production.up.railway.app",
-    backendType: "langgraph",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "hitl-in-chat",
-      "tool-rendering",
-      "gen-ui-tool-based",
-      "gen-ui-agent",
-      "shared-state-read",
-      "shared-state-write",
-      "shared-state-streaming",
-      "subagents",
-    ],
-  },
-  {
-    slug: "mastra",
-    name: "Mastra",
-    backendUrl: "https://showcase-mastra-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "hitl-in-chat",
-      "tool-rendering",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "langgraph-typescript",
-    name: "LangGraph (TypeScript)",
-    backendUrl:
-      "https://showcase-langgraph-typescript-production.up.railway.app",
-    backendType: "langgraph",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "crewai-crews",
-    name: "CrewAI (Crews)",
-    backendUrl: "https://showcase-crewai-crews-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "pydantic-ai",
-    name: "PydanticAI",
-    backendUrl: "https://showcase-pydantic-ai-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "google-adk",
-    name: "Google ADK",
-    backendUrl: "https://showcase-google-adk-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "claude-sdk-python",
-    name: "Claude Agent SDK (Python)",
-    backendUrl: "https://showcase-claude-sdk-python-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "claude-sdk-typescript",
-    name: "Claude Agent SDK (TypeScript)",
-    backendUrl:
-      "https://showcase-claude-sdk-typescript-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "agno",
-    name: "Agno",
-    backendUrl: "https://showcase-agno-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "ag2",
-    name: "AG2",
-    backendUrl: "https://showcase-ag2-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "llamaindex",
-    name: "LlamaIndex",
-    backendUrl: "https://showcase-llamaindex-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "langgraph-fastapi",
-    name: "LangGraph (FastAPI)",
-    backendUrl: "https://showcase-langgraph-fastapi-production.up.railway.app",
-    backendType: "langgraph",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "strands",
-    name: "AWS Strands",
-    backendUrl: "https://showcase-strands-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "langroid",
-    name: "Langroid",
-    backendUrl: "https://showcase-langroid-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "ms-agent-python",
-    name: "MS Agent Framework (Python)",
-    backendUrl: "https://showcase-ms-agent-python-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "ms-agent-dotnet",
-    name: "MS Agent Framework (.NET)",
-    backendUrl: "https://showcase-ms-agent-dotnet-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-  {
-    slug: "spring-ai",
-    name: "Spring AI",
-    backendUrl: "https://showcase-spring-ai-production.up.railway.app",
-    backendType: "ag-ui",
-    deployed: true,
-    demos: [
-      "agentic-chat",
-      "tool-rendering",
-      "hitl-in-chat",
-      "gen-ui-tool-based",
-    ],
-  },
-];
+const INTEGRATIONS = registry.integrations.map((i) => ({
+  slug: i.slug,
+  name: i.name,
+  backendUrl: i.backend_url,
+  deployed: i.deployed,
+  hasToolRendering: i.features.includes("tool-rendering"),
+  demos: i.demos.map((d: { id: string }) => d.id),
+}));
 
 // Only test deployed integrations unless SMOKE_ALL=true
 const SMOKE_ALL = process.env.SMOKE_ALL === "true";