ci(frontend): add Playwright PR smoke suite with seeded QA accounts

.github/workflows/platform-fullstack-ci.yml

@@ -299,19 +299,103 @@ jobs:
       - name: Set up tests - Install browser 'chromium'
         run: pnpm playwright install --with-deps chromium
 
+      - name: Select Playwright suite
+        id: playwright-suite
+        run: |
+          if [[ "${{ github.event_name }}" == "pull_request" || "${{ github.event_name }}" == "merge_group" ]]; then
+            echo "command=pnpm test:smoke:no-build" >> "$GITHUB_OUTPUT"
+            echo "mode=smoke" >> "$GITHUB_OUTPUT"
+          else
+            echo "command=pnpm test:no-build" >> "$GITHUB_OUTPUT"
+            echo "mode=full" >> "$GITHUB_OUTPUT"
+          fi
+
       - name: Run Playwright tests
-        run: pnpm test:no-build
+        run: ${{ steps.playwright-suite.outputs.command }}
         continue-on-error: false
 
       - name: Upload E2E coverage to Codecov
-        if: ${{ !cancelled() }}
+        if: ${{ !cancelled() && steps.playwright-suite.outputs.mode == 'full' }}
         uses: codecov/codecov-action@v5
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
           flags: platform-frontend-e2e
           files: ./autogpt_platform/frontend/coverage/e2e/cobertura-coverage.xml
           disable_search: true
 
+      - name: Build Playwright smoke summary
+        if: always() && steps.playwright-suite.outputs.mode == 'smoke'
+        run: |
+          if [[ -f test-results/smoke-report.json ]]; then
+            pnpm test:smoke:summary
+          else
+            echo "Smoke report not found; skipping smoke summary generation."
+          fi
+
+      - name: Upload Playwright smoke summary
+        if: always() && steps.playwright-suite.outputs.mode == 'smoke'
+        uses: actions/upload-artifact@v4
+        with:
+          name: playwright-smoke-summary
+          path: |
+            autogpt_platform/frontend/test-results/smoke-summary.json
+            autogpt_platform/frontend/test-results/smoke-summary.md
+          if-no-files-found: ignore
+          retention-days: 3
+
+      - name: Comment Playwright smoke summary on PR
+        if: always() && github.event_name == 'pull_request'
+        uses: actions/github-script@v8
+        with:
+          script: |
+            const fs = require("fs");
+            const path = require("path");
+
+            const summaryPath = path.join(
+              process.cwd(),
+              "autogpt_platform/frontend/test-results/smoke-summary.md",
+            );
+
+            if (!fs.existsSync(summaryPath)) {
+              core.info("No smoke summary found; skipping PR comment.");
+              return;
+            }
+
+            const marker = "<!-- playwright-pr-smoke -->";
+            const body = `${marker}\n${fs.readFileSync(summaryPath, "utf8")}`;
+            const issue_number = context.issue.number;
+            const { owner, repo } = context.repo;
+
+            const comments = await github.paginate(github.rest.issues.listComments, {
+              owner,
+              repo,
+              issue_number,
+            });
+
+            const existingComment = comments.find(
+              (comment) =>
+                comment.user?.type === "Bot" &&
+                comment.body?.includes(marker),
+            );
+
+            if (existingComment) {
+              await github.rest.issues.updateComment({
+                owner,
+                repo,
+                comment_id: existingComment.id,
+                body,
+              });
+              core.info(`Updated Playwright smoke summary comment ${existingComment.id}.`);
+            } else {
+              await github.rest.issues.createComment({
+                owner,
+                repo,
+                issue_number,
+                body,
+              });
+              core.info("Created Playwright smoke summary comment.");
+            }
+
       - name: Upload Playwright report
         if: always()
         uses: actions/upload-artifact@v4

autogpt_platform/backend/test/e2e_test_data.py

@@ -60,6 +60,16 @@
 GUARANTEED_FEATURED_AGENTS = 8
 GUARANTEED_FEATURED_CREATORS = 5
 GUARANTEED_TOP_AGENTS = 10
+SEEDED_TEST_EMAILS = [
+    "test123@gmail.com",
+    "e2e.qa.auth@example.com",
+    "e2e.qa.builder@example.com",
+    "e2e.qa.library@example.com",
+    "e2e.qa.marketplace@example.com",
+    "e2e.qa.settings@example.com",
+    "e2e.qa.parallel.a@example.com",
+    "e2e.qa.parallel.b@example.com",
+]
 
 
 def get_image():
@@ -123,9 +133,9 @@ async def create_test_users(self) -> List[Dict[str, Any]]:
         for i in range(NUM_USERS):
             try:
                 # Generate test user data
-                if i == 0:
-                    # First user should have test123@gmail.com email for testing
-                    email = "test123@gmail.com"
+                if i < len(SEEDED_TEST_EMAILS):
+                    # Keep a deterministic pool for Playwright global setup and PR smoke flows
+                    email = SEEDED_TEST_EMAILS[i]
                 else:
                     email = faker.unique.email()
                 password = "testpassword123"  # Standard test password # pragma: allowlist secret # noqa

autogpt_platform/frontend/TESTING.md

@@ -5,36 +5,35 @@
 1. Start the backend + Supabase stack:
    - From `autogpt_platform`: `docker compose --profile local up deps_backend -d`
    - Or run the full stack: `docker compose up -d`
-2. Seed rich E2E data (creates `test123@gmail.com` with library agents):
+2. Seed deterministic E2E data (creates the shared Playwright QA accounts and library agents):
    - From `autogpt_platform/backend`: `poetry run python test/e2e_test_data.py`
 3. Run Playwright:
    - From `autogpt_platform/frontend`: `pnpm test` or `pnpm test-ui`
+   - PR smoke suite only: `pnpm test:smoke` or `pnpm test:smoke:no-build`
 
 ## How Playwright setup works 🎭
 
 - Playwright runs from `frontend/playwright.config.ts` with a global setup step.
-- The global setup creates a user pool via the real signup UI and stores it in `frontend/.auth/user-pool.json`.
-- Most tests call `getTestUser()` (from `src/tests/utils/auth.ts`) which pulls a random user from that pool.
-  - these users do not contain library agents, it's user that just "signed up" on the platform, hence some tests to make use of users created via script (see below) with more data
+- It also logs in a small set of smoke-test accounts once and stores reusable auth states in `frontend/.auth/states`.
+- Most tests call `getTestUser()` (from `src/tests/utils/auth.ts`) which pulls directly from the deterministic seeded account list.
+- PR smoke tests use dedicated storage states so they skip repeated login and stay parallel without colliding.
 
 ## Test users 👤
 
-- **User pool (basic users)**  
-  Created automatically by the Playwright global setup through `/signup`.  
-  Used by `getTestUser()` in `src/tests/utils/auth.ts`.
-
-- **Rich user with library agents**  
+- **Deterministic seeded QA accounts**  
   Created by `backend/test/e2e_test_data.py`.  
-  Accessed via `getTestUserWithLibraryAgents()` in `src/tests/credentials/index.ts`.
+  Used by `getTestUser()` in `src/tests/utils/auth.ts`.
 
-Use the rich user when a test needs existing library agents (e.g. `library.spec.ts`).
+- **Reusable smoke-test auth states**  
+  Generated by Playwright global setup from seeded accounts defined in `src/tests/credentials/accounts.ts`.  
+  Used by the `src/tests/smoke/*.spec.ts` PR-gating flows.
 
 ## Resetting or wiping the DB 🔁
 
 If you reset the Docker DB and logins start failing:
 
-1. Delete `frontend/.auth/user-pool.json` so the pool is regenerated.
-2. Re-run the E2E data script to recreate the rich user + library agents:
+1. Delete `frontend/.auth/states` so the stored auth states are regenerated.
+2. Re-run the E2E data script to recreate the seeded QA users + library agents:
    - `poetry run python test/e2e_test_data.py`
 
 ## Storybook 📚
@@ -45,10 +44,10 @@ If you reset the Docker DB and logins start failing:
 flowchart TD
   A[Start Docker stack] --> B[Run e2e_test_data.py]
   B --> C[Run Playwright tests]
-  C --> D[Global setup creates user pool]
-  D --> E{Test needs rich data?}
-  E -->|No| F[getTestUser from user pool]
-  E -->|Yes| G[getTestUserWithLibraryAgents]
+  C --> D[Global setup generates smoke auth states]
+  D --> E{PR smoke or broader E2E?}
+  E -->|Smoke| F[Use dedicated storageState per flow]
+  E -->|Broader E2E| G[getTestUser from seeded account list]
 ```
 
 - `pnpm storybook` – Run Storybook locally

autogpt_platform/frontend/package.json

@@ -18,6 +18,9 @@
     "test:unit": "vitest run --coverage",
     "test:unit:watch": "vitest",
     "test:no-build": "playwright test",
+    "test:smoke": "NEXT_PUBLIC_PW_TEST=true next build --turbo && cross-env PLAYWRIGHT_SUITE=smoke PLAYWRIGHT_JSON_OUTPUT_FILE=test-results/smoke-report.json playwright test --grep @smoke",
+    "test:smoke:no-build": "cross-env PLAYWRIGHT_SUITE=smoke PLAYWRIGHT_JSON_OUTPUT_FILE=test-results/smoke-report.json playwright test --grep @smoke",
+    "test:smoke:summary": "node ./scripts/playwright-smoke-summary.mjs",
     "gentests": "playwright codegen http://localhost:3000",
     "storybook": "storybook dev -p 6006",
     "build-storybook": "storybook build",

autogpt_platform/frontend/playwright.config.ts

@@ -7,10 +7,13 @@ import { defineConfig, devices } from "@playwright/test";
 import dotenv from "dotenv";
 import fs from "fs";
 import path from "path";
+import { buildCookieConsentStorageState } from "./src/tests/credentials/storage-state";
 dotenv.config({ path: path.resolve(__dirname, ".env") });
 dotenv.config({ path: path.resolve(__dirname, "../backend/.env") });
 
 const frontendRoot = __dirname.replaceAll("\\", "/");
+const baseURL = process.env.PLAYWRIGHT_BASE_URL ?? "http://localhost:3000";
+const jsonReporterOutputFile = process.env.PLAYWRIGHT_JSON_OUTPUT_FILE;
 
 // Directory where CI copies .next/static from the Docker container
 const staticCoverageDir = path.resolve(__dirname, ".next-static-coverage");
@@ -65,9 +68,13 @@ export default defineConfig({
   /* Fail the build on CI if you accidentally left test.only in the source code. */
   forbidOnly: !!process.env.CI,
   /* Retry on CI only */
-  retries: process.env.CI ? 1 : 0,
+  retries: process.env.CI ? Number(process.env.PLAYWRIGHT_RETRIES ?? 2) : 0,
   /* use more workers on CI. */
-  workers: process.env.CI ? 4 : undefined,
+  workers: process.env.CI
+    ? process.env.PLAYWRIGHT_SUITE === "smoke"
+      ? 6
+      : 4
+    : undefined,
   /* Reporter to use. See https://playwright.dev/docs/test-reporters */
   reporter: [
     ["list"],
@@ -92,11 +99,14 @@ export default defineConfig({
         },
       },
     ],
+    ...(jsonReporterOutputFile
+      ? [["json", { outputFile: jsonReporterOutputFile }] as const]
+      : []),
   ],
   /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
   use: {
     /* Base URL to use in actions like `await page.goto('/')`. */
-    baseURL: "http://localhost:3000/",
+    baseURL: `${baseURL}/`,
 
     /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
     screenshot: "only-on-failure",
@@ -107,33 +117,15 @@ export default defineConfig({
     video: "retain-on-failure",
 
     /* Auto-accept cookies in all tests to prevent banner interference */
-    storageState: {
-      cookies: [],
-      origins: [
-        {
-          origin: "http://localhost:3000",
-          localStorage: [
-            {
-              name: "autogpt_cookie_consent",
-              value: JSON.stringify({
-                hasConsented: true,
-                timestamp: Date.now(),
-                analytics: true,
-                monitoring: true,
-              }),
-            },
-          ],
-        },
-      ],
-    },
+    storageState: buildCookieConsentStorageState(baseURL),
   },
   /* Maximum time one test can run for */
   timeout: 25000,
 
   /* Configure web server to start automatically (local dev only) */
   webServer: {
     command: "pnpm start",
-    url: "http://localhost:3000",
+    url: baseURL,
     reuseExistingServer: true,
   },