Compare commits
1 Commits
claude/e2e
...
claude/e2e
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5a859e6d1a |
55
CHANGELOG.md
55
CHANGELOG.md
@@ -1,55 +0,0 @@
|
||||
# Changelog
|
||||
|
||||
All notable changes to the peptide-e2e smoke suite will be documented here.
|
||||
|
||||
## [1.3.0] - 2026-06-12
|
||||
|
||||
### Fixed
|
||||
- **Auth setup survives `ERR_ABORTED` on wp-login.php** (`global.setup.ts`).
|
||||
When Hostinger's LiteSpeed throttles a GitHub runner IP, `page.goto` can
|
||||
throw `net::ERR_ABORTED` rather than a `TimeoutError`. Playwright marks the
|
||||
browser context closed internally on abort, so the existing
|
||||
`context.close()` call in the catch block threw
|
||||
`"browserContext.close: Target page, context or browser has been closed"`,
|
||||
which propagated out of catch and killed setup before the remaining retries
|
||||
ran. Two production deploys were blocked by this flake on 2026-06-12.
|
||||
|
||||
Fix: introduced `safeClose()` helper that swallows the already-closed
|
||||
error, so an aborted context never terminates the retry loop. Max attempts
|
||||
raised from 3 → 5; backoff is now exponential (5 s / 10 s / 20 s / 40 s)
|
||||
instead of a flat 15 s, giving the throttle window more time to clear.
|
||||
Worst-case timing: 5 × 90 s navigation + 75 s backoff = ~525 s, well under
|
||||
the 900 s (15 min) job timeout. Final-failure message explicitly names the
|
||||
LiteSpeed throttle hypothesis so future CI logs self-diagnose.
|
||||
|
||||
## [1.2.0] - 2026-06-12
|
||||
|
||||
### Added
|
||||
- **Dossier page smoke test** (`03-admin-plugins.spec.ts` — `WP Admin — PRAutoBlogger Article Dossier`).
|
||||
Navigates to `/wp-admin/admin.php?page=prautoblogger-dossier&post_id=<N>`, asserts HTTP 200,
|
||||
`#prab-dossier` container visible, body does NOT contain "Invalid plugin page" or "Fatal error".
|
||||
Guards against: menu-ordering regression (wrong hookname → wp_die 404), PHP fatals on dossier
|
||||
load, missing dossier container, and stage-section regression.
|
||||
|
||||
Defensive strategy: tries canonical staging post IDs 925/930 first, then falls back to the
|
||||
most recent REST post, then falls back to post_id=0 (graceful empty state). Stage-section
|
||||
assertions are conditional on a run record existing. Loud test.info() annotations on fallback
|
||||
paths. New in PRAutoBlogger v0.19.2 / v0.19.3.
|
||||
|
||||
## [1.1.0] - 2026-06-12
|
||||
|
||||
### Added
|
||||
- **Board page smoke test** (`03-admin-plugins.spec.ts` — `WP Admin — PRAutoBlogger board page`).
|
||||
Navigates to `/wp-admin/admin.php?page=prautoblogger-board`, asserts HTTP 200,
|
||||
`#prab-board` container visible, and body does NOT contain "Invalid plugin page".
|
||||
Guards against the v0.19.1 regression class: Board submenu registered before parent
|
||||
menu existed (both at admin_menu priority 10) → WordPress fallback hookname →
|
||||
wp_die 404. Now in the deploy-gate smoke suite so this failure class is un-shippable.
|
||||
|
||||
Note: cannot be validated against prod until v0.19.1 of PRAutoBlogger deploys.
|
||||
Spec compiles and lists cleanly under `npx playwright test --list`.
|
||||
|
||||
## [1.0.0] - 2026-06-11
|
||||
|
||||
Initial release. 21 tests across 5 specs: homepage, reconstitution calculator,
|
||||
peptide search, admin plugins, REST API.
|
||||
@@ -8,25 +8,10 @@
|
||||
* The saved auth state (playwright/.auth/admin.json) is reused by the
|
||||
* "chromium" project so individual tests don't each incur a login round-trip.
|
||||
*
|
||||
* Retry hardening (2026-06-12 v1): Hostinger rate-limits GitHub runner IPs on
|
||||
* Retry hardening (2026-06-12): Hostinger rate-limits GitHub runner IPs on
|
||||
* wp-login.php, causing TimeoutError on page.goto. The login attempt is now
|
||||
* retried up to MAX_ATTEMPTS times with a fresh browser context per attempt
|
||||
* and BACKOFF_MS delay between attempts so transient throttle windows clear.
|
||||
*
|
||||
* Retry hardening (2026-06-12 v2 — ERR_ABORTED fix): When Hostinger aborts
|
||||
* the connection (net::ERR_ABORTED), Playwright marks the context as closed
|
||||
* internally. A subsequent context.close() call throws
|
||||
* "browserContext.close: Target page, context or browser has been closed",
|
||||
* which propagated out of the catch block and crashed setup without consuming
|
||||
* remaining retries. Fix: context.close() is now guarded in its own
|
||||
* try/catch so an already-closed context never aborts the retry loop.
|
||||
* MAX_ATTEMPTS raised to 5; backoff doubled each time (5s/10s/20s/40s) so the
|
||||
* LiteSpeed throttle window has time to clear before each retry.
|
||||
*
|
||||
* Timing math (job timeout-minutes: 15 = 900 s):
|
||||
* 5 attempts × NAV_TIMEOUT (90 s) = 450 s navigation ceiling
|
||||
* 4 inter-attempt waits (5+10+20+40 s) = 75 s backoff ceiling
|
||||
* Total worst-case: ~525 s — well under the 900 s job timeout.
|
||||
*/
|
||||
|
||||
import { test as setup, expect } from '@playwright/test';
|
||||
@@ -35,22 +20,9 @@ import * as fs from 'fs';
|
||||
|
||||
const AUTH_FILE = path.join(__dirname, 'playwright/.auth/admin.json');
|
||||
|
||||
const MAX_ATTEMPTS = 5;
|
||||
const NAV_TIMEOUT = 90_000; // 90 s per navigation attempt
|
||||
|
||||
/** Exponential backoff delays (ms) between attempts: 5 s, 10 s, 20 s, 40 s */
|
||||
function backoffMs(attempt: number): number {
|
||||
return 5_000 * Math.pow(2, attempt - 1);
|
||||
}
|
||||
|
||||
/** Safely close a context that Playwright may have already closed internally. */
|
||||
async function safeClose(context: import('@playwright/test').BrowserContext): Promise<void> {
|
||||
try {
|
||||
await context.close();
|
||||
} catch {
|
||||
// Ignored: context was already closed (e.g. after ERR_ABORTED or crash).
|
||||
}
|
||||
}
|
||||
const MAX_ATTEMPTS = 3;
|
||||
const BACKOFF_MS = 15_000; // 15 s between attempts
|
||||
const NAV_TIMEOUT = 90_000; // raised from 30 s → 90 s per attempt
|
||||
|
||||
setup('authenticate as WP admin', async ({ browser }) => {
|
||||
const user = process.env.WP_ADMIN_USER;
|
||||
@@ -103,7 +75,7 @@ setup('authenticate as WP admin', async ({ browser }) => {
|
||||
await page.context().storageState({ path: AUTH_FILE });
|
||||
|
||||
console.log(`[setup] Login succeeded on attempt ${attempt}/${MAX_ATTEMPTS}`);
|
||||
await safeClose(context);
|
||||
await context.close();
|
||||
return; // success — exit setup
|
||||
} catch (err) {
|
||||
lastError = err;
|
||||
@@ -112,20 +84,11 @@ setup('authenticate as WP admin', async ({ browser }) => {
|
||||
`[setup] Login attempt ${attempt}/${MAX_ATTEMPTS} FAILED: ${message}`
|
||||
);
|
||||
|
||||
// IMPORTANT: use safeClose — if Playwright received ERR_ABORTED it marks
|
||||
// the context closed internally, so a plain context.close() throws
|
||||
// "Target page, context or browser has been closed". Without this guard
|
||||
// that secondary throw propagated out of catch and killed setup before
|
||||
// the remaining retries ran.
|
||||
await safeClose(context);
|
||||
await context.close();
|
||||
|
||||
if (attempt < MAX_ATTEMPTS) {
|
||||
const wait = backoffMs(attempt);
|
||||
console.log(
|
||||
`[setup] Waiting ${wait / 1000}s before retry ` +
|
||||
`(LiteSpeed throttle cool-down — attempt ${attempt + 1}/${MAX_ATTEMPTS}) ...`
|
||||
);
|
||||
await new Promise((resolve) => setTimeout(resolve, wait));
|
||||
console.log(`[setup] Waiting ${BACKOFF_MS / 1000}s before retry ...`);
|
||||
await new Promise((resolve) => setTimeout(resolve, BACKOFF_MS));
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -134,8 +97,7 @@ setup('authenticate as WP admin', async ({ browser }) => {
|
||||
throw new Error(
|
||||
`[setup] All ${MAX_ATTEMPTS} login attempts failed. ` +
|
||||
`Last error: ${lastError instanceof Error ? lastError.message : String(lastError)}\n` +
|
||||
`Hypothesis: Hostinger LiteSpeed is throttling GitHub runner IPs on wp-login.php — ` +
|
||||
`connections abort (ERR_ABORTED) or time out in bursts. ` +
|
||||
`Re-run the workflow once the throttle window clears, or increase MAX_ATTEMPTS / backoffMs().`
|
||||
`Hint: Hostinger may still be throttling GitHub runner IPs. ` +
|
||||
`Re-run the workflow once the throttle window clears, or increase BACKOFF_MS / MAX_ATTEMPTS.`
|
||||
);
|
||||
});
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "peptide-e2e",
|
||||
"version": "1.3.0",
|
||||
"version": "1.0.0",
|
||||
"description": "Playwright smoke tests for peptiderepo.com (staging + production)",
|
||||
"private": true,
|
||||
"scripts": {
|
||||
|
||||
@@ -94,44 +94,6 @@ test.describe('WP Admin — PRAutoBlogger settings page', () => {
|
||||
});
|
||||
});
|
||||
|
||||
test.describe('WP Admin — PRAutoBlogger board page', () => {
|
||||
/**
|
||||
* Smoke test: Board submenu page must load without 404 or "Invalid plugin page".
|
||||
*
|
||||
* This test guards against the v0.19.1 regression class: Board submenu was
|
||||
* registered before the parent top-level menu page existed (both at admin_menu
|
||||
* priority 10), causing WordPress to fall back to the `admin_page_*` hookname.
|
||||
* At request time WP recomputed the hookname, found nothing, and called
|
||||
* wp_die("Invalid plugin page"). The fix (v0.19.1) moves the board hook to
|
||||
* priority 11 so the parent menu slot is populated first.
|
||||
*
|
||||
* Selector sourced from templates/admin/board-page.php: `<div id="prab-board" ...>`.
|
||||
*
|
||||
* NOTE: This test cannot be validated against prod until v0.19.1 is deployed.
|
||||
* It is included in the deploy-gate smoke suite so the bug class becomes
|
||||
* un-shippable in future. The spec compiles and lists cleanly; the test will
|
||||
* run correctly once the fix is live.
|
||||
*/
|
||||
test('board page loads and board container is present', async ({ page }) => {
|
||||
// Navigate to the Board submenu page.
|
||||
const res = await page.goto(`${ADMIN}/admin.php?page=prautoblogger-board`);
|
||||
|
||||
// Must be HTTP 200 — not wp_die 404.
|
||||
expect(res?.status()).toBe(200);
|
||||
|
||||
// wp-admin chrome must render (confirms we're authenticated and in admin).
|
||||
await expect(page.locator('#wpbody')).toBeVisible();
|
||||
|
||||
// Body must NOT contain the wp_die "Invalid plugin page" error string.
|
||||
const body = await page.textContent('body');
|
||||
expect(body).not.toContain('Invalid plugin page');
|
||||
|
||||
// Board container div must be present (from templates/admin/board-page.php).
|
||||
// selector: <div id="prab-board" class="prab-board" ...>
|
||||
await expect(page.locator('#prab-board')).toBeVisible({ timeout: 10_000 });
|
||||
});
|
||||
});
|
||||
|
||||
test.describe('WP Admin — Peptide Repo Core admin', () => {
|
||||
test('PR Core menu item exists in wp-admin', async ({ page }) => {
|
||||
await page.goto(`${ADMIN}/`);
|
||||
@@ -154,116 +116,3 @@ test.describe('WP Admin — Peptide Repo Core admin', () => {
|
||||
await expect(page.locator('form')).toBeVisible();
|
||||
});
|
||||
});
|
||||
|
||||
test.describe('WP Admin — PRAutoBlogger Article Dossier', () => {
|
||||
/**
|
||||
* Smoke test: Article Dossier page must load without "Invalid plugin page" error.
|
||||
*
|
||||
* The dossier is a hidden-submenu page registered at admin_menu priority 12
|
||||
* (after board p11, after parent p10). It is link-accessed via
|
||||
* admin.php?page=prautoblogger-dossier&post_id=<int>.
|
||||
*
|
||||
* This test guards against:
|
||||
* 1. Menu-ordering regression (wrong hookname → wp_die 404).
|
||||
* 2. PHP fatal errors on dossier load (missing require, fatal in assembler).
|
||||
* 3. Missing dossier container div (template regression).
|
||||
* 4. Stage-section regression (stage markup absent when run data exists).
|
||||
*
|
||||
* Defensive strategy: the test first queries the WP REST API for a post
|
||||
* published by PRAutoBlogger (_prautoblogger_generated=1). If a post is found,
|
||||
* it opens its dossier and asserts the full set. If no matching post exists
|
||||
* on this environment (staging/prod may differ), the test opens the dossier
|
||||
* with post_id=0 and asserts the graceful "no run record" empty state — which
|
||||
* still validates page load, no fatal, no "Invalid plugin page".
|
||||
*
|
||||
* Selector sourced from templates/admin/dossier-page.php:
|
||||
* <div id="prab-dossier" class="prab-dossier-wrap" ...>
|
||||
*
|
||||
* Posts 925/930 are the canonical staging test posts (v0.18.3 generation run).
|
||||
* They are tried first; REST fallback handles environments where they don't exist.
|
||||
*/
|
||||
test('dossier page loads and dossier container is present', async ({ page, request }) => {
|
||||
const ADMIN = '/wp-admin';
|
||||
const CANDIDATE_POST_IDS = [925, 930]; // staging canonical posts from v0.18.3
|
||||
|
||||
// Strategy 1: try known staging post IDs
|
||||
let targetPostId: number | null = null;
|
||||
|
||||
for (const pid of CANDIDATE_POST_IDS) {
|
||||
const apiRes = await request.get(`/wp-json/wp/v2/posts/${pid}`);
|
||||
if (apiRes.ok()) {
|
||||
targetPostId = pid;
|
||||
console.log(`[dossier smoke] Found candidate post id=${pid} via REST API`);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
// Strategy 2: query for any PRAutoBlogger-generated post via REST
|
||||
if (targetPostId === null) {
|
||||
const listRes = await request.get('/wp-json/wp/v2/posts?per_page=5&orderby=date&order=desc');
|
||||
if (listRes.ok()) {
|
||||
const posts: Array<{ id: number; meta?: Record<string, unknown> }> = await listRes.json();
|
||||
if (posts.length > 0) {
|
||||
targetPostId = posts[0].id;
|
||||
console.log(`[dossier smoke] Fallback: using most recent post id=${targetPostId}`);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Navigate to dossier — use targetPostId if found, else post_id=0 for graceful empty state
|
||||
const postIdParam = targetPostId !== null ? targetPostId : 0;
|
||||
const dossierUrl = `${ADMIN}/admin.php?page=prautoblogger-dossier&post_id=${postIdParam}`;
|
||||
|
||||
if (targetPostId === null) {
|
||||
// Loud annotation — the dossier will render empty state, not full dossier
|
||||
test.info().annotations.push({
|
||||
type: 'warning',
|
||||
description:
|
||||
'[dossier smoke] No PRAutoBlogger post found on this environment. ' +
|
||||
'Asserting graceful empty state (post_id=0). ' +
|
||||
'Full dossier assertions (stage sections) require a post with a run record.',
|
||||
});
|
||||
}
|
||||
|
||||
const res = await page.goto(dossierUrl);
|
||||
|
||||
// Must be HTTP 200 — not wp_die 404 (menu-ordering regression guard).
|
||||
expect(res?.status()).toBe(200);
|
||||
|
||||
// wp-admin chrome must render (confirms auth session is valid).
|
||||
await expect(page.locator('#wpbody')).toBeVisible();
|
||||
|
||||
// Body must NOT contain the wp_die "Invalid plugin page" error string.
|
||||
const body = await page.textContent('body');
|
||||
expect(body).not.toContain('Invalid plugin page');
|
||||
expect(body).not.toContain('Fatal error');
|
||||
|
||||
// Dossier container div must be present in all cases (full run OR empty state).
|
||||
// Selector from templates/admin/dossier-page.php: <div id="prab-dossier" ...>
|
||||
await expect(page.locator('#prab-dossier')).toBeVisible({ timeout: 10_000 });
|
||||
|
||||
// Stage sections — only assert if we have a post with (likely) a run record.
|
||||
if (targetPostId !== null) {
|
||||
// At least one stage section must be present IF the post has a run record.
|
||||
// The dossier may still show empty state if this post pre-dates the substrate.
|
||||
// We assert conditionally: if any stage section exists, it has the right class.
|
||||
const stageSections = page.locator('.prab-stage-section');
|
||||
const stageCount = await stageSections.count();
|
||||
|
||||
if (stageCount > 0) {
|
||||
// Dossier has stage data — verify stage sections render without error
|
||||
console.log(`[dossier smoke] Found ${stageCount} stage sections on post id=${targetPostId}`);
|
||||
await expect(stageSections.first()).toBeVisible();
|
||||
} else {
|
||||
// Post exists but has no run stages — graceful empty state (pre-substrate post)
|
||||
test.info().annotations.push({
|
||||
type: 'info',
|
||||
description:
|
||||
`[dossier smoke] Post id=${targetPostId} exists but has no stage sections. ` +
|
||||
'This is the expected graceful state for posts published before v0.18.0.',
|
||||
});
|
||||
// The dossier container is already verified above; this is not a failure.
|
||||
}
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user