Pulse/tests/integration/playwright.config.ts
rcourtman 8ab5b0b3b4 test(e2e): recover the five truenas specs from quarantine
Re-pin 21 to the consolidated Connected-systems table (the address
column is gone; rows carry source, surfaces, state, and freshness) and
rewrite 26 against live mock websocket state with the stubable
alerts-config activation bypass, since REST resource stubs get
overwritten by state frames. 27, 28, and 31 were environmental-only
failures and pass unchanged against a mock-mode backend. Verified via
the managed local backend with PULSE_MOCK_MODE=true.

Contract-Neutral: E2E quarantine-list shrink is test selection only; no deployment contract delta, mirrors bypass on 725837dc3
2026-07-17 15:02:31 +01:00

171 lines
6.1 KiB
TypeScript

import { defineConfig, devices } from '@playwright/test';
import { preferredBrowserBaseURL } from './tests/runtime-defaults';
/**
* QUARANTINE (2026-07-17): these specs assert the pre-platform-first UI
* (element locators, URLs, and subheader copy that the June IA rebuild
* replaced) and have failed on every push since 2026-06-29, drowning the
* signal from the healthy specs. Quarantining them keeps the rest of the
* suite as a live per-push gate while each file is re-pinned to the
* current UI and removed from this list. This is a stopgap, not a fix:
* the recovery work is tracked as its own effort, and a spec leaves this
* list only by being repaired, never by deletion.
*/
const QUARANTINED_SPECS = [
'**/03-multi-tenant.spec.ts',
'**/05-settings-mobile-audit.spec.ts',
'**/15-settings-shell-consistency.spec.ts',
'**/17-proxmox-backups-layout.spec.ts',
'**/18-patrol-runtime-state.spec.ts',
'**/19-telemetry-disclosure.spec.ts',
'**/20-local-doc-links.spec.ts',
'**/22-vmware-connections-workspace.spec.ts',
'**/30-setup-platform-connections-handoff.spec.ts',
'**/36-vmware-alert-history-resource-incidents.spec.ts',
'**/37-vmware-resource-history-drawer.spec.ts',
'**/38-vmware-ai-chat-mentions.spec.ts',
'**/39-vmware-resource-detail-drawer.spec.ts',
'**/40-vmware-storage-source-filter.spec.ts',
'**/41-vmware-phase1-exclusion-integrity.spec.ts',
'**/42-vmware-ai-chat-read-recovery.spec.ts',
'**/43-platform-mock-runtime.spec.ts',
'**/44-workloads-chart-spacing.spec.ts',
'**/45-workloads-memory-tail.spec.ts',
'**/46-storage-summary-continuity.spec.ts',
'**/47-inline-selection-scroll-stability.spec.ts',
'**/48-summary-hover-selection.spec.ts',
'**/49-demo-scenario-curation.spec.ts',
'**/50-storage-physical-disk-io-history.spec.ts',
'**/51-quickstart-cross-surface.spec.ts',
'**/52-ai-settings-provider-setup.spec.ts',
'**/53-demo-mode-commercial-boundary.spec.ts',
'**/54-monitored-system-billing-focus.spec.ts',
'**/55-self-hosted-upgrade-return.spec.ts',
'**/56-pulse-account-upgrade-bootstrap.spec.ts',
'**/57-release-candidate-shell.spec.ts',
'**/58-self-hosted-trial-rate-limit-ui.spec.ts',
'**/59-self-hosted-plans-entitlement-summary.spec.ts',
'**/59-workloads-column-layout.spec.ts',
'**/60-page-header-consistency.spec.ts',
'**/61-diagnostics-commercial-funnel.spec.ts',
'**/62-runtime-home-onboarding-contract.spec.ts',
'**/62-storage-growth-column.spec.ts',
'**/63-pbs-active-tasks.spec.ts',
'**/64-workloads-proxmox-refresh-stability.spec.ts',
'**/70-self-hosted-manual-activation-success.spec.ts',
'**/75-settings-infrastructure-fleet-status-coherence.spec.ts',
'**/77-msp-isolation.spec.ts',
'**/79-update-flow.spec.ts',
'**/84-docker-restart-real-lab-artifact.spec.ts',
];
/**
* Playwright configuration for Pulse update integration tests
* See https://playwright.dev/docs/test-configuration
*/
export default defineConfig({
testDir: './tests',
/* Run tests in files in parallel */
fullyParallel: false, // Update tests should run sequentially
/* Fail the build on CI if you accidentally left test.only in the source code */
forbidOnly: !!process.env.CI,
/* Retry once on CI to absorb flake; a second retry only multiplies the
cost of real failures (each settings-shell failure costs ~14s/attempt,
a failing visual crawl over 5 minutes). */
retries: process.env.CI ? 1 : 0,
/* On CI, a broken test environment fails most of the suite; abort early so
the run produces a red completed verdict with a report instead of
grinding until the job timeout cancels it with no verdict at all. */
maxFailures: process.env.CI ? 20 : 0,
/* Opt out of parallel tests on CI */
workers: 1, // Update tests modify global state
/* Reporter to use */
reporter: [
['html', { outputFolder: 'playwright-report', open: 'never' }],
['list'],
['junit', { outputFile: 'test-results/junit.xml' }]
],
/* Shared test timeout */
timeout: 60000, // Updates can take time
expect: {
timeout: 10000,
},
/* Shared settings for all projects */
use: {
/* Base URL for all tests */
baseURL: preferredBrowserBaseURL(),
/* Allow testing against self-signed TLS when explicitly enabled */
ignoreHTTPSErrors: ['1', 'true', 'yes', 'on'].includes(
String(process.env.PULSE_E2E_INSECURE_TLS || '').trim().toLowerCase(),
),
/* Collect trace when retrying the failed test */
trace: 'on-first-retry',
/* Screenshot on failure */
screenshot: 'only-on-failure',
/* Video on failure */
video: 'retain-on-failure',
/* Default navigation timeout */
navigationTimeout: 15000,
/* Default action timeout */
actionTimeout: 10000,
},
/* Configure projects for different browsers */
projects: [
{
name: 'chromium',
use: {
...devices['Desktop Chrome'],
},
// Mobile-specific tests are intentionally excluded from the desktop project;
// they rely on mobile viewports where md:hidden nav is visible, tables overflow, etc.
testIgnore: [...QUARANTINED_SPECS, '**/04-mobile.spec.ts'],
},
{
name: 'mobile-chrome',
use: {
...devices['Pixel 5'],
},
// Journey tests skip on mobile projects (all use test.skip for mobile-*),
// so exclude them to avoid unnecessary browser launches. The visual
// crawl takes 5+ minutes per project; one desktop pass is the budgeted
// coverage, and dedicated mobile specs cover mobile layout.
testIgnore: [...QUARANTINED_SPECS, '**/journeys/**', '**/99-visual-crawl.spec.ts'],
},
{
name: 'mobile-safari',
use: {
...devices['iPhone 12'],
},
testIgnore: [...QUARANTINED_SPECS, '**/journeys/**', '**/99-visual-crawl.spec.ts'],
},
// Uncomment to test on Firefox and WebKit
// {
// name: 'firefox',
// use: { ...devices['Desktop Firefox'] },
// },
// {
// name: 'webkit',
// use: { ...devices['Desktop Safari'] },
// },
],
/* Run local dev server before starting the tests */
// We use docker-compose instead, managed via npm scripts
webServer: undefined,
});