60bf909af9
A committed test.only/describe.only shrinks the Playwright run to a subset while the workflow still reports success — a silent partial green. None of the three desktop Playwright configs set forbidOnly. - Root config: forbidOnly: !!process.env.CI, mirroring the existing retries: process.env.CI ? 1 : 0 CI switch — local devs keep the ability to focus a test interactively. - e2e/core and e2e/update configs: forbidOnly: true unconditionally. These lanes already hard-set retries: 0 because a required job must expose problems rather than hide them; the same contract forbids a focused test quietly shrinking a required job. Verified on base (red): CI=1 npx playwright test with a temporary test.only probe passed and reported '1 passed'. After the fix (green): the same probe fails with "item focused with '.only' is not allowed due to the 'forbidOnly' option" under CI=1 for the root config and without CI for the core/update lanes; without CI the root config still runs the focused probe (local behavior unchanged). Fixes #93142
72 lines
2.9 KiB
TypeScript
72 lines
2.9 KiB
TypeScript
import './e2e/run-tmp'
|
|
import './e2e/fix-electron-tracing'
|
|
|
|
import { defineConfig, type ReporterDescription } from '@playwright/test'
|
|
|
|
/**
|
|
* Visual regression testing config.
|
|
*
|
|
* Screenshots are compared against baselines. On `main`, baselines are
|
|
* generated with `--update-snapshots` and cached. On PRs, the cached
|
|
* baselines are restored and screenshots are compared — but tests DON'T
|
|
* fail on visual diffs (see `expectVisualSnapshot` in visual-snapshot.ts).
|
|
* Instead, diffs are surfaced in the CI step summary and uploaded as
|
|
* artifacts for human review.
|
|
*
|
|
* To update baselines after an intentional UI change:
|
|
* npx playwright test --update-snapshots
|
|
*/
|
|
const reporters: ReporterDescription[] = [
|
|
['list'],
|
|
['html', { open: 'never', outputFolder: 'playwright-report' }],
|
|
]
|
|
|
|
if (process.env.CI) {
|
|
reporters.push(['json', { outputFile: 'playwright-report/results.json' }])
|
|
}
|
|
|
|
export default defineConfig({
|
|
/* Test files live under e2e/ so they never collide with the vitest suite
|
|
* under src/ or the node:test files under electron/. */
|
|
testDir: './e2e',
|
|
/* ...except `*.unit.test.ts`, which covers the e2e HELPERS (no Electron, no
|
|
* app) and is owned by the vitest `electron` project. Without this the
|
|
* default testMatch would claim those files too and run them twice.
|
|
* e2e/core/ has its own config (retries 0, one worker) and CI job. */
|
|
testIgnore: ['**/*.unit.test.ts', 'core/**', 'update/**'],
|
|
/* The desktop app can take a while to bootstrap on cold CI runners — 90 s
|
|
* per test gives us headroom without masking real hangs. */
|
|
timeout: 90_000,
|
|
retries: process.env.CI ? 1 : 0,
|
|
/* A stray `test.only` must never let CI report a partial green run. */
|
|
forbidOnly: !!process.env.CI,
|
|
/* Each test gets its own worker so the Electron process is fully isolated. */
|
|
fullyParallel: false,
|
|
reporter: reporters,
|
|
use: {
|
|
screenshot: 'on',
|
|
trace: { mode: 'on', screenshots: true, snapshots: true, sources: true },
|
|
// Emulate prefers-reduced-motion: reduce so all CSS transitions and
|
|
// animations resolve instantly. This prevents boot/connecting overlays
|
|
// from being mid-fade when a screenshot fires, and skips JS-driven exit
|
|
// choreography in components that check matchMedia (onboarding, connecting
|
|
// overlay, DecodeText). Without this, screenshots capture the loading bar
|
|
// or overlay at a transient opacity because the text-content check fires
|
|
// before the visual transition finishes.
|
|
contextOptions: {
|
|
reducedMotion: 'reduce',
|
|
},
|
|
},
|
|
expect: {
|
|
toHaveScreenshot: {
|
|
// 1% of pixels may differ — absorbs sub-pixel font rendering variance
|
|
// between local and CI environments.
|
|
maxDiffPixelRatio: 0.01,
|
|
animations: 'disabled',
|
|
caret: 'hide',
|
|
// Per-channel threshold for "close enough" — anti-aliasing differences.
|
|
threshold: 0.2,
|
|
},
|
|
},
|
|
})
|