feat(install-e2e): classify exact known failures with report footnotes
Keep unknown failures red, rotate evidence per attempt, and emit receipts for signature-confirmed historical cases. Add CI-only diagnostics and an exact-tag input for the unresolved July hand-off.
This commit is contained in:
10
.github/workflows/install-e2e-windows-run.yml
vendored
10
.github/workflows/install-e2e-windows-run.yml
vendored
@@ -137,9 +137,19 @@ jobs:
|
||||
run: powershell -NoProfile -ExecutionPolicy Bypass -File tests\install\windows-e2e.ps1 -Phase install -InstallMethod "${{ inputs.install-method }}" -Route "${{ inputs.update-method }}" -InstallRef "${{ inputs.install-ref }}" -SetupExeUrl ${{ inputs.setup-exe-url }}
|
||||
|
||||
- name: Update ${{ inputs.install-ref }} -> HEAD (${{ inputs.update-method }})
|
||||
id: update
|
||||
shell: powershell
|
||||
run: powershell -NoProfile -ExecutionPolicy Bypass -File tests\install\windows-e2e.ps1 -Phase update -InstallMethod "${{ inputs.install-method }}" -Route "${{ inputs.update-method }}" -InstallRef "${{ inputs.install-ref }}" -SetupExeUrl ${{ inputs.setup-exe-url }}
|
||||
|
||||
- name: Upload known-failure receipt
|
||||
if: steps.update.outputs.known_failure != ''
|
||||
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
||||
with:
|
||||
name: install-e2e-known-${{ steps.update.outputs.known_failure }}--${{ inputs.leg-id }}
|
||||
path: ${{ env.HERMES_E2E_WORKROOT }}\known-failure.json
|
||||
if-no-files-found: error
|
||||
retention-days: 14
|
||||
|
||||
- name: Stop screen recording
|
||||
if: always()
|
||||
uses: ./.github/actions/e2e-screen-record
|
||||
|
||||
18
.github/workflows/install-e2e.yml
vendored
18
.github/workflows/install-e2e.yml
vendored
@@ -57,6 +57,11 @@ on:
|
||||
required: false
|
||||
type: string
|
||||
default: '3'
|
||||
install-ref:
|
||||
description: 'Optional exact release tag for a focused reproduction; overrides tag-count.'
|
||||
required: false
|
||||
type: string
|
||||
default: ''
|
||||
schedule:
|
||||
# Every 12 hours, off the hour to avoid the top-of-hour runner crunch.
|
||||
- cron: '20 7,19 * * *'
|
||||
@@ -102,10 +107,17 @@ jobs:
|
||||
# applies to each per-OS matrix separately; at 10 tags the largest
|
||||
# is windows at 180 (first over the cap at 15 tags = 270).
|
||||
TAG_COUNT: ${{ inputs.tag-count || 2 }}
|
||||
INSTALL_REF: ${{ inputs.install-ref }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
[[ "$TAG_COUNT" =~ ^(10|[1-9])$ ]] || { echo "tag-count must be 1-10, got: $TAG_COUNT" >&2; exit 1; }
|
||||
tags="$(scripts/sandbox/pick-release-tags.sh --count "$TAG_COUNT")"
|
||||
if [ -n "$INSTALL_REF" ]; then
|
||||
[[ "$INSTALL_REF" =~ ^v[0-9]+\.[0-9]+\.[0-9]+(\.[0-9]+)?$ ]] || { echo 'install-ref must be an exact release tag' >&2; exit 1; }
|
||||
git rev-parse --verify "refs/tags/$INSTALL_REF^{commit}" >/dev/null
|
||||
tags="$(jq -cn --arg ref "$INSTALL_REF" '[$ref]')"
|
||||
else
|
||||
tags="$(scripts/sandbox/pick-release-tags.sh --count "$TAG_COUNT")"
|
||||
fi
|
||||
echo "Testing updates from: $tags"
|
||||
# Annotate each tag with what its own tree supports, so run
|
||||
# workflows can natively skip surfaces the starting version does
|
||||
@@ -241,7 +253,9 @@ jobs:
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
with:
|
||||
sparse-checkout: scripts/sandbox/generate-e2e-matrix.mjs
|
||||
sparse-checkout: |
|
||||
scripts/sandbox/generate-e2e-matrix.mjs
|
||||
tests/install/e2e-assets/known-failures.json
|
||||
sparse-checkout-cone-mode: false
|
||||
- env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
|
||||
Reference in New Issue
Block a user