diff --git a/docs/development/setup-assistant-review.mdx b/docs/development/setup-assistant-review.mdx index 629cc098a..c36cc6361 100644 --- a/docs/development/setup-assistant-review.mdx +++ b/docs/development/setup-assistant-review.mdx @@ -222,3 +222,21 @@ Isolated GitHub Variable probes confirmed blank values are rejected and the native empty-list format round-trips and cleans up; no Secret/shared value was written. New pure planning policies have an executable 100% coverage budget. The existing setup acceptance ledger's unrelated open items remain explicit. + + +## Remaining human journey packet — #981 + +The [frozen review packet](../../quality/bugbot/evidence/issue-981/README.md) +records source ccefb27627cd627ccdb7d5666fd174c2ac1da07b, the actual locally packed +CLI/compiled-UI hashes, the fixture-only six-stage flow and blank observation +fields for U076/U077, U081/U082, U086/U087 and U091/U092. All eight remain open. +The packet contains no human pass and does not replace the previous unavailable +speech or partial zoom observations. It adds zero automated acceptance cases. + +For each locale, restart the existing interactive journey and record a named +human, date, exact package, browser/OS, actual screen-reader speech/captions or +browser 200% indicator, and complete progress/error/recovery behavior. Only +literal fixture-value credentials are used; Apply remains a skipped-resource +preview. DOM/ARIA assertions, viewport resizing and a first-phase screenshot +cannot substitute for these complete observations. Keep the ledger unchanged +until the corresponding actual evidence exists, then run the acceptance validator. diff --git a/quality/bugbot/evidence/issue-981/README.md b/quality/bugbot/evidence/issue-981/README.md new file mode 100644 index 000000000..9252bda8f --- /dev/null +++ b/quality/bugbot/evidence/issue-981/README.md @@ -0,0 +1,62 @@ +# Eight real human setup observations — #981 + +This is a review packet, not acceptance evidence. All eight cases remain open. +Source: ccefb27627cd627ccdb7d5666fd174c2ac1da07b. Exact package, CLI, compiled UI +and fixture script hashes are in manifest.json. The package is a local npm pack, +not a release or installation into a real repository. Historical ledger entries +are unchanged. Production verification remains disabled. + +In an isolated checkout of the exact source revision, prepare dependencies from +the frozen pnpm lockfile, inspect the compiled artifact hashes in manifest.json, +then run the existing fixture (do not run setup against a real checkout): + + node scripts/serve-web-setup-journey.cjs + +Use only the printed loopback URL and pairing code. The fixture has no provider +or filesystem mutation adapters. Never enter a real PAT. Both masked credential +fields accept only the literal fixture-value. Restart for every complete journey. + +| Locale | Actual screen reader | Actual 200% browser zoom | +| --- | --- | --- | +| English | U076 | U077 | +| Spanish | U081 | U082 | +| French | U086 | U087 | +| Portuguese | U091 | U092 | + +For every journey record a human reviewer/name, date, exact manifest/package, +OS/browser versions, locale, assistive technology/version or the browser's actual +200% indicator, and progress/error/recovery observations at all six stages: +repository confirmation, setup choices, setup PAT, plan, bot credentials, Apply +preview and final receipt. Include keyboard focus, labels and progress changes. +Try an incorrect fixture pairing code and an incorrect synthetic credential to +observe and recover from errors; then use the correct printed code/fixture-value. +Inspect the PAT link without navigating to create credentials. Apply is a fixture +preview with skipped resources. Close the local session and observe the retained +result and the closed-session indicator. + +Use observation-template.json as the field guide, or reply with those facts in +chat. Do not treat DOM/ARIA assertions, screenshots alone, responsive resizing, +a partially completed journey or an agent's statement as speech/zoom evidence. +If speech or full-journey visibility is unavailable, retain that case as open +with the exact capability gap. No human result has been supplied yet. + + +## Acceptance and test budget + +This packet reserves the eight existing manual cases, with **zero new automated +acceptance cases**. A named human and actual complete observation remain required +for each row; no row is passed by preparing this packet or validating its JSON. +The canonical ledger remains 336/350, with these eight and six platform cases open. +Existing validation: `pnpm run validate:setup-acceptance`, documentation and +applicable specification validators. Keep prior failed/unavailable observations +unchanged. Put new actual observations beside this packet first, then reconcile +only the corresponding existing ledger rows with their real provenance. + +A fresh local npm pack of the frozen source was produced with ignored lifecycle +scripts; the exact tarball/CLI/UI hashes are recorded, not a published release. +The interactive fixture uses that source's compiled UI and bridge, with no real +provider ports. This packet makes no new claim about speech, zoom, another OS, +linguistic review, qualification or production readiness. BUGBOT verification +remains disabled and these manual Setup cases do not gate Linux Bugbot. + +Validation retains the first documentation attempt, which began before dependency installation completed and failed to load js-yaml. The sequential retry after installation passes. Acceptance validation confirms the unchanged 336/350 ledger and 14 open cases; specification validation passes. These checks supply no speech or zoom observation. diff --git a/quality/bugbot/evidence/issue-981/acceptance-unchanged.log.gz b/quality/bugbot/evidence/issue-981/acceptance-unchanged.log.gz new file mode 100644 index 000000000..e6cdd5af0 Binary files /dev/null and b/quality/bugbot/evidence/issue-981/acceptance-unchanged.log.gz differ diff --git a/quality/bugbot/evidence/issue-981/documentation-before-install.log.gz b/quality/bugbot/evidence/issue-981/documentation-before-install.log.gz new file mode 100644 index 000000000..b89b870ab Binary files /dev/null and b/quality/bugbot/evidence/issue-981/documentation-before-install.log.gz differ diff --git a/quality/bugbot/evidence/issue-981/documentation-pass.log.gz b/quality/bugbot/evidence/issue-981/documentation-pass.log.gz new file mode 100644 index 000000000..340a8f290 Binary files /dev/null and b/quality/bugbot/evidence/issue-981/documentation-pass.log.gz differ diff --git a/quality/bugbot/evidence/issue-981/manifest.json b/quality/bugbot/evidence/issue-981/manifest.json new file mode 100644 index 000000000..430da123c --- /dev/null +++ b/quality/bugbot/evidence/issue-981/manifest.json @@ -0,0 +1,21 @@ +{ + "purpose": "fixture-only complete human setup journeys; no observations claimed", + "sourceCommit": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "sourceArchiveSha256": "c8e82a9051b9c531d8f306134bafd9a5adf94f49a2980a6b76dc07e3383920d8", + "packageVersion": "3.10.13", + "package": "vypdev-copilot-3.10.13.tgz", + "packageSha256": "abeac2c108ed9b663bef80317f38eefbd14eed35502a32952f9d418f045f0d88", + "packScriptsExecuted": false, + "cliSha256": "35ef7d099c2c7b31faed2276ac535cd2c018ad61ad1a1be23b91370acaf6286e", + "fixtureScriptSha256": "203ef1cf80c70057f379586d9a8229e6a5a055a56f4e415c95bce16624229963", + "node": "v24.20.0", + "host": "Darwin", + "borrowedFixtureDependencies": "exact installed dependencies from isolated #979 worktree; not a measured qualification runtime", + "webAssets": { + "build/web/assets/index-CNXf8Vmj.js": "e839491cd0736213063845961a39557b4f1d5d0bd182cd0a69150d009c947c8f", + "build/web/assets/index-CfyclPC5.css": "a6eddae87eaeb35e0548caaa356ae94d231806b9605f6331b9ec77bf4dacb1e6", + "build/web/index.html": "6ed7b55e202c589061e558de8abe775cc119bb13853174781bf60fd4cea827e1" + }, + "realProviderPorts": 0, + "observations": [] +} diff --git a/quality/bugbot/evidence/issue-981/observation-template.json b/quality/bugbot/evidence/issue-981/observation-template.json new file mode 100644 index 000000000..bc1775fe9 --- /dev/null +++ b/quality/bugbot/evidence/issue-981/observation-template.json @@ -0,0 +1,106 @@ +[ + { + "case": "U076", + "locale": "en", + "method": "actual screen-reader speech/captions", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U077", + "locale": "en", + "method": "actual browser 200% zoom", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U081", + "locale": "es", + "method": "actual screen-reader speech/captions", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U082", + "locale": "es", + "method": "actual browser 200% zoom", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U086", + "locale": "fr", + "method": "actual screen-reader speech/captions", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U087", + "locale": "fr", + "method": "actual browser 200% zoom", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U091", + "locale": "pt", + "method": "actual screen-reader speech/captions", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + }, + { + "case": "U092", + "locale": "pt", + "method": "actual browser 200% zoom", + "status": "not-observed", + "reviewer": null, + "date": null, + "browserOs": null, + "assistiveTechnologyOrMeasuredZoom": null, + "stages": [], + "errorsAndRecovery": null, + "result": null + } +]