From 20ad974d2ab559f0dccb39f4ed61a68ddde4a108 Mon Sep 17 00:00:00 2001 From: Efra Espada Date: Thu, 19 Nov 2026 19:07:42 +0100 Subject: [PATCH 1/4] bugfix-972-forward-explicit-cancellation-into-the-normal-flow-bugbot-shadow-review-operation: propagate explicit cancellation through shadow review (#972) --- docs/development/testing.mdx | 22 + package.json | 2 +- .../normal-flow-shadow/cancellation.test.cjs | 100 + .../issue-950/normal-flow-shadow/run.cjs | 31 +- quality/bugbot/evidence/issue-972/README.md | 41 + .../issue-972/controlled-attempts.json | 2268 +++++++++++++++++ .../issue-972/without-operation-signal.json | 550 ++++ 7 files changed, 3001 insertions(+), 13 deletions(-) create mode 100644 quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs create mode 100644 quality/bugbot/evidence/issue-972/README.md create mode 100644 quality/bugbot/evidence/issue-972/controlled-attempts.json create mode 100644 quality/bugbot/evidence/issue-972/without-operation-signal.json diff --git a/docs/development/testing.mdx b/docs/development/testing.mdx index caf417cb1..857eeac32 100644 --- a/docs/development/testing.mdx +++ b/docs/development/testing.mdx @@ -274,3 +274,25 @@ Inspect the run's individual platform jobs before claiming full success. A queued, canceled or failed job is missing evidence, even if other jobs passed. The platform fixtures exercise local paths. Authenticated agent tool execution has separate acceptance. + +## Normal-flow shadow cancellation + +The local normal-flow shadow runner forwards its explicit cancellation signal +into the ordinary review operation, detector and verifier. An interrupted run +records `workflow-result.status=interrupted`, retains its started/pending request +observations, and exits with status 130. It cannot report successful ordinary +completion or issue a completed verification receipt. A matched experimental +arm that is canceled does not start its inherited comparison arm. + +Run `pnpm run test:bugbot-shadow-verification` for the model-free stage controls: +before detection, during detection, after preparation, during verification, +after a technical provider interruption, and uninterrupted completion. The +controlled programmatic ports exercise the actual runner and application with +pinned temporary Git sources and fail-on-write SCM ports. They are synthetic +controls, not model measurements or qualification evidence. The loader uses the +shipping compiler options so the real progress/cancellation path is exercised. + +Use a new output destination for every actual attempt and retain the interrupted +ledger. Old ledgers remain historical observations; replay needs the new driver +pin and its applicable source/runtime admission. This adds no Action setting, +elapsed-time cutoff, token budget or turn limit. Usage remains optional telemetry. diff --git a/package.json b/package.json index 4c7247b20..349063673 100644 --- a/package.json +++ b/package.json @@ -69,7 +69,7 @@ "test": "jest", "test:watch": "jest --watch", "test:coverage": "jest --coverage --json --outputFile=coverage/setup-acceptance-jest.json && node scripts/validate-coverage-budgets.cjs && node scripts/validate-setup-assistant-acceptance.cjs coverage/setup-acceptance-jest.json && pnpm run test:extension", - "test:bugbot-shadow-verification": "node --test quality/bugbot/evidence/issue-950/shadow-verification/verification.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/config.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/paths.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/launch-full-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/review-runtime.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/score-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/plan.test.cjs quality/bugbot/evidence/issue-950/status-card-publication/publisher.test.cjs", + "test:bugbot-shadow-verification": "node --test quality/bugbot/evidence/issue-950/shadow-verification/verification.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/config.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/paths.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/launch-full-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/review-runtime.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/score-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/plan.test.cjs quality/bugbot/evidence/issue-950/status-card-publication/publisher.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs", "eval:bugbot": "jest src/tooling/__tests__/bugbot_quality_eval.test.ts src/tooling/__tests__/bugbot_benchmark.test.ts src/tooling/__tests__/bugbot_request_transform_evidence.test.ts --runInBand", "typecheck": "tsc --noEmit && pnpm run typecheck:extension", "metrics:architecture": "node scripts/collect-architecture-metrics.cjs", diff --git a/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs b/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs new file mode 100644 index 000000000..e03810b28 --- /dev/null +++ b/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs @@ -0,0 +1,100 @@ +'use strict'; + +const assert = require('node:assert/strict'); +const { execFileSync } = require('node:child_process'); +const fs = require('node:fs'); +const { tmpdir } = require('node:os'); +const path = require('node:path'); +const { test, after } = require('node:test'); +const { run, verifyMatchedCandidate } = require('./run.cjs'); +const retained = []; +after(() => { + if (process.env.COPILOT_CANCELLATION_EVIDENCE) fs.writeFileSync(process.env.COPILOT_CANCELLATION_EVIDENCE, + JSON.stringify({ method: 'actual normal-flow runner and ordinary operation; controlled providers', + modelCalls: 0, evaluatedPrWriteAttempts: 0, attempts: retained }, null, 2) + '\n', { flag: 'wx' }); +}); + +for (const stage of ['before-detection', 'during-detection', 'between-preparation-and-verification', + 'during-verification', 'after-provider-interruption', 'uninterrupted']) { + test('the actual normal-flow operation preserves explicit cancellation: ' + stage, async t => { + const directory = fs.mkdtempSync(path.join(tmpdir(), 'bugbot-972-cancel-')); + t.after(() => fs.rmSync(directory, { recursive: true, force: true })); + const source = path.join(directory, 'project.git'); + fs.mkdirSync(source); + const git = (...args) => execFileSync('git', ['-C', source, ...args], { encoding: 'utf8' }).trim(); + git('init', '--quiet', '--template='); + fs.writeFileSync(path.join(source, 'index.ts'), 'export const value = 1;\n'); + git('add', '.'); + const commit = () => git('-c', 'user.name=Fixture', '-c', 'user.email=fixture@example.invalid', 'commit', '--quiet', '-m', 'fixed source'); + commit(); + const base = git('rev-parse', 'HEAD'), baseTree = git('rev-parse', 'HEAD^{tree}'); + fs.writeFileSync(path.join(source, 'index.ts'), 'export const value = 1;\nexport const added = 2;\n'); + git('add', '.'); commit(); + const head = git('rev-parse', 'HEAD'), tree = git('rev-parse', 'HEAD^{tree}'); + const manifest = path.join(directory, 'subjects.json'), output = path.join(directory, 'attempt.jsonl'); + fs.writeFileSync(manifest, JSON.stringify({ publication: 'dry-run', effort: 'xhigh', subjects: [{ + repository: 'owner/project', number: 1, baseRef: 'master', headRef: 'review', head, base, tree, baseTree, + model: 'gpt-6-luna', + }] })); + const cancellation = new AbortController(); + let detectorCalls = 0, verifierCalls = 0; + const pending = []; + const result = await run(directory, 1, output, manifest, { + signal: cancellation.signal, + beforeReview() { if (stage === 'before-detection') cancellation.abort(); }, + progress: { observe(observation) { + if (stage === 'between-preparation-and-verification' && observation.stage === 'verifying') cancellation.abort(); + } }, + findings: { async query(request) { + detectorCalls++; + pending.push({ stage: 'detector', abortedAtEntry: request.signal.aborted }); + if (stage === 'during-detection') cancellation.abort(); + return { outputLocale: 'en-US', findings: [{ id: 'controlled-candidate', file: 'index.ts', line: 2, + title: 'Controlled candidate', description: 'An owned cancellation fixture hypothesis.', + codeSnippet: 'export const added = 2;', confidence: 0.99, severity: 'medium', category: 'correctness' }], + resolved_findings: [], partition_id: request.prompt.match(/Return partition_id exactly as `([^`]+)`/u)?.[1], + reviewed_head_sha: head }; + } }, + verifier: { async verify(request) { + verifierCalls++; + const observation = { stage: 'verifier', id: request.candidate.id, abortedAtEntry: request.signal.aborted }; + pending.push(observation); + if (stage === 'during-verification' || stage === 'after-provider-interruption') { + cancellation.abort(); + observation.abortedAfterInterruption = request.signal.aborted; + return { status: 'technical-failure', reason: stage === 'after-provider-interruption' + ? 'provider-turn-failed' : 'investigation-canceled' }; + } + return { status: 'verdict', verdict: 'inconclusive', reason: 'Controlled missing evidence.', + missing: 'A test-only source gap.', citations: [], premises: [] }; + } }, + }); + const rows = fs.readFileSync(output, 'utf8').trim().split('\n').map(JSON.parse); + const terminal = rows.find(row => row.event === 'workflow-result'); + retained.push({ stage, pending, detectorCalls, verifierCalls, rows }); + assert.deepEqual(result.writes, []); + assert.equal(terminal.checkoutUnchanged, true); + if (stage === 'uninterrupted') { + assert.equal(result.status, 'completed'); + assert.equal(result.results[0].success, true); + assert.equal(detectorCalls, 1); assert.equal(verifierCalls, 1); + } else { + assert.equal(result.status, 'interrupted'); + assert.equal(result.results[0].success, false); + assert.equal(result.results[0].payload.bugbotPublicationBlocked, true); + assert.equal(JSON.stringify(result.results[0].payload).includes('copilot:bugbot-verification'), false); + assert.equal(verifierCalls, ['during-verification', 'after-provider-interruption'].includes(stage) ? 1 : 0); + assert.equal(detectorCalls, stage === 'before-detection' ? 0 : 1); + } + }); +} + +test('explicit cancellation in the experimental arm prevents starting the inherited arm', async () => { + const controller = new AbortController(), calls = []; + const profile = { provider: 'codex', modelProvider: 'openai', model: 'gpt-6-luna', effort: 'xhigh' }; + await verifyMatchedCandidate({ signal: controller.signal, candidate: { id: 'owned' }, configuration: profile }, + { primary: profile, experimental: profile, comparison: profile }, async arm => { + calls.push(arm); controller.abort(); return { status: 'technical-failure', reason: 'investigation-canceled' }; + }, () => {}); + assert.deepEqual(calls, ['experimental']); +}); diff --git a/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs b/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs index 8f22d29cc..d132f7e82 100644 --- a/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs +++ b/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs @@ -9,10 +9,7 @@ const path = require('node:path'); const official = require('../shadow-real-prs/official.json'); const shadowPlan = require('../shadow-verification/plan.json'); const root = path.resolve(__dirname, '../../../../..'); -const ts = require(path.join(root, 'node_modules/typescript')); -require.extensions['.ts'] = (module, filename) => module._compile(ts.transpileModule(fs.readFileSync(filename, 'utf8'), { - compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022, esModuleInterop: true }, -}).outputText, filename); +require('../ev07-shadow/load.cjs'); const load = file => require(path.join(root, 'src', file)); const { composeBugbotReview } = load('infrastructure/composition/bugbot_review_composition'); @@ -84,6 +81,7 @@ async function verifyMatchedCandidate(request, profiles, verifyArm, recordCompar // The review already runs up to two candidates at a time. Run the arms // sequentially within each candidate so the same session limit applies. const settled = async (arm, input) => { + if (input.signal?.aborted) return { status: 'technical-failure', reason: 'investigation-canceled' }; try { return await verifyArm(arm, input); } catch { @@ -96,7 +94,7 @@ async function verifyMatchedCandidate(request, profiles, verifyArm, recordCompar return experimental; } -async function run(lab, number, destination, manifestPath = path.join(__dirname, 'subjects.json')) { +async function run(lab, number, destination, manifestPath = path.join(__dirname, 'subjects.json'), ports = {}) { lab = path.resolve(lab); const manifest = fs.readFileSync(manifestPath); const frozen = JSON.parse(manifest); @@ -120,7 +118,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, const cancel = () => cancellation.abort(); process.once('SIGINT', cancel); process.once('SIGTERM', cancel); - const signal = cancellation.signal; + const signal = ports.signal ? AbortSignal.any([cancellation.signal, ports.signal]) : cancellation.signal; const withCancellation = original => original ? AbortSignal.any([original, signal]) : signal; const writes = []; const guard = new Proxy({}, { get: (_target, method) => () => { @@ -142,6 +140,10 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, headRepositoryOwner: owner, headRepositoryName: name, headRef: subject.headRef, headSha: subject.head, changedFileCount: diff.changes.length }; const scm = { + progress: { async observe(progress, dryRun, locale) { + log({ event: 'operation-progress', progress }); + await ports.progress?.observe(progress, dryRun, locale); + } }, context: { getPullRequest: async () => identity, getSourceBoundPullRequest: async () => identity, findOpenPullRequestsByExactHead: async () => [], @@ -170,7 +172,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, const ai = new Ai('shadow-campaign', '', false, workflowInputs ? ['build/*', 'specs/CATALOG.md'] : [], false, 'low', 20, [], tasks, undefined, { publicationMode: frozen.publication, effort: reviewEffort }); const operation = projectBugbotReviewOperationContext({ - ai, owner, repo: name, issueNumber: subject.number, isPullRequest: true, eventName: 'pull_request', + bugbotReviewSignal: signal, ai, owner, repo: name, issueNumber: subject.number, isPullRequest: true, eventName: 'pull_request', tokenUser: 'copilot', locale: { issue: 'en-US', pullRequest: 'en-US' }, pullRequest: { number: subject.number, head: subject.headRef, action: 'opened' }, commit: { branch: subject.headRef }, currentConfiguration: { parentBranch: subject.baseRef }, branches: {}, @@ -186,7 +188,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, assert.equal(invocation.modelProvider, expected.modelProvider); assert.equal(invocation.sandbox, 'read-only'); }; - const standardDetector = createFindingsQueryPort({ cli: new AgentCliClient({ + const standardDetector = ports.findings ?? createFindingsQueryPort({ cli: new AgentCliClient({ prepare(request) { const plan = planner.prepare(request); const flags = codexInvocation(plan.argv); @@ -258,7 +260,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, peak = Math.max(peak, active); log(label(arm, { event: 'verifier-start', id: candidate.id, active, atMs: startedAt })); try { - return await adapters[arm].verify({ ...request, signal: withCancellation(request.signal) }); + return await (ports.verifier ?? adapters[arm]).verify({ ...request, signal: withCancellation(request.signal) }); } finally { active -= 1; lastVerifier = sinceStart(); @@ -272,13 +274,16 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, return verifyMatchedCandidate(request, profiles, verifyArm, log); }, }; + await ports.beforeReview?.({ signal }); const results = await composeBugbotReview({ findings: detector, scm, shadowVerification: verifier, experimentalShadowProfile: profiles.experimental }).invoke(operation); const wallMs = sinceStart(); - log({ event: 'workflow-result', results, writes, checkoutUnchanged: git(checkout, 'status', '--porcelain') === '', + const status = signal.aborted ? 'interrupted' : results.every(result => result.success) ? 'completed' : 'failed'; + log({ event: 'workflow-result', status, results, writes, checkoutUnchanged: git(checkout, 'status', '--porcelain') === '', wallMs, verificationWallMs: firstVerifier === undefined ? 0 : lastVerifier - firstVerifier, peakVerifierConcurrency: peak }); assert.deepEqual(writes, []); + return { status, results, writes }; } finally { process.removeListener('SIGINT', cancel); process.removeListener('SIGTERM', cancel); @@ -288,10 +293,12 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, } if (require.main === module) { - run(...process.argv.slice(2)).catch(error => { + run(...process.argv.slice(2)).then(result => { + if (result.status !== 'completed') process.exitCode = result.status === 'interrupted' ? 130 : 1; + }).catch(error => { console.error(error); process.exitCode = 1; }); } -module.exports = { selectVerifierProfiles, verifyMatchedCandidate }; +module.exports = { run, selectVerifierProfiles, verifyMatchedCandidate }; diff --git a/quality/bugbot/evidence/issue-972/README.md b/quality/bugbot/evidence/issue-972/README.md new file mode 100644 index 000000000..0675edacd --- /dev/null +++ b/quality/bugbot/evidence/issue-972/README.md @@ -0,0 +1,41 @@ +# Normal-flow operation cancellation — #972 + +The actual normal-flow runner now passes its existing signal through +`projectBugbotReviewOperationContext`. An explicitly interrupted provider remains +an interrupted operation, rather than a successful ordinary dry-run containing +only a technical verifier failure. The terminal ledger distinguishes +`interrupted`, `completed` and `failed`; interrupted CLI execution exits 130. + +Seven deterministic controls pass with zero model calls and zero GitHub write +attempts. Six exercise the actual runner, real operation, preparation and +application cancellation boundaries with pinned Git fixtures: before detection, +during detection, between preparation and verification, during verification, +after a technical provider interruption, and uninterrupted completion. The seventh +proves that canceling the experimental arm cannot start its inherited comparison. +`controlled-attempts.json` retains the actual pending request metadata, stage +observations, results, unchanged-workspace checks and empty write inventories. + +Removing only the operation-signal field reproduces the original defect in the +controlled verifier-interruption case. `without-operation-signal.json` records +the canceled provider while the ordinary application result incorrectly succeeds; +the regression test fails on that success. Its log is retained separately. Other +cases excluded by that negative control's test-name filter are not claimed as +executed acceptance; all seven ran in the passing full control suite. + +The initial fixture used a replacement at the same LEFT/RIGHT line, which +correctly made its candidate anchor ambiguous. No verifier ran and three tests +failed. `initial-fixture-failure.log` retains that harness failure. The corrected +fixture adds a unique RIGHT line; no production anchor or receipt validation was +weakened. The shipping TypeScript loader also avoids the historical ES2022 +progress-clock initialization mismatch, so these controls reach the actual +operation rather than silently ending before detection. + +Reproduce with `pnpm run test:bugbot-shadow-verification`. To retain another +synthetic control ledger, set `COPILOT_CANCELLATION_EVIDENCE` to a new absolute +destination when running `node --test` on `normal-flow-shadow/cancellation.test.cjs`. +That test-only destination is not a public Action setting or a measured pilot. + +Historical campaigns and ledgers remain unchanged. A current replay needs a new +driver pin and applicable source/runtime admission. This correction introduces +no deadline, token budget, read quota or turn limit. Production verification +remains disabled; no profile is qualified or new corpus/full-review campaign run. diff --git a/quality/bugbot/evidence/issue-972/controlled-attempts.json b/quality/bugbot/evidence/issue-972/controlled-attempts.json new file mode 100644 index 000000000..bf3ca175c --- /dev/null +++ b/quality/bugbot/evidence/issue-972/controlled-attempts.json @@ -0,0 +1,2268 @@ +{ + "method": "actual normal-flow runner and ordinary operation; controlled providers", + "modelCalls": 0, + "evaluatedPrWriteAttempts": 0, + "attempts": [ + { + "stage": "before-detection", + "pending": [], + "detectorCalls": 0, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:17.449Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "effdc4ee6cabbcd1a70a60ff759f8e9327952fba", + "base": "210f4c4693c4472b8aba8a871053881ce183ce2e", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "85413c55e2708eba764f2d293c4ba79523dca9df865724ce127969048f9de657", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:17.498Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "637528fd-7933-44f9-8a81-a42ec20fc8e9" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:1795111097451", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:17.451Z", + "elapsedMs": 3, + "stagesMs": {}, + "promptCharacters": 0, + "responseCharacters": 0, + "estimatedInputTokens": 0, + "estimatedOutputTokens": 0, + "changedFiles": 0, + "changedLines": 0, + "rulesLoaded": 0, + "contextLogicalProviderReads": 0, + "contextRawProviderRequests": 0, + "contextConcurrencyLimit": 2, + "candidateFindings": 0, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 71, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "during-detection", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:22.180Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "base": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "7e0ef1abbee3830c45b4f7cbbdde3088db7afaacb8d01128b6e74275aa746cd5", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:22.182Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:22.182Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:22.184Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:22.184Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:22.184Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:22.184Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:22.185Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "f94c137ae254fee14c5711594c1f8f6c85f2a01d97c1575bd34ebc8d483c18c6" + }, + { + "at": "2026-11-19T17:58:22.186Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:22.187Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 5, + "observedAt": "2026-11-19T17:58:22.187Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 2, + "analyzing": 3 + } + } + }, + { + "at": "2026-11-19T17:58:22.218Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "616d0813-a3b3-44d5-8a7e-3fb5f0025d43" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bfa7c55c54d4", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:22.181Z", + "elapsedMs": 7, + "stagesMs": { + "context-preflight": 0, + "context": 2, + "analysis": 3 + }, + "promptCharacters": 28545, + "responseCharacters": 0, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 0, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 0, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "failedAnalysisPartitionOrdinal": 1, + "failedAnalysisPartitionCategory": "aborterror", + "candidateFindings": 0, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 76, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "between-preparation-and-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:26.266Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bb397c08651261b24c2bb3f5de4da982394842c9", + "base": "8d9fa45588d501a424343bc2ad65059a6582a914", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "39d233c4f283170eceff41549464672faf46b8726b80ae0e147576855dcbd1cd", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:26.266Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:26.266Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:26.267Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:26.267Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "0a3e2f7235e3bc0d5314adad278258a95405b4d5e86affadce8d81c07a3a266c" + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:26.269Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 3, + "observedAt": "2026-11-19T17:58:26.269Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 1, + "analyzing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:26.269Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 3, + "observedAt": "2026-11-19T17:58:26.269Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 1, + "analyzing": 2, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:26.313Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "d82e7d2e-204a-43c5-a32e-475174ec0521" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-34265a60164db722712bf74ff076de85fd64508124e3c60c9fb876b97ed9ac3d", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 2, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 4 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "allowBase": false, + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bb397c086512", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:26.266Z", + "elapsedMs": 4, + "stagesMs": { + "context-preflight": 0, + "context": 1, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 92, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "during-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:30.695Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "base": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "821a3325ac19438374fc6252aa399d9b6aa5b17217de6ff8348864888627c9a5", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:30.696Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:30.696Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:30.696Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:30.696Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:30.697Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "1abb184deff96d706d735d34b2a559a6ff0ab3f1919259e850f677f43a4a7c55" + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:30.698Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 0, + "analyzing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 80 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 80, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:30.698Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 0, + "analyzing": 2, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.740Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "e129fab8-15ea-4d85-be46-0e47126e124c" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-30a58c28dfa30ebd9cd8cad9dad2f1cf3c14752c728d58cdb2ff5984d65ec062", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "allowBase": false, + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3e030c528e7e", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:30.696Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 80, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + }, + { + "stage": "after-provider-interruption", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:35.256Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bb30a6255040837fe58324832f8a14da5e4973b8", + "base": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "590042e04fe4066357c724a524db41e1b7c66a3835a787eab7220ae8235aca3e", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:35.256Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:35.257Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:35.257Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "cbdbd24a051b0afa732ea46f54a7854fcdd15d747c99359f9f7b21eff83cbc16" + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:35.258Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 1, + "analyzing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 49 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 49, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:35.258Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 1, + "analyzing": 1, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:35.283Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "9a4ba107-42c5-4626-b9ad-ff012d9d8aa3" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-908db9800597dbfda6e2a85175d30d15c0876a3be8c7096337972938d063ec7e", + "wallMs": 1, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 0, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "provider-turn-failed", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "allowBase": false, + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bb30a6255040", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:35.256Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 49, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + }, + { + "stage": "uninterrupted", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:38.306Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "base": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "ec3dd1d99a772f48b02322eb4250e9f64e3907c1c0e2122fd1ce74ddea381801", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "beab4497f74a13e9cbbb0c1341acee15f231dd80e0318044addc8aa10a18005d" + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:38.308Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 0, + "analyzing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 49 + }, + { + "at": "2026-11-19T17:58:38.309Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 50, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:38.309Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 1, + "total": 1 + }, + "outcome": "dry-run", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:38.309Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 0, + "analyzing": 1, + "verifying": 1 + } + } + }, + { + "at": "2026-11-19T17:58:38.331Z", + "event": "workflow-result", + "status": "completed", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": true, + "executed": true, + "steps": [ + "Bugbot dry-run completed after atomically completing 1 diff partition with 1 accepted finding; no SCM mutations performed." + ], + "errors": [], + "payload": { + "dryRun": true, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "description": "An owned cancellation fixture hypothesis.", + "file": "index.ts", + "line": 2, + "severity": "medium", + "confidence": 0.99, + "category": "correctness", + "codeSnippet": "export const added = 2;", + "fingerprint": "fp-c50ff98d", + "semanticFingerprint": "sf-9233a5a9" + } + ], + "overflowCount": 0, + "resolvedFindingIds": [], + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "ruleSources": [], + "contextCoverage": { + "status": "complete", + "sources": [ + { + "source": "selection", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "issue-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "pull-request-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "review-threads", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "diff", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "previous-findings", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "human-conversation", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "rules", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + ] + }, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-945c768b38ecd53bb9ff0ac9168affb16bff3a2ca2a5f8f012a5b5791f991a44", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "verdict", + "verdict": "inconclusive", + "reason": "Controlled missing evidence.", + "missing": "A test-only source gap.", + "citations": [], + "premises": [], + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "allowBase": false, + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ], + "publicationSimulation": { + "status": "incomplete", + "individual": [], + "overflow": 0, + "resolutions": [], + "inconclusive": [ + { + "id": "controlled-candidate", + "missing": "A test-only source gap." + } + ] + } + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3ce6b64949e2", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:38.307Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "dry-run" + } + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 50, + "verificationWallMs": 1, + "peakVerifierConcurrency": 1 + } + ] + } + ] +} diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.json b/quality/bugbot/evidence/issue-972/without-operation-signal.json new file mode 100644 index 000000000..1f25fd53f --- /dev/null +++ b/quality/bugbot/evidence/issue-972/without-operation-signal.json @@ -0,0 +1,550 @@ +{ + "method": "actual normal-flow runner and ordinary operation; controlled providers", + "modelCalls": 0, + "evaluatedPrWriteAttempts": 0, + "attempts": [ + { + "stage": "during-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T18:00:13.666Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "base": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "ded00d0e785bf6f2d96293e9c364f0b6d1adc09680f1f5ede65e770e6a3ed461", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "1af183053299a6cb5f473cd0ed25dbe16716d58c6d3075cf7c7e91f7e1b90b27" + }, + { + "at": "2026-11-19T18:00:13.668Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T18:00:13.668Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T18:00:13.670Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T18:00:13.670Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T18:00:13.670Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T18:00:13.670Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T18:00:13.672Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "99a3b22ef7436af1e4bc2910e7e003c4da3e1efea4fa600e4d5fa2d322470fde" + }, + { + "at": "2026-11-19T18:00:13.672Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 6, + "observedAt": "2026-11-19T18:00:13.674Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 2, + "analyzing": 4 + } + } + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 61 + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 61, + "wallMs": 0 + }, + { + "at": "2026-11-19T18:00:13.675Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "dry-run", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 7, + "observedAt": "2026-11-19T18:00:13.675Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 2, + "analyzing": 4, + "verifying": 1 + } + } + }, + { + "at": "2026-11-19T18:00:13.708Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": true, + "executed": true, + "steps": [ + "Bugbot dry-run completed after atomically completing 1 diff partition with 1 accepted finding; no SCM mutations performed." + ], + "errors": [], + "payload": { + "dryRun": true, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "description": "An owned cancellation fixture hypothesis.", + "file": "index.ts", + "line": 2, + "severity": "medium", + "confidence": 0.99, + "category": "correctness", + "codeSnippet": "export const added = 2;", + "fingerprint": "fp-c50ff98d", + "semanticFingerprint": "sf-9233a5a9" + } + ], + "overflowCount": 0, + "resolvedFindingIds": [], + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "ruleSources": [], + "contextCoverage": { + "status": "complete", + "sources": [ + { + "source": "selection", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "issue-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "pull-request-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "review-threads", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "diff", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "previous-findings", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "human-conversation", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "rules", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + ] + }, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-0f3cf3b17d828e26958cfbb297496da71b4b029f93abeecda4b58eeb5e13658a", + "wallMs": 1, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 3, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 7 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "allowBase": false, + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ], + "publicationSimulation": { + "status": "invalid" + } + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3dfafc982561", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T18:00:13.668Z", + "elapsedMs": 7, + "stagesMs": { + "context-preflight": 0, + "context": 1, + "analysis": 2, + "normalization": 1, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "dry-run" + } + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 62, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + } + ] +} From fa9693a1fe305958774b11d816958b070f6c7082 Mon Sep 17 00:00:00 2001 From: Efra Espada Date: Thu, 19 Nov 2026 19:45:10 +0100 Subject: [PATCH 2/4] bugfix-972-forward-explicit-cancellation-into-the-normal-flow-bugbot-shadow-review-operation: preserve cancellation control attempt logs (#972) --- quality/bugbot/evidence/issue-972/README.md | 8 ++ .../commit-hook-worker-failure.log.gz | Bin 0 -> 50316 bytes .../issue-972/initial-fixture-failure.log | 72 ++++++++++++++++++ .../issue-972/without-operation-signal.log | 28 +++++++ .../issue-972/worker-failure-recheck.log | 5 ++ 5 files changed, 113 insertions(+) create mode 100644 quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz create mode 100644 quality/bugbot/evidence/issue-972/initial-fixture-failure.log create mode 100644 quality/bugbot/evidence/issue-972/without-operation-signal.log create mode 100644 quality/bugbot/evidence/issue-972/worker-failure-recheck.log diff --git a/quality/bugbot/evidence/issue-972/README.md b/quality/bugbot/evidence/issue-972/README.md index 0675edacd..7aaaf9d38 100644 --- a/quality/bugbot/evidence/issue-972/README.md +++ b/quality/bugbot/evidence/issue-972/README.md @@ -39,3 +39,11 @@ Historical campaigns and ledgers remain unchanged. A current replay needs a new driver pin and applicable source/runtime admission. This correction introduces no deadline, token budget, read quota or turn limit. Production verification remains disabled; no profile is qualified or new corpus/full-review campaign run. + +The first implementation commit passed all 943 Jest suites. A later commit to +retain ignored log files encountered a Jest worker SIGSEGV in the unchanged +`setup_batch_composition.test.ts` before that suite could execute; 942 suites +passed. `commit-hook-worker-failure.log.gz` preserves that unsuccessful hook. +It is not an assertion result or model measurement. The affected suite passed +all five tests when run alone (`worker-failure-recheck.log`). Final delivery +evidence must identify a successful complete hook retry separately. diff --git a/quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz b/quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz new file mode 100644 index 0000000000000000000000000000000000000000..28a53127c40c0d9f4b97115c69a442c8b46765e2 GIT binary patch literal 50316 zcmV)OK(@ahiwFP!00002|HQq`j^sL$F1SBW5vz;t#mT6Q$UN0mi;Kq8u7Md`pwW#1 z8V!fSMR!-GT=Ej7$c($3SD0Der@K!wG@6kjCCXhSjoH1Z&Xeigra=PseZa>A(HAr(1WsJ`Gcc(0~0Q-r#S$ z^;rLt~$ENS(^SK!>)7t_6^V2Awe(&*D{=aMk)Z*6mA6L%O|5!#xDDde zHs{M20(M#q;@H27;bRSdY#XnU`tLv=ZvKzdf9oH)W2L%ss|K+>THddv7=KryeiuK* zaT=?)R%{Ha_&JJBs!#jvx8EMjt)75K^ZVY6g1+qc-;aHFYR*rp-820CC;abE*HQlV z+n@jX^7XG@KR^AC|MTfT;2(d#wbQxjewXi}9mRjD&w2V+{l_OlIrZv$pQ`bG7oMS$ zzduc~>CR8JI8{?S62hd04d(DS-N*NT`lP-Ny9&Qmqoro@Np$bc(04GaO5*Tz8~S>} zx&QR(w{fUCss8$^TEKt*@Bj7xKE0^%xvC$jsd%#gF6vLe4Wg^Xps_Dg_gzARV}HF( zBmCX@e>S%#+5Arde~r@)#ietG@$rh9|wpFZQ?{Y?!< z)52h!npQmFrz;^%H}+3|`^!oGgFuuxD#nqKUFjM zEbChJ{v_14II3Z2evZ>15-`+emW@=W*6|||MSp|*xT>Z1T^;tf>P@Y}@gow&IsW^b zz_TT?L)WUS&SFqdxU}K#uhsCq?tgUfog;u>`ca`CE)|^iLk6;U3Lb9NN84BR;nug! z@q-N(y05l+2HsmG#k2W%brgu{xc}f-P^<0l)Bbg8o8Iv1pW4b}3?{|wG$*0-R0sJ-1*ABU>0ZsYFbbsL@+jfPN-#;rQz z0m~&oeyGFcIuD0B=+qD&)#>rQ0J<4$^*wcevi#AIJWC1LyCpm(AF#5q__R2HvcarRzq3`2@n`>9wN;a`qKpqxw#2-?=d1vXnfZ z->JjsU8w0-%8@#nny!k_jW$+TKaAFngDnsj_brjmyGb%x~6t~t5o|d@3+wJ=-5`9r#Ur8ygRF5Y}8|d z6CbpsNve-hr=q#-3c)v>`meUl*lA#Wf-@HWd3o{A|8yAoe#{quTUZ@ELOnLca8*|| z7+Q--8m6vO>!$#GT_5V^bSeN1JK)2V+bIO*F0xUiKbuk@g?D%N>zah1j3wOtGw z6qGT)stSn^@2EJ_vsyvmJTbeR^t4NJD=e^X zs&m)Nu{oCbH1KJt(+VEKqCRNvSOFp0m|0M1(7Vm}XGoD|lF~MI58kTd_x)a^1(0WN za37|8a6(S)$N*>VF+7{HxarX(=+xx*x3{e#1> z>gxRd=@l=Ze>7d)|By}(Rhu@>wH`*sEoJ&mPLHwgTgd=R{!ZCdH+kvN*?x|2eBQ(E zPio#kX?@4QpEO8Z@pKkzljNHKd$Y(ITSB!qDOd9qRX5$3V68`4_gk`|R%#_&s+(W} z^z0wHt6acl-m2qqzi)phYKfjQ&p$3#?F5L5*?NTQ8It-R$(PFt7&U0lfu-j+>#!;X zSsg4)U=;qF|Izd_P~S(;e$;l#^%Wy)#{DkbfEfXp;Gkh;oJK){{kdGps%Lj zp-1WkA8u^u;|@p)Xq0@2*1MGkc^Su>THsaPs+rF5BONGSR6Qn#k6W&D)))$!?lz@+ z&(uvLFU~_J9q7{c-__aDw|Q>ogYzuX8fNZx@I#)i*QqnmZ&Q61dr|BDS~cL;I!>UD zsXuh^!cl8&6hC7@#-TYO;ij!0W8A%AvGZj;H|G?djJ;-M$5{iF`$3Y7Ojl-CWLsb zhUjD3-fT&`3|jYZ`t{M&aZR1rv)lC6(y^F~VO(Wqo5TSb>zNtJxZwK$2pDMI`(yPs zwbk$ui-Vmoe!rBJ0T%5z;{`QD1Bf~&Zt7tn4)S;r*D7ssETCG^oyWv==4x=HqVEMz zm&o%RooOS7<`5!`Qc8p)cb)TB)`O?tP>HavRU;JQaTqV!k^<=xszE6!Vi@|th8u85 zvC4+M6yZBqkxd>zq<*!)cFh#w;Fp~F)u$C*K#&}$!5SgC;QXA?d{C=9U@qSLt3+%H z7es4d)16y^I)3J)`B8{-Xm8{ZdKcB$T&#Wc*te}XW(+jpue_)>sx4!*tzMiLTNd8G?jo)RV2a}0~%19{6%Q-sxuEzns%`~fqh4F9vGcp zI=eXwsA`@~HXY@t#MvAJc&Fy4O?Y7d>mX}ia^WEiq!y1=H_G(g3}Hd}hdbGky6P&} zz`WBdYi;;S>8%=M`p}>0%)8!3j$Y|2kThqL))dDrI=yv5|DZ|iJ;`1W+0r!=HAeR6w^`@KF6irI3tdLlM$N_(a4_LDT( zY#8*fGbkf3vU_-`t0IUN52OD#%KPLt1`prZcL{PemqJ22iQB@jK}KrFpTU_VWTKsg)RY99Tb+Um0R}T5(PKlq4D&4}pxP;(d2)QmFZx zP-h!B_A)T4u4+FZkUaWKKt84fHiH@Bn>y1v@sV`05Ko$u=WNXA>1cRO93admx-IC{ zA2vQVenwR9&y5_1giS$?n)p36=V5gHXk#VP5NK1R^g-{W>KfTfnE(3id+#jHcQ>{}G$B7%ASo(OuEkTK0IZEdM^4BxN=)k&Ee~X$} z!fEpu8q*=b0}gwEan%q$zF#y+uNr#Gy~_O=WMW1pGEVGf^ju1ySa!#zZJ5po5}~hw zk3*+!Q5rBCmmL|d_E;7ez^%DiofQ4<_xfXOHv$ks1p1rkL~X38P;Yj~#|2mNAn!=DStsfX$`@=36? z0nc=H9F{}^-2@K#92uI)nEopp2QhGiE2uiUVCginiFI?_#RtX1d+hV9%aa%eb*Z@pP+~*3?n+Si1E@_9cE!0o z2-ZC73qt45pxJ=eiSkA;&w!=V1{>6#D;Z7uY2@s-1MOtduyh`|VrG+L#*Kt5qf)Ii zwVH>%ZTo4AA}T01Jy|jVgI6X|A_4C2>?Vi_JFW%nR z$}$mc8jX_~n2G5Hcw~YRGat`n&l>MCdMpbSIQ=GAJWipOJV=+iiUY}WZsfqxi}S~T z7d->iFtuDr=s7#8Z6S;|jRhFjAjAIkO+nw2tU6VFzy`t+BNrKARN1-<21;A_yuy**ZeF#ZYZVr$1LmNpagh< z+@KbS7#O#1z9@T&{3;kfoeK1 zDS}%W*;E*Nsnks<-K-X#;mzPghuYFd9Xo4yE;=CaD$I0%jtPuF{I&Rsunpe-U%lu|nmI@*jISe+Ji!?Ye8=l)zDj1_h+>j?4KI_%Cn zlXAqYYOkP6jb~_Pt~lbHvx+_UnR-W3TCMi5l(v_mwq6=HraX;%ASfkNUQ-DZ4U0NV z=<_Y7eRWtInQJzT41Ec`HC*a3!P-cVh5wBS{xnoqC9PbJ~9J(vhKma*qP z7HYx(3Tzn6Q)aVOjDie#Hw@?w<@6xPoC$AJd{Hr3K;Gc}s4J&*$7vXtd_;QxxlbPZ zuH>>T(|QwXLfigUz;9uLH+hj!4`PC}6`3;A>o7Yr#DZXr7S~2z^?@2gF1IPet8$6w zs9J-$(AFyA=GDcq?FC@*zIBNFvJvm73z9jxy*3f>9(7V|d^LeMyuE3?@NWP!!%?L^oCs_u z)=u5AeHH&fK$i>-ZwjL|(fU~^sg2_upM-#B1v)#?Ih=!F@4F0;$fn^6!D&#*Eb~4B zrUd06y!AcQLP~=Or&?g{w#>qs&j1FnxWYeS46~6Lx`P~EEJ#{?VgPbzra92M_|5Gj z&>JGDFS90`c71qhC$7UXA1+{#N;*C)vqoB%Pzk5~pN4RcyZ`e&1T{0QeEzt$2mPn0 zRtr6U#rCxuB0%VqfTFFqKF!*WwvKj!^I*a}qEOoYe0FDTM-xL19W(Aw*t6-*3n#OU zC6UK|Q2!hWMjH9wrwR(hEcmHn5G*y-iUuJGC9QdY+v;v}3^^HGMxJN?oLOaEM&s%H zT$5>uv#wvRr)u{yThtMQ^#&h}>&^{0Z(%UV5(;$MOO~$B(Y4*4!R_$9nUm2BsANGk zNp!5B{*!?d*;+DKQCG#!SSOCIZPn@SY*2-t(Z(hQY{}KoNK|D@h{E%REP5aUo=4h+!9F$1dJgQfL$Af4 z-_h+s;Y!D9s3E;Y6oQ5;r9Yhtp&Oe3Bm5j{gv*!XbP7u7s`uth*&uu}7KtTU$hsb^ zuCuPKYig*Emdpr}^JK6fL!t!2JvVlMwkUyP1i()1v0@78&JU z8E-aPjTv3(+SZ!P5ASIzW*75IA#=%F4+jK4zGn;MhhJYX>>|ts?M???V+V-(OWw=@ z8K&lW8E~VY7Q#2|eaz@Vvka(w>U6b~BfK-dakUi_#1BmQuGOu=;;vjG+UB{tT@R~V z_`FL;p=w7nF-uXpeio)z^jWEcSO#JhBb5M2!J?rYd5#{F#Y`DLAk?fF!x z0>FxzIvJ3x_Oq=t4fAeZu~(ik3Uw=)I0tU~b(=L!1P9y*blSc-a40#)xcQ_4c_huZi9;}}< z+hxwwDoUv7ph|N3X4t~@8S@hmUD5`Q7yT;r5h+N9{!MTKn#TYWCaLCfQKdH*^G&Ry zE#fhqgv|M|%Wy_HN2(LG!~l%1K-Rt@q%KI%y9Y^~2{#rOiyW+DYK&0PSP|+ETctWjuzhJN`D+XECM#%qIs*k_f{}%d1~w9Fovd3o)w%2C*c=m~-kJ`~`PMp{52&yDY?w+yHlHk1A?J*(%JoIYMs2PW_tZ%uejbA!swi_%W8WW&Sjc99il;3Xq6{av! z>J%f4QrQBeC;Qv0WlI?sDXl}~%llh92?)u9;O7p*qcsk|q-*v!F(e#rrujB&c`S;b zJ&}bI+t`gXf~cqc@fikUJ69tTXh*4`eb@S|+olexi{a37rh_ES&Z64x=a{PNW>G%7 z2cblo88%4c>5q3gZ(`qNN#GL`4&LX(Cr^VdFTI?FOgW~03f#$RnXSX?zLYB(r1RJM;5P)kh`C0X1C?wm*}cdg=N?~ zx%fBXZ6%pSVD7S7Ul5TBpESE>IN)dd6qu!e&%v+?rJ|!9VG-ZKHTXerp3^Rj-HhUz zH`+m1V%EO*#N?e>qH3h;;J|HG%(K_|GBWNP)PA0Jm8Ds9{iZhsv|{!8}lPYICH_8a8dBx zCi&X#!iH%qGXN=3boOjCoxBMckv#ZyXq0_uYe$R@OH33ohlCoVgqN^um|61CO)?Xf zTtgm58&uf{nLSu*S&OGrRX3VmHAh2T3vpsStgug!!&<(s<0G>&pLn{8e#RuMSg@NXV@05w!LvYL{}MkbVf3b?lZiYA=1|` z4#kPNLEp*&Tw)031FsA||2Uk7>UQ~io4dxc9mAWz81iajI01FZ;W;pYNlEky%W<74#@%Rx9vBdb){^;TrLDvG>cutiO(#uPgG`=$ zT1&I;nzuL+t!?H9b8gQRmiXDEc z-n{m;6PX*m%ydH2GhXlU?NZ`?oYoYW9^VqpN6D8lg3K0FnbOHtv3#;Z})7^oB}-G6f0iK|R0Y+ml)v7cV?AI%PCB?$9gc>nh_hDJqQi?KnFG`JhNC?kAvNL{Ik`>=uHl+uL3BZIZu{G!RN>C{z)}0*y8?G&xa_u*6vs+E zZ=5itN~tg>9OY0Hj%sm$CON|7C~opzB*HV5@%CZ|$kJ>J7?p-NrqCrK-PTs(@iYEFB9m;8vi13g}#n<&(Nr&0g6a@ z;Y%>rd~!W65DE4@Lk0FL`k`pYI8J+R37`sHjRgJ`X@p$+ckLHHbVAhDd?jQlQTROt zrI6xtSj6U4rxEBLz*5C8Yh|V6{w(xfiG#_{K!M!o#b(8sd3BUGojvQh1n4ua>{h`i zDtdvG;#Fgi6{`pjobNV3a2@rpcY39E#1ESQ!2J;@hXNMtrh|YGc1iwCLlF!Gu9#;G zys%NRl6`Vk0$`gInI4j4Vh{^`h=DKn8J&diWCXv6_QwAuD+zqx0O|?+Eh-TdmdA~* zi_xPS)r))M8z>{_0;ey3|1TIfOgeeYtA8&z%`y9kKutlhAfIO+AD6(>^&7E&4F)I_ z6`{c;x}~oL_JUCg44Jmp7udf7f`JS*f_ZQmCbT;f_OB@0)2F(LSbaCx$etpdl8<1Il9 zR4pad=sdS!;ee2(BzZGtq?HmzVr04TGgd1q2W;e(IjC;cc!?(`*bT3X;Mh-~Emrei z?j#PX7|x5`tJZ0$HA~H#E1L)h%gJisS}wJ(>PCXXw_1UvzJ`3_R@_fr6evCcF<;;> z|H3kxn$)(dkP@6kMTJz;*uw{btJ7SerRL3u1h48OFTYGqY%tw!K^nknrA1UIPXtU< zDKV~wq04`i6~X6fxhLfW)jqr8V&VvDV};nL6MK>umS^)^so&;+I7sDduJ2ly7xrJbe8|ouU5jQ6S zyBH`w>DxYJNrT5i-f5_=nHLZQ1RApuMZQ+LD)lJU^fP(Qw2*MLvSgQFqKLbyK`%}m zmGwh>O$;tRSo;m(qz9LM9CMR72gfL_ix_m6ZSZudW+S6C%qde-p}7NC<7yCJN7B&8 z@WC3Np9o9_qZmA$ToEkT#8GE6#gJHm6Iv&V@xq##4H!HMLZlFNF6x3xx9N_^&Rn%T zuc@_&dZw4wq%s)CT+&gH?0JS2P{u3m3xceYYmFPlO({mIA1^I@WwB>A}cd|bG%}_ z;VSbbo(RjD$1Mx4gc^@N){Wti06|4=^(d6jRCClZ7STVI6X-eY3QIF?RxpS6zd|6f zD~ZGU9}9|vq)IQ|rLf5Acoes>%&0DRK*`;eLL_uo06q@wr9k+cn|L8%w!#+_;_&!z zO7SB*j4I4I-$sJhj8%fOJNg0Ak4DCbX(L3v-nALOI+uVo@wlwem`Br5T>?GByq8&6 z0_!(Wh7N54j?VMxCgi;4f+8B2{>ry_1F)TXEe=&XC$@5oX+Tabjt!f2Ab@We2nxZ| zF_nQ1wzB3ZXzjvv$NsC8tj-z0n7wx=*NLMfUl!=!ZI-fr7JiQIX-*oj^M&ubB^W#2Mbf= zK`sscnP^qh0r|^e=%+FFYqv;6^H5g|^&D_6{R#)3V>`-&17herg!vZWxTuUF{nAKH z#mR$aU7*Zx`jF0mb2CaY%QUltP6Du^%$0!aU=AFZ z7pn6}9Ps&W0}p zwTa4WqfajMM!_q#)wM}>YdC_KMa;%e-o@gZ8jt-=u!3qpw)??#>to@WL40G|;10Sj zm;9ltzZ}sd#|BOm@kO8o-fM8tv*OwihqQt}`_VOTe;IJ9e^dnf?PFvelDRUF`m0mZ zvVzZ#u%RFOW8ZRu<9%iah7sAEtBh|*&n;rhxYFKdhF^MJc)`^}(g_jbL~m>@!~)}D z&Onon%ZR95q=I89NJBvG;FQNDXTs|1(kdGYBHsQiG zK_4s>WeaRaMRw=V(c7|Q05zBn;aQc;X7~WNPPSem$A0QYY0Onj!!%3rsAcn!>1T@? z%*-nDh7c~?P$Cx_c$sy-Ropg}j&T9ZX}K~kRj`l_71xShd69Wn+}cUag~+H)Ev#Tb z{VGQ$Y;xm`q7_#$qF&5*9vPQ2F(Si>cK}8;F))H(s=EKNG!=58lk>R$(Wzm-G&fFU zeGM2|7P{RFjK1ST7HxB;Qto{Cw~z4x&%g%ueS7%Pj2(|Lbf%R;2ULl{nO{_1APy6H z3-Q~Ifr9nyvNCYoJ!d8xx+Ws24~@3)bFLb9-A|0G1@+nj`&Atj$&_IUKe=%ID{|&c zEhM1nZWCYUogmIcK#ao<+NRWN;0lgB4pd{dh^q%5fZWJMNDdexSUS!uvpWx*00Lfs;@S^tz;SkJ0q`EksCHhllbmWNFYy-YU z)BXgUj%+g zVXgp^E?NqI)}jjua6)k|qH4i5Pp&9F8J@yg3Y~F)46tvCfIt%@-l`(@-yR9t{xwWD zpl8wkhBRzAqkAk9w#>D0{z?5!KjsTqlKI+yNrRr52(c#0svLFBtw11ECjQ%c5vH$}Cs_hQyCP`v0I@(Xp>1qL)$Ei2|_9B(;*7!zlHj3vo)K7GN* z$F#1_RDb|@(xY(d9`>X9*5d>vYMv*h8ctGgcl4x3;&}1macym#l({TQ4uGc`MSg{v z80SSfyXWFzAUsu_K46X?#7PWb>5fNni6Q;K(Y**puhMYY@W+d03@9&XL3>$J;v6EvE5t5F zQVU(rLMlE!eHRJ+r$)5(0juq@0<#T1mK-*bEf^=44eCD|$T~4+dr;?PBKmwXnjf1G zrNwg1{ED@lnP`uw_pU6%)m*_=3D%BP$YM6ON$%8fgsJ=J+Sj6emQ8n7eXNeL+XS2I zs3RHQZgE)01I*{Ve)n~LL9X51Xm++aw#_=7E=~cTAt?JMs&!=f?=@A?3rB@(c35-o zSOO|tX1v|13;mK;wSww_-TIN9xbSjp#Z~@FQEMu%Oi?uPF84yzw%lFq1GAkL<>|PE z_(mNY;gcoCEh_Ruyd7-5TKmB>9Zoq8+}sck9Oi9HMK{E$t5c|yh^;~pspu3J$p=_X zbu&9gMC}X>hma5nJzcz}jydJ44LoAps7b4n*z!s&N0iHYuU~-l7aZfY#i+lXfd9h7 zNuL9_$b??7+rOmqoEn`EcM(TdSJ1lnl58X^x+&{%pM*Re--N6CWqVpH zkohPJa5Kp`6EqQo%y> zMrKfxRfi>a&(w8dur>L(ak=39XrEe~s;SKzRlNzFh}w++<`*tv1rFfZ(%w&_I+g@8 z>SlO&Jgn@NT&>^QNARmBwDL&INJ3kKhtp?2>z0j7sxoKj_P$cSo?6bxAVG+U2c#h6$JQFihXMU>~pwykw;_+)Y8vgJxXCOR^-dM(wyNqeZ2euy|{jw*n)`q9WI?}^o#Q|T&>z+u~M!oia?rgIw7}UNw47Z&O z1U%-73Hgxoq_}~7@=}3450VmW+TSo5p0<4a1*fp4a`e1sF~DTEri4yUdtJGB5^()6 z&10i=tW?ZEq?>*L#C6n$k_8KBr+}dPoYL~mPk?#dA3b)8T1|f2RYJsTY*>|3yud#Q zU-yS0`7h2m2tP$X6hHUM6Yk-Z)mVF}(`AGovndjm{^VtHNHoIErr-~rol$Q?Q=dgd z(-n&)5sAfZ<;NacQ?UyYzpo+3@+*tmZ~V9k$qj0a*O9r($$g&GDhLteyyjBa zXoBK96i=_2Rw;+qY#Dm=noG5@!MyXDYk}Cbn7r=G=ndrKI-mW8^MSpUSC}gVPqb3# zo}twdktV@?zt3mzLleQ5hzFr-tc*hlzIY-bR$RuRT#7wNOLl*xjE%zx-cC+@^j@@8 zVnx6@6?(RP$x@krC^b%C37={cS z3E10pEiL0=#9_Ck3vSml{gP6}XtqH(Io=t_b7>#su`_WU{zdvFuPn#rHTs3c_YDMx z)mbp~dd+pS_ECPx@+P)bm)_6WuMzag?M3t+&Q9R!s><*#814O;`B%J&!FP%?cwcuL zZ9Ppo4!}Q)jKSNQ-xOFs=VGzCKYvcP&-#xN|CsumK*onbci+W_1M{+1 zdD`2=NpjufCj9($PlO8Y#JLgAm4e$3Q9u9bpI$ciGX}_fQ@?uo{D;47ypR^xR$JPJy*H3@>^!oGZ}!07sVma!?<<*XFG`d z8v|Rbxc1+g__l6U##29Bm!_=^uhiRZjDa&mgvi%J zBt0tz!bl+JBFKT#pCmu7nrUa&08*er@0^sbp?PC?b}~(#!5UxpKjyl2mwr^xhfCGf zE(2L2{DKd^`e^%VWwKzwMz?~@1$_ga7&8`{MDJ7`qej^rvv9(g7h6($OatG_5lVs7 zN&hJg;V;3=RxdItBOvs#3%TrD8bSn?+FNZ(JK(;p`=pj$%3wOek{=-j$tkFyqbR7p zdED8u0Q)A9i(4mCq3b^b4GxgTC!tFM$!J|^7qrf@xVmNKk|14*Ep_Oq!)r`h163!X z#wy-_7t!8gKo)OKFr@4M8NBj2pcbiPqOI0!hgmWTK+Ytqx9V&%qZp;g4|P~w=h4Az zo})U5zLyeVCP00e((#$4;IeU&Xt+Lw!fEvXhk04Xny^aFQ)~U- zZKIw*G9TWMRtFubY#(8yn2%Z6y|a;>R_wi2w>KGle3FiQV7Qtk<7jm1G<%28GKlr4 z&JaHusj=+{$M6FFmZ=&%BH-;Z7nLj|36hGHSk<1O zLSM72NJLuhGX0rF$bt^3>=)VVwBQHXI#>l|glc`49l1qPL?L1GcNJaVP7<#^9Eu8C z7vUbbSH-F-cd1Wlo5OTd59_+H2qG#b&qfhBK38KgDKpoyITuJtgzCM&K`&M#cFU#P;%jX>Hh~8BZj|jRmaEVJC&vr>A=5B#Zlw{~R zLD|vAMb%9=PHdMu;Y~J;H#rj-gb>Onro|O2= zzDMAm39bK;cXzGOZSFGfV3SpWf2frL-&8FpqA9_|GX~3IzsS3h@07K*HVg}tVTjF# zz75SgJSe`sUzu)Na>V+I5}u#STvQ(Lq>$PjxD+ERnPIIzF#{Lsw5r`u)va0w*-pCy z#U`ug@$hkDahn^Phz`@wLp$gUia;V*8rr4rzpE3fZyDkP4$kvVYrrfU$PazHUZ>9B zzfJX7L_ser)=JUAOHHjwFGVH-X&jm(#V&f;7crf2%T}bsqDtOX}mc0r>W(Yd;|Zyr+)HRDrt0bVHr zC4l#X_zvj!EQe)6sM@wz z8sITY5J0i0Xk5kAd;MVHm`y*&WSTd$-gA8w7brrmb-a(kZe0-(( zRt++9PR?|OLhS>t{^<*s9tcXI0*iOg&`Vt7^T#vw)-H5*5FF0&8|b{2@va!Oqq`h0^Yro8lR z&4ZE%LP|w)Yogwm>wKm{nLS&phj7y-gD5q4gbVF8xjRE#<{u^;DZ zac`}-rhi#F!<7d^wrcSn7aJGCcoXXA1Q%{DP}NoK2V_>HoiR>TfUM*0n>sQ(@sWO9 z5&xsZU9hMkoeGK9)4?k%5(NMchYuSFo;Y9XAI^;&htv%fE`GijW6o!C3r1(a(1uFx zjoymYHKnPx2}iB=J2bDJPYPMp;8mncPk0WK6yxSzxeoE+T=-%ps%8?2&Y(f5tq^^p z?W{(VDY+lK>+>t$8dg;fwbwu*cT%!RP-V;r_3B8Z^0fCS5PG!vj}mS}P2 z8Z4^8it1wOarGDCjFcO-fwigUIBM^oi^On$dF)ZWL-^ zk)!XHk3&a=iy&^vlYHy`>SG?l|a|uN&uIN*LB*;T1Di<)S0! zu;di!CJ4;P7NmLO>A!fuKnJ}ZxF9VZ2s}`^mbMORTk@u`oeUm2(GIbJ+roOfQuX2; zJN8g$!OvZmY$BaTWZOiu>rk7Ju@sxWPh&i_ z^H!xqV%BBDvk@MR#9v2KLT@6wx-naSZHfcV8)vuutV^v+Fm&6?E;05(4%oSZ-khS# z0qlkRa3B)*DC1J_D&>0diTTh#T{^+~a*BE};JO5RY;c~}C>xXB&_4!LFu3rBsbz(u zBJOG<3FFh`L&vqswfB89nIGTD4epn^%}2+R%BfSs1&MhV*=PZ7LJrikTWgCC5d**3 z;MkA71qo~>;-cg*mU>q!bh!0krWi{hpN4#7j8gNsG!%g7YPtz>blXM$eZr3A3@{3^ z1BKR#0y99s920=`DuCpw(`sJd90l)ikPhvI#S|HL5(HM`s^j~LMKLVHYNOs6I&mDc zRtm`iE7!5FU8^WYRF)BUoCetszePpgsGz zuS#7ah0aHVeo}XJp);}!_I$(?gf24V7XHM(4(t9nX;)NYdeR*k4hdtCo5LeoXs%S` zj8T9SqUu(KVwK@=n`z7SK=N2+c$zS!YGzoL@4^@C`LXRg<}HSW{xI5?A6E*Zb0`5m z=qjRIz;%t}vznPdIZ=2Mdu88ZLq`AhdFUs4#}s%NN8B};gWY~$~V^Fu4sT!QSV>s>_d5<#Y6UJT{- zF=$(n;n86iajb6DQAcMR%9{>&O3TS9vAL`ia}s~!J?0nqNHWcYO@zfWIcwh!bvnaQ zPzG}7kd~%?I;dUDw!3uFt|5J@SjWAAvtZVSlX(j^z^_z~!cOnhHKQzuKMsQJ+=Miy zLv!x>femsIeWdj5anON@MbOnrQ#YKe#rg4Eo01=Uu1*X|0XksQJJhmetx9yEcaw3X zW^PL&%Ct|ABFFO`aaXl1bc%L7C3RR-+e=YfmzbO4kijPs6cwr*ty+nOPg5rm^Cha? zru`da$g|Fn5u~rTw}w@7Cu|$jv+#m)$~X^S<;5JBj$~J|HUT zfD9x!CFas5UK!mTlF7J4IDG$uAgeDtwDBp(Y4Lf3cd)Ll)g7l{;B?689qT^R?E9G2 zC{IgLsF`m2TPcT-4GJy*k4hLPt}XhL0$o8Jd)Ki zWx=;rAUDS}fhRP8jTgJaL&^htM?>Klk$YMR2Yy%;AzD425n8iAb9CILVnY)O*&kAI zE%yn$+3V>z@1aPBfv65pP_+BBiT((aso`<4CB^&`l0$c%(I5YUF^eF+`je9y;DlJ$ghz{{%) z;=^E4TsF*G-$UWO44iN#5mG0}e8BlQ;X+I(D;EYb#{pNzkU@|SPOEoZXb!VK8)TPw zMEEfDAWHAmtjA~ESYEo7>u6@e3>faxPa;d1lhHYROwcKk0duDY%jd^1YTjD;{Bdm$ z`cLsq7cZA3&0r)>fcYyGO54ai_Q%}-j`oDJWMY2eq1yg@b|!XrJ44SOJu6WDy6Mh~ zAOag=B#-@|{y7Da9vXk2DyTB%^WVk8Sn9hat4Rh_2F98|ZwCg(Bn>Wg*Ry|kEwh{x zL3Osg$!x}jp`Y-lDsD|KN?*d_gfYNH>gG)jM%Z|nq0F+tdS4BVMD@FvJUpw&Knil;>8JflWu|Lc#HY-RkpZ%HYSGUl z$gt!|3|&bS=yt4z8WOxjNqo4c`qQbT2xA=KmNCbt;Rb*Hr0u-~LMM70R zye_Byq0Y^#woajgG@!B9!kCy^_yT_VZq~KFbiSrMKq3=gl z8S{N3%L;n40gxp`sJDPM-4~MKDMx1C7ZOEwqqiQ;l|n*1Gio6j>szag9HRudQ-l}f z0pd#YwtqkneOE~dMprH=#E^=X5D_#@fzqkYXv;ZNU@2@|nq{RGLZ{U7>Q-Ulb5=QR z^W5F8hZS!H!%e23bqoPf)e*@?KCnyW+9<6QYx*ps>ymLPSUJRJ!Pa-O{|U?dDKAw$ zn+Y-mc>ZxJ&ax!)&qO81$ZTQG0KS{n@0J=)fZodG&&J$-rRUEdNq~ZBZZac=<8#4N z{`*YQln<;ADf#@PQ4g#i(yo!}*ye-c0Z2>520mI{pG$!0^R?=llS^5eiF+HGcQ{yS z)8`)99=4yU-f>LfDyppM-up!j4L)$MQb{tb%fZ5CtypCgBmL0OzX^6!^K9V+ruT#N zYuWPvzll}AO)9XH@jO4@xlTIgh<4)LxX|%6%in9n)m4Vzah8orDvhrjj8J6$%#6xl z_YA@6kT)n)pKpdbZ1F2{*|`o62oV{SNGG(LbMd*jU`t_8sUb4_;F!y7hD1Vd>mDM| zd|h-I__-g3MLqPeJZ^|VOftP&^O=|c;k}Riq@8rM`6W$xTG>z(hn$165&avDWVrfP zakLRggHn41Fd~hjllII~OX@jApERpM?Lu%Wfu=M7V>9RoG7$)94z&vXHq~b_CZo)Z zAsOSP&zH6u*7e!;V|a!>CypQ&3PRbD7m`Li1#q1|UpLjc>*d%SbMW4p4%{Zz&dr3X zH4YxENH|VmkL=)${BNRMNYtJ&A0JA9FyuYDe7HT%2_`$Tvc&A3R zwYoEIw@8I9441VE5KAeSYht8W5Vg=L1t}RKz-S)};pE}u4UC`X56|@k6q7gI-^7r5 zY#NNs;t^?3eoj$7SQ3I8lm?-4ks&$;XFHcE1?_P~x)?oU*3q*@+XZqsiZhYY=gzNA z|9NL^_Sv&`LPo7#&T7i6J|@nEZWpxZ$efceJc= z%h2VxXKOb%{8b$`@b3knXCAi#*g7+z6t0)?z%OLB{}cdsqEQQgx4k~L_>l{pDa%s2 z6eh$dVNu7a5O4`yma-R&(U!vTS+PyvGI-?E-J^H0gXF#0sFa;OyOx?x-UJK~gN$`} zowXlmpO_AY&5<+z&X``j^m#+;#3aI`_+hzEq^q?-y^WAOW49K#c=J_tqj{&Z_2#uC zrzNJwaBLArjMD^On{B-^WcmCs5iE$4_ogCPKd(f#6r?7(4iYd-X1BQhVG1%(tEmh({EE`M)X zmLZR8e-j(O3juhN0giko*Zy0>fL1l@%pL}{FF?sYhoEq3tzKnQ)afN)-JO;zV@{fJf5~3b^hNo>K2KOlLNyX2+Fod zY>pPSJWT+RW(%~;K}c+C=omA^V-!zJV@Ne!5wy`WUK4vK+^aL@DjAQShRJxQhHgDH z@2Mc9N+-m1&lr|1ZGb1%klGa*V+4teKm-(u8L}lDqZfYwB} z;q>=6zwB-l2(W*D_S(^4%C&?H-;9K}uE3qg6t zR4G4Rge>}P)tx7Zw4<~iL8(v>^3JpcO zf+bMgK`>DtzgDUr6aOn^mi$iIU_+zM5vWt>1-ZfeGYj{;awOgN)Ro%T=p3X?JA=Vg4FWhTv~eTcOa-A|gh0F%WZ{7ct2^ZbsS#&hSECa>3wr zdL%@fF!oBI$uBcNQ2bUb3W1avE|;R%b=;NtE(|~^FGov|7+7#EwP%d>VM-Ec#iY#l zKxCL9_BYvPWj@N4RN`Ueh`IFRsrgy>d+G^)F~2O2P_Syc6`Cp1N32so{xUfQ#;-AN zbCaFrs8z=qWUpKQPSpuT-q>e&fDU`;8H&U4o(U(m!2~~CH{ovJ`wj9Al=hE!} zk)akA*uaHfbpO?j1VwYTK8t=AMJ8C8KXui&#I)RessAI5`MVU*c=yko2Rr;v+ge4^xqzi+8EFuY`7g6z1j{7CzqR(Q+HqKNLm>_Ohc(S>2 z_yiEGrOkmvN)vW`odQ_^+tkXzNMevAg{WDe7o6ZtcSJh+s%3olt>x51bz(G0_*K@4 zR`8ih(I0~U$~Qxr$=tBSnN!Bt2dL}^pER3{vrNw68_jJI1-`-zn4#9OvSuRP0#d__ zy#+>aNe0zT+S|coHVSZjSmtOd2pY>E9h8FyP=LjCzSY>qPRlY`>m;VkL1A?Ot%ver zv#nWTg)+LU$EL0WkOnbQ2@y6~t`~Ps!e@4ng@jRFv|*~_m!<2ZgCw7}fNgylK{zRg zsT)MASxLR!sisYGi?ScYK4>Ihwere|atEt`4CDV@krx_b$^x>y(JS~(o*YZGSwtXQ zF*Tl@{2Rz=bWt~$dd^puTX7*T=mgMkov5WFUaEw~cz7UKU zk4cnYjMJzeASG_(4zo9sj_MTvevj&04BG^3^W$SOS4Ra~^wbx)A;V($zlL(fXtS_= z2D2taaRjV*#L?7WnHPBgyHn5Hp=#$0Znkj_2&=`h;k9=Jgcz=lk}~L=%M}4u!saOC zniE%-+^vQWPGocnh|@`Acq6e!yI+Hv2!DoL)Kw*MHq6-=#s+E4xw9n-{y7hN%hJWs z?QnUbGQdbw&WUTPECAaEbC>N*asUTv|FFZdjl$Bg!wR}4J7z!+R`y}QU3yJ8AgiVW z?xn-fPb166Z?PFOK(A_buwlCFM{J;u>5KsrXzm$c=1Yd{Ml{}tOCvS&FC(ONNteLX z$A2!Sn@)`>)*M}R%D8H>+ZxKf=XaN)hUD?e(aS}G5Zmz?4yENs?yC3ZTygDBn@Q-p z(1vCdrNFgocw+88agj0io9XN_l(loc6h_q9lgEci`idY*B-6P8Q?^Q<;}A%q1esLF`<@EMjn#%t0XYf_5Ijj2{HV za_TsP%BhkU*}Ql#Oq0Fi5PZp!vK7G9W?pT#8(Lm;@AdPp9#^_T#2_Xqeubd7%$Va>dFat`xyC0Xs+C*{_51U{1WDO>?UlEw|J#nUmCHv~vqs z*S9Pvf%{&-5;IW!M#n$RrSrH1_{8-*p_>+bHuXY58o1Ulo`nfMoIS+~ZlZnocncQ- z9PQnmTt|J(7X(y+I;aas@oh~<#uvKdDW(NBv$ZH79+2Og8O5uoO%|?>jItKglBx;U`-w>)|J2V{ufx3>j(o@SZ;l8VG{&0 zYB_QWAh+r$T5%O4s_e`Mnh6ykE_XOL4?w*r25t$Ls_uU*?Wn9G$lu@p=+snPnj1U3 zzFQ2-66q49X2fy(i?%s8RL+}M$n9giz)QA)@q2I6ASj|sCFBXea zL<`vkjv0pk@Uwz&E<6u2uL#X1R394cFkxR)?*5p#*Ai;mrFOVFoS>utjd^wa&Zwli z*}Sg0LPl=MCBToG;c?{aM}iOqZ2it(Vw_8nt%Z>YVAK-3R{0^KF6jU^st1^2Jv znaa7Ol%~5)%%9;z2ljTP zbOo+o)o3_DioGHhn%bZ^d>Mywrcr-FXMR2M#X4Kqg`lv z*8GuJ5P@3QRl$ti@-8_3w6R{vDS{-EI_87!T4B$sdgmUR?y-4La7^CRvIFFGG&s3!vbKv2bF~h= zJh;#$os8ooH^pu}H8#)lG4M=JfoJbzpx1$8K%W0ON0_@wgCrW`MRR}rB54ci-r{2C zP@w{n?0O~L)phM;3BgzXf{^3Xh_*gp;dg#?-U-pSfsJ*-s7oGX|K&p#nmMhBK11e+ zn15%)m}s`eisty9wXm80lNdp-e52P~!RiYZpH)ySj{uW6t%FpvHr=(aMf)t9?yP!S z9h3GHV(0)hnb>%7_$Q*wmxq4Xc3x4&$PP6z4UcWJPDV|5KFm0jgcc9+xPUpHZ3m_M zwE>Da77^nGG}JQK=5Dhrcca=2vaP}_ZZ8~Fg{Va2tsm)05AWkvT;(s9x1tYZkw+`S z;VGiJ;o@o(DzOl>3f#u6`3qk!5ZwH&+*?urikyAJcj{^u)50Xgci7-sj zs}roKoQ?84c_Jtfml?I1>Sp##iP{+{Hc6psA9T$_Pz|MhL1yQ`D9a7gwF;4~smFJ` zxiv=gOP2nEZTPl|m~4_|yl@u($VOdI68N=5UUG?@jS`Amj;+%xd|h@=Hj-b2sls%( zs6(z0lWO4?cPj+X-unf|axQ*|b=K$WR{tP6Fd#J|d99+C(5`!Me?|KSw^&_guK*k5 ziu8vM88EvQacLT&VJ!&I%_aecOlbM2n>qd**g>lc3$W*TVnD>BA75i^aO9@UP7Jo#YY}i(Og|i~7N=@z8Ae*~ zT_@B#9Bu!?OOe8cK6@|vX;g=sC;`2d-;j#!diXN@g%47dgDJ`{SxLUu>K%;0e&I?W zUS%@8OwdcVT>j2)U1OZ!lzL>of))EdE658&-p;+0 zZw`F!)xM-_W5>rBv}uH6MHc{OJGm$#97|Q^9^uOXd^96?A^k7=!@O;rV^UB=IP!h% zIC|Y5PTiO zG0U)kMS4^sOiX+5=+7R)x1p)eBDVdCqL*k46ApyO?sZcI66hMPf%t$|M*r;iaTBr# zvh^2u>>0txu~!E7tZ~d9`+iVoQx&<5AL7q*A294E3vh#e7$@3;W$Uf2zD`*dhLz7D z#A1`-m=kPW`D&)0jk`K_`1`Wqf~6BlX-@@ry%UCId&q{X>pAQ=V2gdtDpRJPu%R*? zNwDgPcSZ(_Y$y}9AFiE}1R3<)H=Vp$ikNH>YyKoQ%#cdXf$pX<=E2=B_7Si0-9b0j z_^xUO!3FKSK+(={p41u%uxq{YP+w_E_iY}zR~EaSL$bICPl%9#V1kdf6r2?W zd>~(FKisnV3espN00nPACzwA9a+N$3u-^q9qF)%4`yWcVREOtEQ%=UN>t&e28HR>U zz`cwkHX%NPFB|NJrtIqUU$_IM$i9;*V7oH28Az-`rK_IP$I1)Zl+u%3Cq z38C(%uC5|aY-0uhm)uO$ba8E1su<-}{Yph{&MH=)q zJ2ZVclWT*Qwa1(2pKxf6g@EG{^675{^{RH}+$8#VBs=^*`sCKDc2~>$7h~sWjnhHLuBk ziXu^|hw7xAn#2u1kLq7|GHsSy@Gq$v%zPKR&-KrLO1`7kYZ$vKQ?Y|lo*T2Dj_v0f z`CH-h=S)kt|E}^5yU)q2q8QfsU3|<~FLByjR68ffe2aMX^Vj{+OSp?|OU`Qxw=P0| z{>wi-I1n(5>YM!S_4P$7+5hqRPk;K$>s9{e)9+8+@%Z$oPp^M``uv;v<6oct9a9>; zzx$i|Aaz7{=O-`-JsCXphp~V9+rRuP{_5XgQ#@(Uu}&EI=dYjs^6B;IAGBWbq`qhP zo$P$|Kf;D~7P9uGTar)AxX^#LyMOz~KvgZS{kP`vZ{0$`r+&CDEqHet9tQyun^g%=C43BB5yC^@dn(}JC#rHG~y>Rx3 zMkC1Z?4%?;gI}QTf6VnqFa4;X4wtH{UDm*zaEme?)koV`EAvGX7CJCwEXW%$C7Ey2 z440?scz2Y{`2#!7Jf?R29=Qg#lE3yqXm*J`KZLUhEM)Z}q4rJ_eT)DB!j@Wer>$D6 z?VjHO4|Uz|`lXlCxxdAdBV$iXr*Mjntf;2((hm>z+M@9{iFEin0}Z|W5v^fEH9kw? zu0|2RuC!}dCy89$8kM^sTp~8L>C|Q&cg;!FNhtM<=kG1>;D|W0zL3 zm<*W2DjvHHTwCVy8r))qk3-!^2;qgNbZ{IBTnhAXFH|u(H@(K0kV+CIq@g8z#aaF*ZtE+8um~QIfQ!_&n8!cHfS#W)FJT}ys zFxTumQc9q@ZUHHCcnsS|fSng|3y(S;Mw|1wko_W~T&VgWChN3K%S(q=e{D7h)GU5r zEnl?uo~6O$_%sY1caw@??yRd)l}``cGWT$7dGogc4rS53H$&fDAK2&bA>zpi=C}w1 zw}ukN`KI-RDu4ZGy1M@%oxZ3g+U{_^-76$!dPp|mvF}@%inXkF2Ab~qkt1eTl`|p| zj=&+JV?5g=)djl+VwHD8%{g?Az9y<}y5(TG`M_^N=0R08Mak=Oh9!! zK5zu?gktLx$L!&<(w5W5kq?i+JQIN~b)SP~Gt}}1i(YB@L!}hBrfPE#Ofi?VZ(5c> z#cb<%Cx&IrH&h~qBrzW9Hb4P+arpLrO}rV%ap7OYc%CeCchbOih4k#ep_m<+31jW` z5jao`QmwwKZq+2D zaMWw90VOR^KlI>wojQZ}Hq~cw7iw9OQi={VWwj=}z}Gu1$Duh=Y=;{qc~_XrpuQ)D z#%s7Lp1Px@8{i+~Ckj@#JSlzRqK~6xO~glCw

jf0C{6r}R{8PKbK~T?EV$|J z2(N3agW3w?`@62oRZ0;kow?n}cc46uB3!0?SZlG^4HkC&q{7 zOw+ulZKL(^HA%pBOB*~0Of`?=7sGkd5J?)}>aDML$ZVc29-PO>hEz=U+(b`xa%#iE|rVO-%ckz3Ftlp-! z8a{S4HZ>yAb+CH|!A7^^CFzy*T%?0UOyZ*bMyc96?H#Rwl)AgE7DNDMCp|m0S-`;` zgK?)4saBt3u=W-jg*aB1g^UB*q#UA)Fd2GXe-?V24`)I=_gwl5K=;iU_Ay6Klv|q< zvK2H!BV-mvINvf7$=-vQJrH2E*a1kfFK8^mG$pMdri{KHM>9u`?KzTS>z1~yIK~bh zfv(&rHo$4mX|#dqdk}Kr96I?Nv~{&qFR2-L{JngoY|N-zGkm(D`KU=;Hx{HiXS9yE zO2gHH?Qs*2;Fpn!ZCy3bww@-rZ64cU0wAa6rwuetMZiStED&r9DMw?~jWTj4f$u!= zSfqz~S6xLOf_E^)Pp7Xm-Ks%Gj^UZk5a5|jm9H-ZQux#b4Hl<9p%=KO=8sA2ja^vT zNQ>;PeJDCU*zWVk4n8MO)To|v@9#wmMPYXS+N&-((YqMa{`Y;^CQNSojp8=ZIBuS8 z5>`|r9aXz`s`UN_m0e!?woYrcvk_fVyMIlob8~&9y-m#;uhm1LX?HhLYE?f;OKPJ- zFm>|Ao&)?INYv~FA$GRa|NGcJ?Y018{@8bWC18<|oj=AD)tx`qC)>{7KFou5ev299 zJAaI0E@aftQ)by*vU{IXKG_jwO+EVk!Uhh-f(_4?dP#ijYi@EeA8SEQ8zLiD+T2j@ zYl2)}SQP287&13OF0T&$+WmVh3vaAdJ94Mjt#|+0BW8H`>xfKYuic_#!{eVPf4$Rm z&4jh1F~z9>kHO=uvS_^jr(1>VcO&f2c=no+?MJ-d_l<|zys5YR1x)m@4Ry6+h{W5s z#~g0OsO|hs9RZ#A*uOoAf5OQzSVo}X$P%H7p-hpNT1fnruWXoZ>v(=+hxF(&Ml<5ual zq??_$Ft9)p zVF?4G&6{=0rvjVaIrZbI^bD#8d$;#vJdE%JpA)Rv+&L#uRA}MrVK}wXQIq^|beK$D zNEeX}*o>Zed4pRu30I$`ABT=Oh{4ZlV%+w`Jv6n z?>~CYI7Qgo?O`~0Dl*3cA!JkZ37EWy7Vr8fL}@=boj`u61<8U9dYfn20}h0mW2?_H zYEe)4Q^DJL+Bz2dI&NL^am$-c}BOx|f88l|-+ zgIU^jU2$pg?ihO@-t%)IWU>gyT}-wUG}{cdadGdlsoWJ|u0g-{ME2kqSU-+AAJ$SR zQ`Rh%1Ih<99HASaryPjsP(P z*^^6H<{`+9mpBz>OI#<4pvCab^zH@9u?+n*W_Qpl?_$G+)4Pee$g@=__ADo=cC|F1 zqEp|t{WLzNUfLpiCuW`G_SQq!NF?ulNYS*3 z-jM<`6K&5a1t~zDOEm?7xJ@#q%B#fT#XrPD0Ts#w^X-rVC*ZgQ1j)@kD{nLgy-|J) zc)_K%AEq{|In{%L`i{otpN@uWC3WvCDk^&MAh}?EA&Pi3+{q3PXetE82}ZXLa4n>u zoLz3;bOa2nN^YKg3@k`rA`yZmRMiR@ZaqBPMlPh&5RZgjdoLGFshXmz>7~m;r1*9A9q?BS=6g1Bm>DkhI)swV-c~BJcA^XY$;lEaOJNTjh24f-T5-P1dE- z6LsPWMo}_h!>jz**RGW%RLw0F{x}V?A4-9%e*Y{pEC^ku+e_|cgauXi2Gq7<$lYw( z6NT%V>kwr+PYl{g-8D>S3J=!2Wf`GZhRnj9ve!l3A17`4-5LIR2h$;uU^zLxM62dX zq{$h8ZuwG&)iw*$$wk+etihB=&B63ECkl;^usq#`W9-?n?Yqn+jl|s;eUy(Q1*LCs zfDM{eKNYC1kz7VIz3onv*u+}B&y$hRA9Eg{@Tqjiwz^hf znR_HH0@M>xJVVdk$i-oEL;k^}B2%ni=% z&s>+&DpPc0(2;@&WJFyIl~o9YvF_xe?@iDQGtW)>X@3$sP zlQVUGjn8)BCCI@%4b>G`PYqQm3mVUy5LljOPFTAV$?pT8(gsM7RLU{-HW1n9au7V7 z3hD664T7vl@UTJEJ?F*y2JaBf-P;|fVaPFn>mA{$+4g;sWu&7eBGk;Zfm-B=7C#%5 z!~lnveh!W$;Z8|az&w>uLZf}JUK@GUXVpVqkWFB(pa&jNYS|>=*;lZeqp*VqC4hw& zk;AK!26N}eO!>llw`2-l_-Z7YgtRYSvpl7AY*iwARj~a5&RphOb*G+=^O}8-p>5fWM>=)TsTAGJ9{I5?_xwIwJ1C-k9J8a}41=zto4xft5M4*K3rEIcDwvE1 zn73Cd!VcQ!a6_|QQUxQ!Lwa+4y{EQznC6lpx}96dZ$=8}eyOvb6>)-k;l8e;BM~ED z2-v?fZHjAza8%}Kmqj$Y!-4sE-As*ZE1y5E?Lq(P@lO|;;gS~OLAyYv`rfA6hUKwo zY&LLiPaH+#V}0BdiyS}xouPkwIBHNH1gaM|W zvGtfO^r|BB=lFWq81|o!RY|t|?5mEhN>HZ>Sd_HY z1pqT4t#yfbw8J%>GqJ%sRt=3r^@$DNsXdCgpgLrQ$qaV-o^{~o&OE|gJUu&NdQ5#SaUObRjwn=F@$f3H7 z9@vdT!AhZgxa7W(eL`3!6?v)Z`B@eL7^w8RBFp=nR_oPTpdx_orYX6lDn9Ql=NHIL zipJP}CB=_7Ap#+@8@wK_S-2OD@_ptc<#?b)C0a9w)v=8S3D=CZx?d{bW)0y;98;W; zHc{-6>5HR?cE@aj?E)v`Ph$TLDWHmS&_n;kEU0%LXyY{bJ`cVn>ru*-;8$+~0bBiF^}#KhtkYaYZrhHllkTwlrJ} zt2mm^DFsgV=oe0vQe8o_bqbZroegaXutmY#N3G_JzliVE`>m~pHQ)4h8_$s7_^o1_ zLTDKBZY)c=etujTb+43p<)EN_l+VThY}%`266S-R;#YyRFq3ce_2f(8JB6W(C_S2sx zNEEWVyGek-?NJjat~2h#{5&Cej_hb<@;v&R81^0u%i^#r3bW7qtHZAIjCVKQ)xves zLukMQm#Hl$yBW*6r}blo>wEXotRqE@j@vL)DtKSZ{bTD_=lPscwpN`R5>uY@aEwcC zrypq(@NQaRCU!VzG82@{owh*Ka%5A$4e>8rHJHGWh7+hTY-*ROmm5{D<--Q{D^@VS zx^5ayElw3=Ytjx&>z`j$!>4N`Rht1giWkJRdb zFevE!Yza=roL~L$*w>{~m(`Cy?=Jni@Tg`DXb>^ucnJeGqqruFU=WLlEu+yM7w%5` zVh=aK+Q)&aBOL&{A7(>E3hb&(I1`L|t3v|YE|v2UmZNEN<1u`#CjLN|XdXs>U!2_j z>i8XB^0}C9=_>}ftJ1b?UI3FvFpiG~69;(~r z?`_huNOK)+qG1@7akIvMA6*gGa<)Lpm=-&KYv?N?;L+=P@5gg_b|*ofo;8~IYR9=gW2}Oy*EQwu zw>LE%>OsA+b~YkaXh&St+{R|p51_&hdqvThV50{S5>8QiOOgI?F$Eg!I+wh5#?vi! zx0p>9fzrW`8rOYv3w0H0^4`(h9z(CxfUDdIL_vH+_!zZ9$%YcSE}e_+2(hKdJ@esk zrVrQMwidS~PDg+9%QoC?1ngEHzTe@8@>fC*fs^@#hWk@yk ze19KV)NE-ZM)A+)(A$W!+x2kclEwL57~u=?FM4M$YOtQvd1iQh)Gi)aMI+^;`;o@0 zS60eKrTGFfIKP7y{LrX<3%uc85CF_yrZCScP11ZzHP^mEV>m5x$0^4G3zz-Xz%s2T zgM97ZwKwe02~k_Cfsm~DZi!kxXu9wZi=dS1G(y%S*b0~gtgJjNAAlxwaWK)ciweFu zkh~-9Orbh3o6er7S*ZGaDX^sRC4&ZPrF+yEpOBC1A!Z)5h^WIn_1>%0%Kc#@K3Tep z;N*q0I|4knJn;U>O>Rl9Bl{WsrZ!ef@(lP26_zvKkQ2NKv*GNr!DQ}mCm|3H5ig>> zG4*)`o7r2qtl@9*cBRl17D!zp4m~kmL`dd181xIAaZEkEV6Yk~l@Fhcdl6}}cs>}4 zHHZa~B+uu&6iBY2o2TFCfaJ&3h!P!FSFSZ{Zc9Vir!P{T{(>jo5aXF>X`W8I$Q+8X z1AFPmQ}dI#zx9N_m|qGHo}t_K;CXsKXARqg zUG?f4>O52md&Lu(r=$83`cQANAEuavjrrmcKpCs^fY6w;pz4(050fA5S0>NAuVx`& z+_?;W2diUATjYeeunw0L@M$B{2UMNXIB;zb_IN>yBUsv5gyz%RpVu6 zD&uZUO%QE6OIx94x(i7LRF#<5r&rI!avHJDg)7jMgya>_z=g)T{_949qO)2*to zot5!Zvt;i~+sK#lYrchX$C2h@>fZ4qSJT)-*TK7E?jhE>Fmk|qG|5X@@Ll06yU}&C z!(4@rOQG;^Venb8-CJ05@)p3&v|8VTK0$Gnt_=1LUaweW>)E#FWeFiR#<@DHaX<6j zzJbH5`heSu7v1Pm>?30?*Bt>}(a<(Q1LE=oC$u?qS+Ao7Huq8Jf$s`dOb3U5WI@Jg z7QCpHQfc-m4>r^r@gL5T{k6OhqRWmZbRR-{j7fn)$tqn*Ym{mpbDRnqIUKwvd0bYl9zrbF!KFsTB&_UjH@aA$EGGB_RI@Qx1f~F};niu2`TlqW z)gE~2b|#i_eu%&T=VIf@;NqqO63vQ@@yC?SY&;#}&wypPS}}49kfjiH64Zjjtm%$O zUstsmdi@#~%c~|M28&WYQ|Y8bxMXGW2y3P_!@6L0?V?V3I=T(sT?X@}kIptELodw$ znABd2JrgA{NC`7AF^tGEIXqmVaxZQm=g~5AIpunzadATjSbpYHJb5fMw#ix|Se}h& z?=Y?B2@%F|1Xjqtm=xkR5Qp_Ya?62y8P8>2 zLQZu&irdIIXv;;*z6*Az{NF{z2Z=pz2{e0$EnsJhCpWT_ho24YyNr!mmpyR?*00)^ z4ePApet?knF*mHxAgfoPwv$$8HY^k1mXC+Q+Z_?C>ZxM55yG(fy`@-iTCB<4%)F_| zua?!Ga>Dy-<{}GVb?R9%s7JfaI7%L;0C+8qP2PJl0BUkEIWg&6h=l|zNOKf&&5@)_ za#X`d4iXv_#pxs>yaQOHC{VxbVV$Bi%Bm7iGKNzSDiy+-m*$uGqte4`sI8ZNO1HxF zy*xljjbS&RwJv5`>0@JRMDYJXT zO_15I#Jz1Ojb^^m43yb2o{mBLA_2f56VBOCXn{}G5U{xusU43Hpm~pkQGaY4(iRE` zh_ez|l%NiugtTBH@Dfr|A;TO~&LxoqyC@&~JTEBc0g=&RAbuEyu6{1_kc>u(VJq1k zgJ6`Tkmmr7Hv4Eh!O-TRdD`i_Qg$mW={HGH0{AU5rfdP~JybI~X9AkCKo-^57_clG zcNUgITs~xulf%SCGna|yX?TxHwcP>2Af&9mAOtujWadF(U(bf_ED;QztZ1;vLC8L> zYV(T6ocDAT?G9(TiVWD|4IB+*Z8)w*lh!Ajd$oR-C*f_d#pf-EP0}-y!q0&_8;=;K z+Be{+SEa~D(kOW+tLwo-66ryF%iCuTBo(Lze&-`vLh=xaIFk=g;Mos%T|Ss~Rz?tV z?}ya1q>P9}Kh6jE_A%yv@yy(<{_51U`G~V#PnF@b5%Ku9-<=C*j;!1Vh-clkm3wFl za$qhk#tew+72jf3m6%}HZ2jB)|j{Qr!Ix#uEM!~#35_CL>5=&67{5no#9 zi3OWYML;ME$2R&a6XC+q!&zX)JDbkau>cH~j`q}%cwnH)&`$GJ0kYJtx>d*Y1RwjU z8>O)`X=L%JQ&qcgcwJr$m zjX@S9`Jeh9of^tZbIXR)XQ|1Wrn`=7L>)JjXqz+DvdaX$eT)})Sv0Wy+QW}#>@sXn zGvfl<(b>LzR^2_{cn)NXRom?|HUF@%z&MtkM;bHB~b_l+n@87rXDB5Qby0%Sjq1U2wEXz z=nlPNE%8$pn17AT)L5LTO?R6zyXizE#h_q7U(mjw^wKN18M=82_q;bv{jx{oE)?W$o;mu=*Q;Ab zG$ZwXUW@TGdz2Y@(NSbEU+!W~#toDj)yY<2(KdgD=Nn@;e%6 zJOTqpch)f{+UX6h4C5U-H9tpp0|(lp^?vEVxYwfTl(K?-Q`n{~Gd!-pHzo>-iXq8( z92?;X6Fa{>t-k36(4?W7{1sNvS##q=T^GAH2J=i{PjzC2%>90Y=07sQIgBh3)uSD; z2UZ&+hUo?g&)TjU0SKpCk8JwO7-#37)Zg@DBI=SE&HhUS-b_w|1jx(sWRDT_(YK|U zotrTgsz0eW6Rc=B;VO?VXzyoH*wuP>#D67)Ik{yG`!|6xJ5`$xbQ#B6GzvzGnA;7@ zzD0l8g19ATDV&MWv>Ep_u6x)P>Qjyrut`5pN_Cl}-fHMo+tb(!G2GF>avskV$I-34 zYkp5B)v!A6ia?dx`)%hstLl#@F@T+KXH%En$BS&b-^?fm+RrzVfoVtEtyG}BydQeoJK7_8%ARd)^W{4m%{FL zPVnucrMoCcOsd~`Vo()cU-ha`NOK{p@r@$T47wu>?1i~0vF$o^y7`pM(5T_WEf;_cuT?M@$J zhZq;P8w8dGNju^o4YSnh1YpJ8pl^+Xq`;j_lxnJ**^(=2=gX6kL+q4v4VgM^6uCcS zV7p;G_5!vX;_1hO%Ymt167(0z!?8uGxtVPDl0#M*jj~9g^0_WwVu_%P(t=Aoxl=1V zO)D-NnGb1Lb?=fI#)6tqMW6hd2`;;L3y!8(ybx=S&&Q?yL3Hq7Zp7}jgI038?!a99 z&^ErsS~FYmk|9<}w&_TK(XEJF_92)os{mcjE`X2;ARc8iXDJ0M`07jo@+`Lr2vo*g zYtzZi*J0SvKwBZW(Lmt}Vd+4t1h@>WISnBSA(WPH1}g5JTqdPYT_*-xoPh-_3&VGx z*Wy%7ZNfd59IE{^3KFbah=z0AV8 zpB4C$5NCQXLBYTB>)0`N2cSM(YbvK!Lapt#$6`k`1Q_7V_HN z5*4}KKY#Ngh+iK?P@Epmy5C?KllrqdvaQI2H8+PetT7=*3YU_KTRiZHsvxJa-9#Hj1f|?QqbH`^tk5t$s-@D z2zSu@(x!<}jz*8~s`I4gFp$mtnwEO4Dbu!j174Ht0uHIg!h!#qmW3M54S!90MQ*)s zU+*RT1hRMLulkbzpxVfJNJGYRgB8*09nFGD^qzJr zO0__|>vr=c`zF$0?PwT0!JXi_yAZ43*MNN>py+=|P~LthuWu-9%~Dqk|(TtFvNokeQ@*4fxA-^P~&heTU-kv*CXu|Z@1T^R5A zEs0Ggh^7VmD%hTz0wDJ$M9Sz*wtQ1jyfWAI5jI5Gozh;+> zUO(WzX4MB?9&=ygm*Cc3`RFmf#x$egVt&r2)Uqyny`({$t@zo)Zi* zt54Z6XtlC48DH#w{QH0O&nFLE-P%3PYScG(gw=2t=!LkCDG*k2#Bf~aqZ#kymASfgGf6T2gh)%A7l9zDaDsmbc{xgBC)2xmcIZX+-8 zUDMV){`w#Nt`##gmFUHArmes17SvxZA-nA8GbrD%dPk3$nO_tS0^6g#{K0grz}^;r z)GoAL6lwaUk;A)$OUN~BzR$4NllmsBK^6(P17HfR8n}Gy+}`g+b(30 zWcjwQK{(Pd$}u4|aWBwovIR@ZDmaI6MFDUCz_^#knpb&TSX?*{1|KAFInl611LriQ zLoDvLG^D$EwM3eZal9g3GodoSYPsBA5j|m?y>99S+-4;}4XSqw!u8TfqPtCo2I8U= z7E@>zb3sB9xm?YSW*|vWbaa&}`a*78#f%Gm&tkEroSQ`;X!M-OhrLqfB26e6Apv4j zY{QYZa8@@W-;ummaVGR-CuTsrML#A`q-877C$%K<>R`w3TCeeof~B*g9@@-GHlsDU zP-!;{hft##Un6SDp-!UPb`E_Zh<0KFxO8w?OQAhMyMmNjVf6PFZ}!I;_4s(AXruqi zJK2uOGYQvbgNE5xW?`-X(d1UzqnpZ&dI4&22bXnw-772?!Nq*J7G$-6FmhnS7NQQy zx5^Hc+jHsvC+pg`hAu`N*LRXXEJmIUP?>@{aVfO{Xp;ilS-&iO#(=_nS=ZU?vj6>%#dW=C{G{B};f=mPe^j>AUZD^w1$ zTf2EB(3>3XZ-3k{UwB?{E-x2?^1U55j7mbXU7oPvN@9-Y-dH&5u48N0SvD_I;(fam zwC$@f@J(6)lV_2edkxyUyZ$pcmBnu!>V(7Yy6`+aYc0$wD03w|a#HVV31l@;7VWtb zTt`T%Ou}ysd=1>X&frRe?i5qq;%x{I)mqs7AhMNU8GpF;?oFdE0t8MI5sl-z!(_f% z>teQRwyX@?aPn*7_CuCe1+P>$Yk`iYK3L19)(`MRl$cvpYo-U})%j~7cZ-Oug-QuA z*G|`ADe};pw7wvu=FbUjd9QUxEFBGIl*6EYB(fOQo3#a2IXPjLIfhf0=L&N|l=1FW znrFN13H|&rL`FG@I&KC+J4ZM3tCSlF&-DH}-No7KqBRycq8kC@+p)y))d;yxxXiLm zA&b?|tbJo}Zb8syY}>YN+c&teo!r>AZQHhuH#TmZ+}O60&3@mawswE)R_&jzn&;G+ z>FMq{XJ)El{)=lXOC=Pmp!$jLb^{JCH#~N}HSjoQJMJYGM)W7+I=wG^(UxH!SQY*^ z#-0&2TBP*H908;7>8L^Q8#CvFKItJsZs(u)?TkL#_{D z+kPT26rKBEjDOG{tm6r0-#)9*fKb^_dJ0Mx`M*a(? zn>3pxJ0h0!G$GYAS7NiR=yJ)uxycnm0husU0U&&f7m#WL`M~X3IRA%MUbxp6K3+w% zjyf}(zoIrB_=753w;tcbPOAaAXOmx&CvHCzvWB)g0x>65pZZ3sBJET{7j(jsanKh^ zL?spn+U7=sTe^XkA4qDl69barS0!uJ5q2L(G9e)Z{I9m^97t)i(8aH)eTST(Bxm0$ zrl^p&LWaq|4pm5bm}Qf{O_|!1a(EC9jUK8f_V-3J*~UdCic1^%pDzuX6W(}4;Ln+6 zd{f3xms6e!v`~P}ClXS{7<^O2sralFeJTI8SDp^aK@RdtIXiw zN;czJ=pAOaFTJv;(lc;!NvhTA=!gjLLl{Yz5K8vR4Iazs22gGM|&OcH(T-j^Zu$U9aDDN*ZG zY+&gH&X%GEIuKYiJuv08kp2WY(G#T5*NrvP%qJ>Fv)Wzw zGGem20_*Pw;T<@_I`K^D=)jx`GnT}n3dCijV!ek{ESN{c+Ur+KP<`5~CL?~>`Rm(I zG7rp;P8Il*{zD^-5eAMX>GYCI%EYDF5zEnO8N=y6Vm*Jv+amwj4K`x7tx=>}k*|ge zDi7-4&vlgM23RbfMUN6u731zo^sAYM6)OA@(Pgr{355a{gkZ6HmLLY(Sn$hR{?(?9 zWa^u7DduG$Jqs>qMqC+4s4_wEayia*vfM@&sB>f7deol&*fGVh^2h}~Tw%+Chr#Z0 z_MVH7jpkH!#}Gi~K)KuJ@>m%e5u13jY+z>j&*OJE5nx zP7|z+X0=F9 z6I}^Pf}oD~lq`4r67GtEenRI#C^qdd4o`##&Xv|^o8aieDJ(*7UAYRSM*Mval@oW=|W; zQ)Bb~cfJx2xK)sbPrQQ_9k401iYhqtdyrkZf}vDHbgA5W6YwD(+g9DHXcMolgdFcO zn%0v?ftXP~zKH3F?6nfFe>83K#skcn3YE^q(!R@BOzIvD&d5=~i;YEkxnnWZA+naI zTaU5F_T;Y16QlA&*SpS;VzBB~gFAy}qdy1DS7@i~%Ugs|7Xo`TcI~F9Hy7Sh1cs>Y z5#Zf1)p=y1e(qnaZTyFYWC%0VbH76#$XA2y&Mls#5Q5!fs{TD7@4xg544)(9>gTvZ zl%&-D%ArKf)J1GOx9_=<(Ph$mQ8X(KN(tK@_-8IYeik_^S#~;9bx;hMh*wLSvGP@Y zM;Yeou%K_nBFZgW+bU`4`*VT`qw@67%(VwamUqj&D$JH4u<2`V>DP>$G_99UHSi6o zduMj-0%eY#hA8!ze(@V;r{J4;()!sl#F2u8T+A0rJo)P6Kggfw-`1;H*7L-0)Wk0& z@lHgO{W~8KL0iymo*LG18~n@Rp_9=r?o2ZZyLE3~pB3eIyZ5_ZSMcbt-X+q2fPHc@ zj1IDz&SWydUoAf7SJZDQaWAyw?jHPG`vD~xp{G#Jd=;r*L$5njbV!s5Z#qog*G1AWkPTn26-q5K#s1tYEbLe4zO3>vVymst`V@;~A<2xs zH!Qe~^|M9PX2pYG=f_H`LIfOhXx6LdOu*xRhrKG2p-%){xY1JAgDLO=2RPryrn+%J zq$%kgUj!uC4Dp@jUOC4Ptk8w-+_wsAsH$KozU$h@E*V&!uRDVnviEOUmpuC9eRZ*?4!e zp!gR65B5M)(L#ns=Pc7)V^d?_kWBW7_m^CWCz4=(r(#j6r4K)DplB+U&c5f*!(T@i zilfS6)A$~ev!;zQ-okO>BPtBsZf8FEtudNdXJ!-K(?$f~64mo%fbKribLHyc%PyE+7dlU*V0!fdj0<-k=xcIkH) zk%IqU;u29XGh;;MFBY5czzog~es`nz%we4n9sGbiB@P=rPtZamovQo|hA7rO;JBrr zOLDU)dz#q}hp{82e6wI%{8#b*Wbd$35{25zAni44FSS7Obm`buvUAInN@w(Dm#5$$ z`u!>HR7Ij!2cVH=WHOZBog?cjv190rlG$aZ#M-Zij#DjCV)cgA?y)3t|5;xatGVoVoPX2r{`#UpjDGFrf~{BN@MXJnf!1u%39rgZrYsp@T( z4JFNICVKJGI|{;x5`{afQoBpa_Pi3pM2Hhm7+&F89;ychvEAt`tb9*06FV`2F?{lY zo6%vKxh4=CR37|P{=Oh()RXXl2t*|(vtMEs_?P~?s`6^4f(xa%U5p1!quQ+tVbdpd zvP@O-+&M9=hZ8G~`~l_^qJckQ2rJ<((O%A~3R(AAGk=IJly;}nFUBemSZSth)sj9s z=*4>p>+so%KD(!4x6GzaJzblaCZ!6`u`fsXjWww>monEqFj#=tBm3(;i*>Oh#7~dSxKrfGBxJkN=D}v z_|#4Lx;&^%xFag|bX*Dlon;+GHMu)W0+sFXe(Nu#wrl$pv^ahC7xI&87+c=F8Jj{5 z%MxJS?!o)_qtZ+BU5Ox&h%K{Bn?5cQ51PjpB38YZ;4fMpU8T)b&8UtjA`J`f{kb7) z+xMZAuB#)n4!saV7!FyCelO^UY9gU_nT%sjo)6QUF!Y}e1W$4sOW^*H_!ifQ<9UL* z({7|Ji&4c~jA$P%_&!yy?VHEFG7e?0UWXcbU4Yp>?c$8KK= zf)JN^b&>r74vRRA-E{HxtcO2s+j@w5|H!B~g_N>Te%bT~-5i0sOmG0F0UXPpdLV-x z+M5-(Scl{0_)|jy))|Gm9@}))BdpV;f*IZS$s{^_73z^`{z*4%!AfY-ZDu|FJ`SR=jFcOpf^L40 zX2CFiX5d2V*k7k zt#M+Q>86O;1SUK32D65yq&e`YRJFVr$yy@~=p22Df2lI!C5u_#bDM*T@F*+Sc2S9} z`9jSp3uT2V)vZW>Vu?!^yCvcnyP}$APC(90%trIPflTQHmSP11z4!z8{*{ms-2<*T zYn6$=cB;0j>&il{?1=%2?L6g{N&b=m7)+x$UU>$v!?T%Aq2GR{ru|hzeFqhWz<7>ar0Ahl>!w5&5=M%d_T*72pN!v^vw=PwGoEO<0)x5xWn7cL;>3LK;GLA6&5O>}*JM-pQ z_w=d*CXM2DoRK)GSY9Mh>0;KTKE+ncN>tvL;^21|>iDD13c>Nkb%gXrfEQ8h$kpu8 zq9|LlV_ZA!+cu+l+etOwmxW4l5x{sSam7R6F7oAGWSEGml7KjfQ}5B#q89aV?LyWT zh6ty~I^m38HMAN&sXWKYUQ5z17u0F{ZFUp<-3hNg)u~kMCc7CVh%AMXjn_hQnJiJ?w|@0snx6K$kpLa8k`+3 zM)|h~Dt8uD)Ahu(w1Ks3)BkzPC4~>my*N*X<5W~RRegUvN(jBDs3^sD%%iAWsawb{ z6P8u=0rYSjO7u$C^|Mv$IBYNyALT|o5K_x)-5uow>J~J;G0oQJ0LE!eorVQUlJl?FO z%xIh=N_$4fXf)u>Nxz{@?#9?q)UyiunE~x1Tl(c*k6^iRUI^Vu3(8l!q%IwJwz_sy zz;>dk4dkIiLljjXdhQXzct?)En%b}1M|F{SMtJ0hZB1g}zRFU0eEB?73=Yi8$U0~% z=Rwgz)#P4<1m8QR7&eqb*&NrD5?t6ei{BWeB|*Q~W1H6Kcc_cUy(Z5d$5;(OTSJJD z-1hdN3C(j9Yeh3W7_<>}#k^%n6Fw~t-at)|xVerZ~`@WKDkaK!f#FsstuMrP+e3hjTf zJvhUoW%*BAU8QHa$7sUdcT8KNL)Bp1xUa@Qo#z+&9fy~Ajo}J!^uCsrf0XL&2Kk?r zpd-XDmmlwDa`K2wvd+L19xMwFwG1GYg8lOe?N;>xH|T>-+O2gFqV&_+(())p>Yv(t zq|;>BrTGy5NX@>WCmndhVWH_oi*0isu86rh>a5~sRYNEHJJ1_@k%t_+5WLeIoth4` z$lfE@yU^Aq>G|0O!TOiY_i6aUnCLUdP0lH>|?kK%k!8R7HS<VwRN~B{kXQ`F+wBJW|89pnX(5k};7)Qba|vUF||47s6hGx~&lK zSIxPO)z-{khcJx<`cF{ji;Kjz82k!w7t!P4 zEz9q#rwOV%9?+7wIs7rBx+)`#me~~^{G0G4GvSxaxQ%0)4nXhSWf$~nA=eioOT(4?_7_HnhZSfT-6Bd$7^ip~ht(FYi zd-5F!*;Egnw`@8uh1u4E6NgNr`>I^MR8K!T=z-h}(K>{)d=+<*eu$pw0 zXS^;-S|7#U>hIjHetwHZVsw_&t8I|;B7Q5SPtIxY|E z;h?_ohvlZ72uc#H4V>!MTor|vGj)+%8K8KS=nQmf=xp9R4^G8T!4hz|toRMHnF2R2 zqh$*G-ab?=lrWm}9O+^}tKNk#lOdu*#J?@AnAwlCO;1RCd)R4PCSfA15p}G0YeZ_w z93c;snIhX|Knzsh&1UV;!JiwT49iFOBvL)`5+I4;PR&sSXQSgGlxtSfm(Q zs9FYAW6%tZ_InMtr5P`F3W0Utno;z8%i9<>mal~2*L?jOQfb@(n$)8UsfFxzN9Nku zF{y^!%Kd;zPx&;B?=F%lZUk{PXIH~>f^1XxXq15r9vX>WrW5S1!TPM6dq8KzUtBNw25g}FXz6XD(Y zp`}2RvG*M2N7-p0w$8iP#%x9c^x?MHvDK}&_F}3Gx>VmW0IdoRsi zOG$-UOZ7C6ZHMkt9$urU)eALRyW&`3x&m5Purr8N4@{W7e>ZDe%lYG=XIo(r*PxaW zh7$3DpLq79JaZ)ajqyq*55|$_XfT}QHqv7WZ&P;qT4Q0>mb;Bo09kYQ}NNGtB zlV!kD?zv+TBJFU*1W3(R*0t+`vB)Wq2XJIUtAmu)k*5R*QP(KD=a`2n|6x&CD1}fwjuMQ9%-_VJ6eL;XdO~96^ zf)m#T{4(NF4Vkx~WsS@Ys$+Xir;6{ws!*lUC8(-uoLNMv1DB8|4GRJ6cR*vr%HG+k zQ^#a_m%u9GOttC)JY{2g+aJyv znLK$9g`oPb$S>Th8M?fypby*>r6JuX8gLEDm3^wR40;Jw2@9dl%|;J$s%oqaTs1S& z167sM&Zpn5P$Q?~eT=c^!qu%(vi=kIN?9y!Y=|_(q(n!C*7BfJ!kYv}Nn50vLV~&DA zOd3UP)bWdO@l3;XHGg}Cl2^?Mxg|zO4?6tH)FZBDZ|{OW5H~Q^yPrf-=gU($j5H$$ zJ}aPCQy4QbUzo&MFHmDI6^c0ZktqVB%*T=J8*xDWaU-vBg;!%@!?_PDc42|$PiCKsRgJ|YTnOhWe4S|< zlCz)sKa_D2@)bL$Pab+VSZ77~5%5w;eVZ%z^M4I7i~*bVm6t8)o!J_H`>pADF;Yz9 z**v*=6)HfSZ*$vbj}1@tSZ%FqaKV0Zi838njlgbAh_n{6ug_AdC!#m{>(W+c??$jh zVEx?LS$#HEj&=+xnWZ+Mpfjoq<-_g50CttFb6zZwHJ-68m5pm6GOwO~7K611*|e}B zf=|&K_>OGb&?XVQs&qAo>Wzdw1)sw4+6^}bC5{WvBsiAK9S(K;06ChCe%U@24mz|s z2`uQ~lp!sNo!aB10=e6+!c|JTsHFh^)^N00c8}f6-bX7{%B5N{uq+{O(ZFg+nSN_w z#FU|v!5+tw8ghuG!`r?>?>?u=Z4`^3GbGPKI~g{YE9c+iV4R)^>Y_#j^3$wFp8&~q z)=Qsle}`)EPEfOu82I|C#woFO-wZW9#cnKRX2P;3dotXOv0V1PHHZ8J(V9JVHE%gYVI1{ZE*CF(G;=y<>rK`#pJB$u1<_qWCw@W+lb*Ua_U}BTeS;^L7RVaIP+o+hM z`^woXJa`AnZ=Cw@|oP`L)OlauLVEbM$pA9LA7`Ji`Ju++t^_1l}l(Z`poZb2<%2Eu;& z;9)haW?@CX-XF+orFmarx-4so&XWTwi}MiHuO^7Syhw(&(uN|^B7;TKv<%jKoAZn4 zGYCy!d%%_N;BN7mg8<32mGhlWUL|gAtT!@{&|19`XTxhI}OciEWiJREEoOI;bCoQ$U%sVNBV>KxT)z#i#*A zziX7)B8Fa<4U%9zZ&rONo3FfEq)ROZ=svP94I1bk7f_Xa4ASKz_aRKUz`#|wmSNE! zkZ&e3I}YZB;UgNICqs%mdaiWAzX?>Nre6!wx>LQEf>vE>s4lxdC8AaQe z=HaJT9D&3|u?^Pyu&T^{s@1PGTt^I-&xeP3;B4=xY$Gaz+_Is9U>-Gdmrd*`40g1V zK2cZ&@E3G%>>HsMYx%82#NxIzYoi6kW4bL47nL2`H++Z@dUVCz% zN%)JvBU79!aGBnQ26}1lBtyr=$)6uD;;8jNq|S1p`Lr82HCZn|lB1~h8tI&M zas-AYr&I;U-Zjrwcb-pD$pDH4m&}0njFTiW#7rIOTL7}ecB;WYJ6+^}l4lL#ZlCl-Z@>83SV_-P$Ibnxuj52fQYZgI&{uJmzF`c`*>ONmZv zaEIv-tHxhV-J~f#E%(){ENfO}1n6D?8BxVa!kike-T;e>02@Fmla%$G?NK<6_(gf+ zH@RY5Nym%x^O3vvZdWqFfAA8OrfAB8wiQ!E} z;k)fKlB_pTF6#GDHF5VlQ0=VQX;?|~_r#AE^h8(8;MejHAwVGQMgLtRh^%&^LvIet0XNQ zI`IzmBh3U3Zc6Cwb(Pk5d^`%i>C&2+(acBf%4z$p(Uh`6rJn=6JEJYxj^hu@&w zMq%0>VyGeRa_dWxYr$oq)FLDO^Md=$PTG2%-qxk@M`-?wz~J$x64T!srT<7 zm@rI5+_TkK)XfO(4T>8A#&~hwh4Tr2W2E*9NBBZAz@}ghK@?ZwXy6;W75l{(Pm?3s z|7nT`KsG)yT=YpmIw-bZCKSZ*#=5^{v~dHvg&;?|08bff&FacW>x?=nUJwDl<%lX7 zXSDrkQfB3m1G~5tficwmJ$0VVlVXx3#+Df(K~L6lkRf zgq;E)DC_U$%njBQsLWn!XU}JxM4#aBhI%yGQY(cqjG7SPDC|rQA`oljObHa%*-jS?&;SnL)W)ncB;&Q9xd_!=3 zpKZBZ49)4b6Ck^y5QZV&fie!}#_+>^gOAcg@0=721;6q#HDaam`P0Ud0G>m$KCxwE zysSqO4%Zzlv>o=y>vKv&?9*43;<;*JjU7Z*?&tvZ(L!z_ivd~ZmqE@>6 z+<~!>w@AoTf-Jgh3L?LN2%iJMWpEOjM=$6~Dj&5pnmEUu+-RK6=yOc}V-Z=j+)9v_ zZI+N!Xinn27}iozF=%)~&WoCLdH`th9EUxY@ye52y21g#hb0hn)iHY?PYJQOBhJ6`G_yibo_gYPY2+9+orZ!rXe8XOrdtyMC^=>YXC6 z3-zQISP+yN`!p#NDpmn4b>W%bJy0I;pZ(UbKsJ23?jDw&1?X!KIJjf5vk0a&m!d-O zm^NX^&D9UHGffSiNsXaUBcBl=!h=FqST&OUx4~vic+b&AS%@?^^ zG$^JXReljN91S$d1uuZ}`IVmOe!hTj-3nzx32UIs00edy*DR6DUJsAAQI2c2^*Y18 z)O*L?8T2X%GR}C1tJS!RSjS}&OZn(Hj31dK_R%t{6JF|Oy0m%0 zQvhxl9v>CF6<;D2U7H6)>kyj>MxW3F-nSojZ_ls#R~+8RYOwJc&lsEtETtKcPCfyJ z0~QjBO&D;tR(m%xAGDG+F;{mh@~Q@8>LlS4^xouL(}PDT`--D$byT zy?TaJn?L~kjHX>+id_pD9kL6q2W2N5h-%j?iesgQr>_m`9y-Kgv)vrv(BKb8dVot1 z9|%Se1mtTsXgb2IV>ua6fF;DU6AUi&4e#}`8juZ|NK=16^l^1v+8GlB6i$t|i&c(N zkIu|zsU+mdX=9*|j}N5}2M3mI1*#`9`|vOXx0|rEKg7PdyJh$tNA8&At-b4rC6t4= z)r!n#e`B%HA3j=OoE2dRG64QW;~ztmO+p7^U5U^IG70+&<>D@0&i`lLjUf6r?z|_!|@uSO5IWP=Tc-TR}OMAswOo;N>=Ab={pwIU@`O6S2ynkXR-|qkqnJYg`|^UnS-$Od3K9jH5yn_2`Y zi2j9s7Z}PeN}81Ml&64YPd%(qo}aXrSwMRdU>70KypepeaRxyFSpi9qbZ8uV>Gtvc zmWJ&rLLHDf|MsQ{5SAMN7Xe&Qzr*JYAT^-cc_Hd66QBn%r;@s*UH68if!h8CF#>?R z?8^gIh$-P;$_(?mGY1+JgwX=5K$4-${SSFVD}w02ei1Sa^yhP%I0SG| z;MyYW^1uZf8LwKZP{8O37>%X#sX+~hLNre-?dlB*2Xq-{N(+&p#PcidU?KAfVi9PO zLPUtg8DiZ4GjT)L+X8YkdV8r^_{VWT6G+t2)`S>Ec1lRL??i$G9l{Gp0zKGP!9J_8Ew1#34xAtQ2Z0^dum0hRm%2nhbAT`R#|#A5@=hsk3TG)@S+>o+B>%u|$b@D)PlZh9It=x|-wXEqRkLDO+T zJpkK}k3m*&-HK}5K^22f!i$*jFmHNtfj9t3&VsCyvc-~~1AUkT2Ur6I1Sf@w@Wuuq zJ#o73f)K@XyC53w{D!;0?f0du$1yBE@3jGWoDV91s48Dwm-g6>_E#N3{yA}5u+imj z+ouR2fI7^IGE_V70aR={`iY2;ik+i$1Q;9PcD?|+tgkRO2#e9CD8T1%kgz5gNqk?c zO#bhNdv5;T(NLtgAWN-i3@-%1c9^WCoStqm7qs-YrA)wJR5-&&mGi&eNCW>8|5 zXd&-=x^~EV38K~@tPKBl1Up+0MgkBH%@u97R>y`&m?tBUchn$n_zQR@QKC|u8*7vZ zc#BZP?lj52K%MAZo%=-b0Rgti)L1VpBr^~eP~O_MoN}Lk$Qshx)A@iQqJ#r$Fdg&?rkBco@~(489c-r3UY^$8tibcl~((VPp-+S@#Zh4mCk{rK#9!OAVN*=3}Jxn z9fgfRIN|K5=Ga#|v0k|K+ja{36C6kjKVlrP$T$=|bu}TAU4;JM$pjA&qqGr^z!VmN zvbDHaKQJ<1;0l<%_0BX?w~<&C46TGoHJC5(0pg2awwPLRH7M$G00@;#F3r9_3j)>u zGs(_#0CMMI4G05`4LApoD~Qb2?=DGjgu778M+1C;lB&Cuf;X8UI7s`&sIO7hur(*R z<~R}fh`yiQ5Cx2&^P1%)CQi02EHJHZzJ|ie|L)N2`$#9hXvIqNFkIFfQ|~)?d(bJN zk0~FHU;Jj=DS|}ooo=pDr|Oeo$y|S@c{@FOWLVexM*AtxeBS47)7Kz`<$?We669aK zeNoq2GZ4vTtMCqf`mi@S+9#~<=Lim%mhtvTN=0n;EBQ1G)3>6-Jt166yen2*A7-o~ zTp<{fe7~l*q~2H|SY6rfeyMrh!nR%- z6JmoO($0TcJ|yQG6zh9og+JhH{gd@|;PaHlx?1@P+Tj*?KlrwHesj*Mk)?h+dE%y@ zJ0RryEb@IejCp+^boJRhR2R+Y_uTdKT=ed2apl*n0nwM6-ISvf1Zc;!Ti(AMK;*~G zVVhf)Q@h|Sf#1{R*66X&dhW<_lM~k1wfyJW*0~drO;+9oqpu$XXavdosN`|KeV>fq z_g0M858(HHws^DgBZrtYA50u`rudaS0SP?^2+-G6pO4GYBW$>XNjmSxRqojU3!KI& zC`g1cf!4!xg*y(2yXmi^^A9{V6BD9hIiVA-)t>GLACn84 zwmdSsw%zDphl~ER?w9~H&%2{F?h`UUW6dkdLtgH9uQYp!&|*uyLP?6oo#ym}E8K)q zpQnTQQ9DV26+-cU+&8iJkatei(;-h`SV@H_%!G&^*Z)R$zuHH$0N5AvUt#8gHur9h zM9;m_zZyX#^>YT+qkq(7ec@GmuB&G>i_lQe7ZdRDJM)xt9=m#MOvwKzbI2Un!gepq zA-@kj_Ym^E>SXc(&zTAk0HlwbiGi>ajkMiNxG*)5E%^zHUl-%i@utc z<|(8D^be-Y@8zIvx$TR)Tqq1Q0A08jd1Lpm#0E?vap<^%jE#@=|=|5 zOwc*~aSV(_{cW48FBuSbPIk(-i*fI9cC!Xa5)dFPtQ5QPH(y|CQaZK&Mug_B!nW6z z|ASW{GgrRZ8*i>wA?tlAzFG92lCa-9?%R1mfzBpGnHX3Y%go5C38>i2Z~xJ2;wyJEqp!^{7EsdDqqLA;E{M+7B(Y3E1LhE8eK)<}BF6Y4bVF@~U>}el5 zX6A|g^ZCm04Vl1Kihg~ljH_r#p?H? zC=NHqyleej&@TR;mR)sZRM{GCMvKQ64}Fm~o|S1SagAlc=di(?-z{s5CsTY|WAS!o z*va_~9#{Rg9o>7`kG28wnF6+9y0M()L$_z67sE;Bp?!jop*BxH%O+Ve5B>0Yc4pw) z_NVD%GqLH1Y%^LSz{>ZKI zPZFZgGMA7-O{6fOFg@714}H2OKr}1Z` z^YOCfs@X?Ytnla6_thTmpaAbLkAp2=R|rs#x4oHA|FJ#I|-L0grBSP3?7Gv)RL&}}kyJ)gan+4`~g8~8(Z#CeHLXx@nVER6d3SWu z0=F;55|PKxYEi&lkb733b3Linu8F=>aNe?r%l22sr#*66hpS)CvsX}(TOWUKi_2H( z3)_s}w)Syb!$?r; zfp!1caL!!_Mo;;64onp+=k65`6!A&ArD->>{QIVDo^*BFxKR91HWK*Q)M;wF>1^K+ zm!x35ebk%|j!$bwOBcJ}^@tH1Wu}Jp=U8dOvYF6MsEBUiuF@QK?;F2rC1cf3m2B%z zKV%av>OY8O=da=}6?fo&wcU+h&a%`XM-bKkVAsf%Q5tR2P#rzd{s~+8F^nt!# zhvhf?LOY`WKcEs1M^iaP+7dOHn&iZj6tOxoPx5)%2tDZsnL>4xp8tg2+>{E{`8xK- z(SOytI}Rt&=IY!YL{k2rAf1}MKj`XJ?OMZ2G_`6TbyT%F4u_Gn>N*_@$+Q_F<7hIa ziYy_C)X8$U940VW^MYTK-(Pv(fJ4SHR#(FFABqMG_k)Nyd(Ej@bVVGX?<01t7I^%od^Ddr5|8iNE$+hMe%>U zOO8$T{}C!5Qy$i){ik)i9NDJU-4dCr`oB)vp(V2FzeAp$>R!qVVTl6C4+X`Dhc-nf zl;phBYtrKiGOo&vN&hzz{omz|xjTM6PhYwg_D$LC{a1$iR90GF=1qAaEwMNGp`@6R z+~>bT*^PV2=w;Phro+^<3YrcRkt%Bc4Qjr&6Mz4=-Q}iJoSr+wOQDpVJEjSX1_JPV zK8RRM@;n}nSXALNwiL0yxejG=@MO7;ren6FxlX2HcKUN&NXG0Gd0k4x%s=iX7Mq^y zk3zaEGsrlETbB~=Hz1;b;1vn!i#f7s>N*(%yGHGrvAV`f0YoYuP*>Pz)-3`bQo!MZtg3Y#Cn8e(Suma_pJAXQf>HRL;aJ zyaR&6A=>UAC2U@~_4zlz$evDgz2lOb%H`)br}%C~KYm9~lh^h=I9kE~_XIIbTL+EE z=`Sedw{iP-XJ({nzui~u7o*Di#+y0pSK#(VQ}^FQ00YTn;Q*81Hu>5+-fIB_Y0$2B zc}(q~DE*Xyqea=Li0oWxKj9y39g=pBlRCmbv-Zh{xB9A3VOx{BPoB?{h%H}cA1*QX z0Z*LDoNxl6eSE}aCVN)1=iZ;(+${R{4FZ7oYN<&$wFii_?L?;`#WBJFxZi#~g^)3y z@12<^F86K=31xz8F=~>1(E2;&7rUihWRj1$pr6~yP#Td{B(ZgdB>{jqDuC+eF3)UZ zqO$=HVvZ~1K`lRja28vk)i{sPyU$}(m1qDdkui8cFNwZ>kiBOT075@$1}54#&?*CQ zD?fx5+Ia9|i(w*RO%HSz2*<(4M>Qxxu!xV|V8XC73VMrZd#=TWFtd~dHj<92F@J0j zxiSCZVq&KD;(|s{H>_By#^!=9 zw7Q=5z2BVr)-k1}UNYgId7D)9^z|-k!g5nDBN5siPWzv)&`$Z^t47h<1eKISs=jmh z=61Ae*2xwyg-SJDF2~X_x+p~Uc3qE(p3wd3TiG#4XNOyyu(b8IVgUX+Qj~Q8dfOb= zECM+LTXR$k*_Hvkk}+#^+17De8`e>n>#$WerdF_HIuMYQxNvHX-nN|a@8EtLb`Xz>Po6~q`N>%XV($=FPNo#? z=56D~#~V$UCc4`%<>FbtFTyhs`u2$L9&tEARvO8=1J2;=!357xH|7fsU+LJb<1Uuj zJ<-4E!@?{bh31cMlK+6DnC*nA%0a)Ql@;IWB*i-C??CJ8v~{Mi$DQtopy3BN{A1$~ zcE@8k{du{(>^a>u-!=2`1-J6?;mD*TR-pO?BIgOTbR;g^KK~Uhm#u{R!GhXUm1*WZP_V2bww`y1ghi+hOtDD6;npjX$!k#3)#Ek9tlm*rPmR-pcgKOrD* z@7y39m8kK2dlGoTt9`0hYG_8;>jNO6Fmz%t}lF)pG!rHt)W=fGXx^2UTX>JM$Z-AS!e z`Y1c>;*aadGWzVcocjv&YQnLviAHPv$mGbLf1j&Aw9KJ@UrP`?*+WANkM_l#-VBE> z>4QgodPnYVLmUbD(tsXEm@vtA?BRqjLJVvwoN;)v$R|LNfB*o2f`2yYOAKE|=uj{k zNr$Du0eMNTMtq>$aJq#Kff&MHf$fHq1px4512HBqC8HS^7cnkj8GvZ=T`s7HE)XON z2b}&R_C^r~fpYioB5jI{bxuhpP~cqw7m&#_mxo=BllK`VkKh%95oSBelV3h~et;JU z#*ifdvZ0GWpF%Qx^#q;S6ZC*C (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:81:20) + at async Test.run (node:internal/test_runner/test:1404:7) + at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { + generatedMessage: true, + code: 'ERR_ASSERTION', + actual: 'completed', + expected: 'interrupted', + operator: 'strictEqual', + diff: 'simple' + } + +test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 +✖ the actual normal-flow operation preserves explicit cancellation: after-provider-interruption (8757.333208ms) + AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: + + actual - expected + + + 'completed' + - 'interrupted' + + at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:81:20) + at async Test.run (node:internal/test_runner/test:1404:7) + at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { + generatedMessage: true, + code: 'ERR_ASSERTION', + actual: 'completed', + expected: 'interrupted', + operator: 'strictEqual', + diff: 'simple' + } + +test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 +✖ the actual normal-flow operation preserves explicit cancellation: uninterrupted (4522.57375ms) + AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: + + 0 !== 1 + + at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:79:52) + at async Test.run (node:internal/test_runner/test:1404:7) + at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { + generatedMessage: true, + code: 'ERR_ASSERTION', + actual: 0, + expected: 1, + operator: 'strictEqual', + diff: 'simple' + } diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.log b/quality/bugbot/evidence/issue-972/without-operation-signal.log new file mode 100644 index 000000000..8afd1422c --- /dev/null +++ b/quality/bugbot/evidence/issue-972/without-operation-signal.log @@ -0,0 +1,28 @@ +✖ the actual normal-flow operation preserves explicit cancellation: during-verification (3060.856292ms) +ℹ tests 1 +ℹ suites 0 +ℹ pass 0 +ℹ fail 1 +ℹ cancelled 0 +ℹ skipped 0 +ℹ todo 0 +ℹ duration_ms 4158.767666 + +✖ failing tests: + +test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 +✖ the actual normal-flow operation preserves explicit cancellation: during-verification (3060.856292ms) + AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: + + true !== false + + at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:83:20) + at async Test.run (node:internal/test_runner/test:1404:7) + at async startSubtestAfterBootstrap (node:internal/test_runner/harness:387:3) { + generatedMessage: true, + code: 'ERR_ASSERTION', + actual: true, + expected: false, + operator: 'strictEqual', + diff: 'simple' + } diff --git a/quality/bugbot/evidence/issue-972/worker-failure-recheck.log b/quality/bugbot/evidence/issue-972/worker-failure-recheck.log new file mode 100644 index 000000000..ed1dea455 --- /dev/null +++ b/quality/bugbot/evidence/issue-972/worker-failure-recheck.log @@ -0,0 +1,5 @@ +Test Suites: 1 passed, 1 total +Tests: 5 passed, 5 total +Snapshots: 0 total +Time: 3.9 s +Ran all test suites matching src/infrastructure/__tests__/setup_batch_composition.test.ts. From 7571e687c44481de0a3c8adc7de107dcd3abd54b Mon Sep 17 00:00:00 2001 From: Efra Espada Date: Thu, 19 Nov 2026 20:13:45 +0100 Subject: [PATCH 3/4] bugfix-972-forward-explicit-cancellation-into-the-normal-flow-bugbot-shadow-review-operation: use the root-relative cancellation control path (#972) --- quality/bugbot/evidence/issue-972/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/quality/bugbot/evidence/issue-972/README.md b/quality/bugbot/evidence/issue-972/README.md index 7aaaf9d38..a95ef868d 100644 --- a/quality/bugbot/evidence/issue-972/README.md +++ b/quality/bugbot/evidence/issue-972/README.md @@ -32,7 +32,7 @@ operation rather than silently ending before detection. Reproduce with `pnpm run test:bugbot-shadow-verification`. To retain another synthetic control ledger, set `COPILOT_CANCELLATION_EVIDENCE` to a new absolute -destination when running `node --test` on `normal-flow-shadow/cancellation.test.cjs`. +destination when running `node --test` on `quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs`. That test-only destination is not a public Action setting or a measured pilot. Historical campaigns and ledgers remain unchanged. A current replay needs a new From e1b7d2d22c9e5cca34fa85bbfcf9f7b439c0ac88 Mon Sep 17 00:00:00 2001 From: Efra Espada Date: Thu, 19 Nov 2026 20:53:12 +0100 Subject: [PATCH 4/4] bugfix-972-forward-explicit-cancellation-into-the-normal-flow-bugbot-shadow-review-operation: preserve raw control logs with lossless compression (#972) --- quality/bugbot/evidence/issue-972/README.md | 9 ++- .../evidence/issue-972/compressed-logs.json | 24 ++++++ .../issue-972/initial-fixture-failure.log | 72 ------------------ .../issue-972/initial-fixture-failure.log.gz | Bin 0 -> 713 bytes .../issue-972/without-operation-signal.log | 28 ------- .../issue-972/without-operation-signal.log.gz | Bin 0 -> 509 bytes .../issue-972/worker-failure-recheck.log | 5 -- .../issue-972/worker-failure-recheck.log.gz | Bin 0 -> 148 bytes 8 files changed, 31 insertions(+), 107 deletions(-) create mode 100644 quality/bugbot/evidence/issue-972/compressed-logs.json delete mode 100644 quality/bugbot/evidence/issue-972/initial-fixture-failure.log create mode 100644 quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz delete mode 100644 quality/bugbot/evidence/issue-972/without-operation-signal.log create mode 100644 quality/bugbot/evidence/issue-972/without-operation-signal.log.gz delete mode 100644 quality/bugbot/evidence/issue-972/worker-failure-recheck.log create mode 100644 quality/bugbot/evidence/issue-972/worker-failure-recheck.log.gz diff --git a/quality/bugbot/evidence/issue-972/README.md b/quality/bugbot/evidence/issue-972/README.md index a95ef868d..53362d624 100644 --- a/quality/bugbot/evidence/issue-972/README.md +++ b/quality/bugbot/evidence/issue-972/README.md @@ -24,7 +24,7 @@ executed acceptance; all seven ran in the passing full control suite. The initial fixture used a replacement at the same LEFT/RIGHT line, which correctly made its candidate anchor ambiguous. No verifier ran and three tests -failed. `initial-fixture-failure.log` retains that harness failure. The corrected +failed. `initial-fixture-failure.log.gz` retains that harness failure. The corrected fixture adds a unique RIGHT line; no production anchor or receipt validation was weakened. The shipping TypeScript loader also avoids the historical ES2022 progress-clock initialization mismatch, so these controls reach the actual @@ -45,5 +45,10 @@ retain ignored log files encountered a Jest worker SIGSEGV in the unchanged `setup_batch_composition.test.ts` before that suite could execute; 942 suites passed. `commit-hook-worker-failure.log.gz` preserves that unsuccessful hook. It is not an assertion result or model measurement. The affected suite passed -all five tests when run alone (`worker-failure-recheck.log`). Final delivery +all five tests when run alone (`worker-failure-recheck.log.gz`). Final delivery evidence must identify a successful complete hook retry separately. + +Raw control logs are stored losslessly as gzip because their original reporter +whitespace fails the source diff gate. The compressed-logs.json manifest binds +each exact decompressed SHA-256 and length. Original committed attempts remain +in Git history; no log line or negative outcome has been rewritten. diff --git a/quality/bugbot/evidence/issue-972/compressed-logs.json b/quality/bugbot/evidence/issue-972/compressed-logs.json new file mode 100644 index 000000000..0ba23f11a --- /dev/null +++ b/quality/bugbot/evidence/issue-972/compressed-logs.json @@ -0,0 +1,24 @@ +{ + "encoding": "gzip", + "lossless": true, + "records": [ + { + "originalPath": "initial-fixture-failure.log", + "compressedPath": "initial-fixture-failure.log.gz", + "rawSha256": "11a28893a1f2b9d9855b84277aaf5f1951638ace3757acb10b17bff70126f38c", + "rawBytes": 3165 + }, + { + "originalPath": "without-operation-signal.log", + "compressedPath": "without-operation-signal.log.gz", + "rawSha256": "02fd620897c1e6588f9e9de3db14ca428373a3be383055d7ffbc0966eacfd2ea", + "rawBytes": 974 + }, + { + "originalPath": "worker-failure-recheck.log", + "compressedPath": "worker-failure-recheck.log.gz", + "rawSha256": "30e9bf3bbb000c12a98a7141f8b7ec0df7f3ebf4979a6d980368c398614795cb", + "rawBytes": 193 + } + ] +} diff --git a/quality/bugbot/evidence/issue-972/initial-fixture-failure.log b/quality/bugbot/evidence/issue-972/initial-fixture-failure.log deleted file mode 100644 index 6c02e733e..000000000 --- a/quality/bugbot/evidence/issue-972/initial-fixture-failure.log +++ /dev/null @@ -1,72 +0,0 @@ -✔ the actual normal-flow operation preserves explicit cancellation: before-detection (6571.390291ms) -✔ the actual normal-flow operation preserves explicit cancellation: during-detection (6911.074667ms) -✔ the actual normal-flow operation preserves explicit cancellation: between-preparation-and-verification (7603.928791ms) -✖ the actual normal-flow operation preserves explicit cancellation: during-verification (6805.48275ms) -✖ the actual normal-flow operation preserves explicit cancellation: after-provider-interruption (8757.333208ms) -✖ the actual normal-flow operation preserves explicit cancellation: uninterrupted (4522.57375ms) -✔ explicit cancellation in the experimental arm prevents starting the inherited arm (0.458792ms) -ℹ tests 7 -ℹ suites 0 -ℹ pass 4 -ℹ fail 3 -ℹ cancelled 0 -ℹ skipped 0 -ℹ todo 0 -ℹ duration_ms 43250.0875 - -✖ failing tests: - -test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 -✖ the actual normal-flow operation preserves explicit cancellation: during-verification (6805.48275ms) - AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: - + actual - expected - - + 'completed' - - 'interrupted' - - at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:81:20) - at async Test.run (node:internal/test_runner/test:1404:7) - at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { - generatedMessage: true, - code: 'ERR_ASSERTION', - actual: 'completed', - expected: 'interrupted', - operator: 'strictEqual', - diff: 'simple' - } - -test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 -✖ the actual normal-flow operation preserves explicit cancellation: after-provider-interruption (8757.333208ms) - AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: - + actual - expected - - + 'completed' - - 'interrupted' - - at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:81:20) - at async Test.run (node:internal/test_runner/test:1404:7) - at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { - generatedMessage: true, - code: 'ERR_ASSERTION', - actual: 'completed', - expected: 'interrupted', - operator: 'strictEqual', - diff: 'simple' - } - -test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 -✖ the actual normal-flow operation preserves explicit cancellation: uninterrupted (4522.57375ms) - AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: - - 0 !== 1 - - at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:79:52) - at async Test.run (node:internal/test_runner/test:1404:7) - at async Test.processPendingSubtests (node:internal/test_runner/test:969:7) { - generatedMessage: true, - code: 'ERR_ASSERTION', - actual: 0, - expected: 1, - operator: 'strictEqual', - diff: 'simple' - } diff --git a/quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz b/quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz new file mode 100644 index 0000000000000000000000000000000000000000..29242e8dd230591467f2a3d036ceebf4620d6b2f GIT binary patch literal 713 zcmV;)0yh00iwFP!00002|Ls-HZqq;zzV|7HQ&NHd<2be`QiXEhz>nJA5UMuzBwes~ z&F(sFgt+kt6(?SV*XffmyKYK?DiA0_6*P*JSi;5X81+)q^swHZ`i?-$^H&8NBVqH6b0W+LSgQ3CUKVT4v5VSD!QRu@`?;D=%~832b^SS<|j!Khm+kQcH#yED;SQ_IQG*l zSzqe%_B`OiVUv?MX;2vIfT_mfE$O5|8>S4A=EAr*qc96#V}_wWN=cyDL45iO1~p}5 z&ek2pX$ak+Wm?0?nRCW#NSt}y2vzH&^gG_RHzy-2d2NzxuG`awsw8n5`XO<+=a{qg zTzeL~*xR$ezzn=6F1c9+vu-hyCO|6$!3A9F4!t}LgAJlRea0$z9&A$M+e&`R7Qmh);=_fD@ zTE&;lU|^ayC}qoQX}pCbQt~Vgc1ZsuD&lbedq+&KMCtnSRY&v*Sz+P&7px9!+9^F3 zsGMCyqi|GYx98J>mZk;A$>VSoyJfPLQ#ZUjtcee=i4dKDT0YrCfv@@bI{%1!!{BfY8KO5q2btuwFT?_yK3*B9` literal 0 HcmV?d00001 diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.log b/quality/bugbot/evidence/issue-972/without-operation-signal.log deleted file mode 100644 index 8afd1422c..000000000 --- a/quality/bugbot/evidence/issue-972/without-operation-signal.log +++ /dev/null @@ -1,28 +0,0 @@ -✖ the actual normal-flow operation preserves explicit cancellation: during-verification (3060.856292ms) -ℹ tests 1 -ℹ suites 0 -ℹ pass 0 -ℹ fail 1 -ℹ cancelled 0 -ℹ skipped 0 -ℹ todo 0 -ℹ duration_ms 4158.767666 - -✖ failing tests: - -test at quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:19:5 -✖ the actual normal-flow operation preserves explicit cancellation: during-verification (3060.856292ms) - AssertionError [ERR_ASSERTION]: Expected values to be strictly equal: - - true !== false - - at TestContext. (/private/tmp/copilot-goal-972/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs:83:20) - at async Test.run (node:internal/test_runner/test:1404:7) - at async startSubtestAfterBootstrap (node:internal/test_runner/harness:387:3) { - generatedMessage: true, - code: 'ERR_ASSERTION', - actual: true, - expected: false, - operator: 'strictEqual', - diff: 'simple' - } diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.log.gz b/quality/bugbot/evidence/issue-972/without-operation-signal.log.gz new file mode 100644 index 0000000000000000000000000000000000000000..a2ca7e9993a439f25340dce091a5a2c52a2fe46c GIT binary patch literal 509 zcmV-#eKX(W^8Fk50|L)|%_S&pD=r76)c2qb zTJD8bU@SVcM|6NEBSkJeGcKPS6-ztcX!qbQK{65(8pgT*vWuG|>7126P_ay@q(nBx3{ zW5WfTHd_D3N`R#!mVm9S)fV2Z*6ZzZvstb0UcG(up26y5F!yBDk;|IIyoMcu^H$_u zo&m$`jCknvwnlhzdrLk^hixuA_fjj5Cm%oKN~?3FYxf*(5@W@YdrW*~l3W`h zwIA#?jk}nQl7DFIe9T5^|5r!comJlS72BGOQMy1Ts6(r`OhVa~@(OJev*9G2u-PB= z&U5QG^)B35mQ?&gYft8I^Ebu=w+fwOUC4#FT5ME5<#KY#&^=|YcTyC+{nOG1G#pZgcAbykzS zH<{T%XsTWu?sTEdfP0-?NxO1BHhy)-gs$pF7#VQG2MhQ8cu39&+ZzV)|}wQr>Htt0yS(Z#aI8q00012 CSwkWK literal 0 HcmV?d00001