diff --git a/docs/development/testing.mdx b/docs/development/testing.mdx index caf417cb1..857eeac32 100644 --- a/docs/development/testing.mdx +++ b/docs/development/testing.mdx @@ -274,3 +274,25 @@ Inspect the run's individual platform jobs before claiming full success. A queued, canceled or failed job is missing evidence, even if other jobs passed. The platform fixtures exercise local paths. Authenticated agent tool execution has separate acceptance. + +## Normal-flow shadow cancellation + +The local normal-flow shadow runner forwards its explicit cancellation signal +into the ordinary review operation, detector and verifier. An interrupted run +records `workflow-result.status=interrupted`, retains its started/pending request +observations, and exits with status 130. It cannot report successful ordinary +completion or issue a completed verification receipt. A matched experimental +arm that is canceled does not start its inherited comparison arm. + +Run `pnpm run test:bugbot-shadow-verification` for the model-free stage controls: +before detection, during detection, after preparation, during verification, +after a technical provider interruption, and uninterrupted completion. The +controlled programmatic ports exercise the actual runner and application with +pinned temporary Git sources and fail-on-write SCM ports. They are synthetic +controls, not model measurements or qualification evidence. The loader uses the +shipping compiler options so the real progress/cancellation path is exercised. + +Use a new output destination for every actual attempt and retain the interrupted +ledger. Old ledgers remain historical observations; replay needs the new driver +pin and its applicable source/runtime admission. This adds no Action setting, +elapsed-time cutoff, token budget or turn limit. Usage remains optional telemetry. diff --git a/package.json b/package.json index 4c7247b20..349063673 100644 --- a/package.json +++ b/package.json @@ -69,7 +69,7 @@ "test": "jest", "test:watch": "jest --watch", "test:coverage": "jest --coverage --json --outputFile=coverage/setup-acceptance-jest.json && node scripts/validate-coverage-budgets.cjs && node scripts/validate-setup-assistant-acceptance.cjs coverage/setup-acceptance-jest.json && pnpm run test:extension", - "test:bugbot-shadow-verification": "node --test quality/bugbot/evidence/issue-950/shadow-verification/verification.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/config.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/paths.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/launch-full-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/review-runtime.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/score-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/plan.test.cjs quality/bugbot/evidence/issue-950/status-card-publication/publisher.test.cjs", + "test:bugbot-shadow-verification": "node --test quality/bugbot/evidence/issue-950/shadow-verification/verification.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/config.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/paths.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/launch-full-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/review-runtime.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/score-review.test.cjs quality/bugbot/evidence/issue-950/ev07-shadow/plan.test.cjs quality/bugbot/evidence/issue-950/status-card-publication/publisher.test.cjs quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs", "eval:bugbot": "jest src/tooling/__tests__/bugbot_quality_eval.test.ts src/tooling/__tests__/bugbot_benchmark.test.ts src/tooling/__tests__/bugbot_request_transform_evidence.test.ts --runInBand", "typecheck": "tsc --noEmit && pnpm run typecheck:extension", "metrics:architecture": "node scripts/collect-architecture-metrics.cjs", diff --git a/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs b/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs new file mode 100644 index 000000000..e03810b28 --- /dev/null +++ b/quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs @@ -0,0 +1,100 @@ +'use strict'; + +const assert = require('node:assert/strict'); +const { execFileSync } = require('node:child_process'); +const fs = require('node:fs'); +const { tmpdir } = require('node:os'); +const path = require('node:path'); +const { test, after } = require('node:test'); +const { run, verifyMatchedCandidate } = require('./run.cjs'); +const retained = []; +after(() => { + if (process.env.COPILOT_CANCELLATION_EVIDENCE) fs.writeFileSync(process.env.COPILOT_CANCELLATION_EVIDENCE, + JSON.stringify({ method: 'actual normal-flow runner and ordinary operation; controlled providers', + modelCalls: 0, evaluatedPrWriteAttempts: 0, attempts: retained }, null, 2) + '\n', { flag: 'wx' }); +}); + +for (const stage of ['before-detection', 'during-detection', 'between-preparation-and-verification', + 'during-verification', 'after-provider-interruption', 'uninterrupted']) { + test('the actual normal-flow operation preserves explicit cancellation: ' + stage, async t => { + const directory = fs.mkdtempSync(path.join(tmpdir(), 'bugbot-972-cancel-')); + t.after(() => fs.rmSync(directory, { recursive: true, force: true })); + const source = path.join(directory, 'project.git'); + fs.mkdirSync(source); + const git = (...args) => execFileSync('git', ['-C', source, ...args], { encoding: 'utf8' }).trim(); + git('init', '--quiet', '--template='); + fs.writeFileSync(path.join(source, 'index.ts'), 'export const value = 1;\n'); + git('add', '.'); + const commit = () => git('-c', 'user.name=Fixture', '-c', 'user.email=fixture@example.invalid', 'commit', '--quiet', '-m', 'fixed source'); + commit(); + const base = git('rev-parse', 'HEAD'), baseTree = git('rev-parse', 'HEAD^{tree}'); + fs.writeFileSync(path.join(source, 'index.ts'), 'export const value = 1;\nexport const added = 2;\n'); + git('add', '.'); commit(); + const head = git('rev-parse', 'HEAD'), tree = git('rev-parse', 'HEAD^{tree}'); + const manifest = path.join(directory, 'subjects.json'), output = path.join(directory, 'attempt.jsonl'); + fs.writeFileSync(manifest, JSON.stringify({ publication: 'dry-run', effort: 'xhigh', subjects: [{ + repository: 'owner/project', number: 1, baseRef: 'master', headRef: 'review', head, base, tree, baseTree, + model: 'gpt-6-luna', + }] })); + const cancellation = new AbortController(); + let detectorCalls = 0, verifierCalls = 0; + const pending = []; + const result = await run(directory, 1, output, manifest, { + signal: cancellation.signal, + beforeReview() { if (stage === 'before-detection') cancellation.abort(); }, + progress: { observe(observation) { + if (stage === 'between-preparation-and-verification' && observation.stage === 'verifying') cancellation.abort(); + } }, + findings: { async query(request) { + detectorCalls++; + pending.push({ stage: 'detector', abortedAtEntry: request.signal.aborted }); + if (stage === 'during-detection') cancellation.abort(); + return { outputLocale: 'en-US', findings: [{ id: 'controlled-candidate', file: 'index.ts', line: 2, + title: 'Controlled candidate', description: 'An owned cancellation fixture hypothesis.', + codeSnippet: 'export const added = 2;', confidence: 0.99, severity: 'medium', category: 'correctness' }], + resolved_findings: [], partition_id: request.prompt.match(/Return partition_id exactly as `([^`]+)`/u)?.[1], + reviewed_head_sha: head }; + } }, + verifier: { async verify(request) { + verifierCalls++; + const observation = { stage: 'verifier', id: request.candidate.id, abortedAtEntry: request.signal.aborted }; + pending.push(observation); + if (stage === 'during-verification' || stage === 'after-provider-interruption') { + cancellation.abort(); + observation.abortedAfterInterruption = request.signal.aborted; + return { status: 'technical-failure', reason: stage === 'after-provider-interruption' + ? 'provider-turn-failed' : 'investigation-canceled' }; + } + return { status: 'verdict', verdict: 'inconclusive', reason: 'Controlled missing evidence.', + missing: 'A test-only source gap.', citations: [], premises: [] }; + } }, + }); + const rows = fs.readFileSync(output, 'utf8').trim().split('\n').map(JSON.parse); + const terminal = rows.find(row => row.event === 'workflow-result'); + retained.push({ stage, pending, detectorCalls, verifierCalls, rows }); + assert.deepEqual(result.writes, []); + assert.equal(terminal.checkoutUnchanged, true); + if (stage === 'uninterrupted') { + assert.equal(result.status, 'completed'); + assert.equal(result.results[0].success, true); + assert.equal(detectorCalls, 1); assert.equal(verifierCalls, 1); + } else { + assert.equal(result.status, 'interrupted'); + assert.equal(result.results[0].success, false); + assert.equal(result.results[0].payload.bugbotPublicationBlocked, true); + assert.equal(JSON.stringify(result.results[0].payload).includes('copilot:bugbot-verification'), false); + assert.equal(verifierCalls, ['during-verification', 'after-provider-interruption'].includes(stage) ? 1 : 0); + assert.equal(detectorCalls, stage === 'before-detection' ? 0 : 1); + } + }); +} + +test('explicit cancellation in the experimental arm prevents starting the inherited arm', async () => { + const controller = new AbortController(), calls = []; + const profile = { provider: 'codex', modelProvider: 'openai', model: 'gpt-6-luna', effort: 'xhigh' }; + await verifyMatchedCandidate({ signal: controller.signal, candidate: { id: 'owned' }, configuration: profile }, + { primary: profile, experimental: profile, comparison: profile }, async arm => { + calls.push(arm); controller.abort(); return { status: 'technical-failure', reason: 'investigation-canceled' }; + }, () => {}); + assert.deepEqual(calls, ['experimental']); +}); diff --git a/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs b/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs index 8f22d29cc..d132f7e82 100644 --- a/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs +++ b/quality/bugbot/evidence/issue-950/normal-flow-shadow/run.cjs @@ -9,10 +9,7 @@ const path = require('node:path'); const official = require('../shadow-real-prs/official.json'); const shadowPlan = require('../shadow-verification/plan.json'); const root = path.resolve(__dirname, '../../../../..'); -const ts = require(path.join(root, 'node_modules/typescript')); -require.extensions['.ts'] = (module, filename) => module._compile(ts.transpileModule(fs.readFileSync(filename, 'utf8'), { - compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022, esModuleInterop: true }, -}).outputText, filename); +require('../ev07-shadow/load.cjs'); const load = file => require(path.join(root, 'src', file)); const { composeBugbotReview } = load('infrastructure/composition/bugbot_review_composition'); @@ -84,6 +81,7 @@ async function verifyMatchedCandidate(request, profiles, verifyArm, recordCompar // The review already runs up to two candidates at a time. Run the arms // sequentially within each candidate so the same session limit applies. const settled = async (arm, input) => { + if (input.signal?.aborted) return { status: 'technical-failure', reason: 'investigation-canceled' }; try { return await verifyArm(arm, input); } catch { @@ -96,7 +94,7 @@ async function verifyMatchedCandidate(request, profiles, verifyArm, recordCompar return experimental; } -async function run(lab, number, destination, manifestPath = path.join(__dirname, 'subjects.json')) { +async function run(lab, number, destination, manifestPath = path.join(__dirname, 'subjects.json'), ports = {}) { lab = path.resolve(lab); const manifest = fs.readFileSync(manifestPath); const frozen = JSON.parse(manifest); @@ -120,7 +118,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, const cancel = () => cancellation.abort(); process.once('SIGINT', cancel); process.once('SIGTERM', cancel); - const signal = cancellation.signal; + const signal = ports.signal ? AbortSignal.any([cancellation.signal, ports.signal]) : cancellation.signal; const withCancellation = original => original ? AbortSignal.any([original, signal]) : signal; const writes = []; const guard = new Proxy({}, { get: (_target, method) => () => { @@ -142,6 +140,10 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, headRepositoryOwner: owner, headRepositoryName: name, headRef: subject.headRef, headSha: subject.head, changedFileCount: diff.changes.length }; const scm = { + progress: { async observe(progress, dryRun, locale) { + log({ event: 'operation-progress', progress }); + await ports.progress?.observe(progress, dryRun, locale); + } }, context: { getPullRequest: async () => identity, getSourceBoundPullRequest: async () => identity, findOpenPullRequestsByExactHead: async () => [], @@ -170,7 +172,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, const ai = new Ai('shadow-campaign', '', false, workflowInputs ? ['build/*', 'specs/CATALOG.md'] : [], false, 'low', 20, [], tasks, undefined, { publicationMode: frozen.publication, effort: reviewEffort }); const operation = projectBugbotReviewOperationContext({ - ai, owner, repo: name, issueNumber: subject.number, isPullRequest: true, eventName: 'pull_request', + bugbotReviewSignal: signal, ai, owner, repo: name, issueNumber: subject.number, isPullRequest: true, eventName: 'pull_request', tokenUser: 'copilot', locale: { issue: 'en-US', pullRequest: 'en-US' }, pullRequest: { number: subject.number, head: subject.headRef, action: 'opened' }, commit: { branch: subject.headRef }, currentConfiguration: { parentBranch: subject.baseRef }, branches: {}, @@ -186,7 +188,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, assert.equal(invocation.modelProvider, expected.modelProvider); assert.equal(invocation.sandbox, 'read-only'); }; - const standardDetector = createFindingsQueryPort({ cli: new AgentCliClient({ + const standardDetector = ports.findings ?? createFindingsQueryPort({ cli: new AgentCliClient({ prepare(request) { const plan = planner.prepare(request); const flags = codexInvocation(plan.argv); @@ -258,7 +260,7 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, peak = Math.max(peak, active); log(label(arm, { event: 'verifier-start', id: candidate.id, active, atMs: startedAt })); try { - return await adapters[arm].verify({ ...request, signal: withCancellation(request.signal) }); + return await (ports.verifier ?? adapters[arm]).verify({ ...request, signal: withCancellation(request.signal) }); } finally { active -= 1; lastVerifier = sinceStart(); @@ -272,13 +274,16 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, return verifyMatchedCandidate(request, profiles, verifyArm, log); }, }; + await ports.beforeReview?.({ signal }); const results = await composeBugbotReview({ findings: detector, scm, shadowVerification: verifier, experimentalShadowProfile: profiles.experimental }).invoke(operation); const wallMs = sinceStart(); - log({ event: 'workflow-result', results, writes, checkoutUnchanged: git(checkout, 'status', '--porcelain') === '', + const status = signal.aborted ? 'interrupted' : results.every(result => result.success) ? 'completed' : 'failed'; + log({ event: 'workflow-result', status, results, writes, checkoutUnchanged: git(checkout, 'status', '--porcelain') === '', wallMs, verificationWallMs: firstVerifier === undefined ? 0 : lastVerifier - firstVerifier, peakVerifierConcurrency: peak }); assert.deepEqual(writes, []); + return { status, results, writes }; } finally { process.removeListener('SIGINT', cancel); process.removeListener('SIGTERM', cancel); @@ -288,10 +293,12 @@ async function run(lab, number, destination, manifestPath = path.join(__dirname, } if (require.main === module) { - run(...process.argv.slice(2)).catch(error => { + run(...process.argv.slice(2)).then(result => { + if (result.status !== 'completed') process.exitCode = result.status === 'interrupted' ? 130 : 1; + }).catch(error => { console.error(error); process.exitCode = 1; }); } -module.exports = { selectVerifierProfiles, verifyMatchedCandidate }; +module.exports = { run, selectVerifierProfiles, verifyMatchedCandidate }; diff --git a/quality/bugbot/evidence/issue-972/README.md b/quality/bugbot/evidence/issue-972/README.md new file mode 100644 index 000000000..53362d624 --- /dev/null +++ b/quality/bugbot/evidence/issue-972/README.md @@ -0,0 +1,54 @@ +# Normal-flow operation cancellation — #972 + +The actual normal-flow runner now passes its existing signal through +`projectBugbotReviewOperationContext`. An explicitly interrupted provider remains +an interrupted operation, rather than a successful ordinary dry-run containing +only a technical verifier failure. The terminal ledger distinguishes +`interrupted`, `completed` and `failed`; interrupted CLI execution exits 130. + +Seven deterministic controls pass with zero model calls and zero GitHub write +attempts. Six exercise the actual runner, real operation, preparation and +application cancellation boundaries with pinned Git fixtures: before detection, +during detection, between preparation and verification, during verification, +after a technical provider interruption, and uninterrupted completion. The seventh +proves that canceling the experimental arm cannot start its inherited comparison. +`controlled-attempts.json` retains the actual pending request metadata, stage +observations, results, unchanged-workspace checks and empty write inventories. + +Removing only the operation-signal field reproduces the original defect in the +controlled verifier-interruption case. `without-operation-signal.json` records +the canceled provider while the ordinary application result incorrectly succeeds; +the regression test fails on that success. Its log is retained separately. Other +cases excluded by that negative control's test-name filter are not claimed as +executed acceptance; all seven ran in the passing full control suite. + +The initial fixture used a replacement at the same LEFT/RIGHT line, which +correctly made its candidate anchor ambiguous. No verifier ran and three tests +failed. `initial-fixture-failure.log.gz` retains that harness failure. The corrected +fixture adds a unique RIGHT line; no production anchor or receipt validation was +weakened. The shipping TypeScript loader also avoids the historical ES2022 +progress-clock initialization mismatch, so these controls reach the actual +operation rather than silently ending before detection. + +Reproduce with `pnpm run test:bugbot-shadow-verification`. To retain another +synthetic control ledger, set `COPILOT_CANCELLATION_EVIDENCE` to a new absolute +destination when running `node --test` on `quality/bugbot/evidence/issue-950/normal-flow-shadow/cancellation.test.cjs`. +That test-only destination is not a public Action setting or a measured pilot. + +Historical campaigns and ledgers remain unchanged. A current replay needs a new +driver pin and applicable source/runtime admission. This correction introduces +no deadline, token budget, read quota or turn limit. Production verification +remains disabled; no profile is qualified or new corpus/full-review campaign run. + +The first implementation commit passed all 943 Jest suites. A later commit to +retain ignored log files encountered a Jest worker SIGSEGV in the unchanged +`setup_batch_composition.test.ts` before that suite could execute; 942 suites +passed. `commit-hook-worker-failure.log.gz` preserves that unsuccessful hook. +It is not an assertion result or model measurement. The affected suite passed +all five tests when run alone (`worker-failure-recheck.log.gz`). Final delivery +evidence must identify a successful complete hook retry separately. + +Raw control logs are stored losslessly as gzip because their original reporter +whitespace fails the source diff gate. The compressed-logs.json manifest binds +each exact decompressed SHA-256 and length. Original committed attempts remain +in Git history; no log line or negative outcome has been rewritten. diff --git a/quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz b/quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz new file mode 100644 index 000000000..28a53127c Binary files /dev/null and b/quality/bugbot/evidence/issue-972/commit-hook-worker-failure.log.gz differ diff --git a/quality/bugbot/evidence/issue-972/compressed-logs.json b/quality/bugbot/evidence/issue-972/compressed-logs.json new file mode 100644 index 000000000..0ba23f11a --- /dev/null +++ b/quality/bugbot/evidence/issue-972/compressed-logs.json @@ -0,0 +1,24 @@ +{ + "encoding": "gzip", + "lossless": true, + "records": [ + { + "originalPath": "initial-fixture-failure.log", + "compressedPath": "initial-fixture-failure.log.gz", + "rawSha256": "11a28893a1f2b9d9855b84277aaf5f1951638ace3757acb10b17bff70126f38c", + "rawBytes": 3165 + }, + { + "originalPath": "without-operation-signal.log", + "compressedPath": "without-operation-signal.log.gz", + "rawSha256": "02fd620897c1e6588f9e9de3db14ca428373a3be383055d7ffbc0966eacfd2ea", + "rawBytes": 974 + }, + { + "originalPath": "worker-failure-recheck.log", + "compressedPath": "worker-failure-recheck.log.gz", + "rawSha256": "30e9bf3bbb000c12a98a7141f8b7ec0df7f3ebf4979a6d980368c398614795cb", + "rawBytes": 193 + } + ] +} diff --git a/quality/bugbot/evidence/issue-972/controlled-attempts.json b/quality/bugbot/evidence/issue-972/controlled-attempts.json new file mode 100644 index 000000000..bf3ca175c --- /dev/null +++ b/quality/bugbot/evidence/issue-972/controlled-attempts.json @@ -0,0 +1,2268 @@ +{ + "method": "actual normal-flow runner and ordinary operation; controlled providers", + "modelCalls": 0, + "evaluatedPrWriteAttempts": 0, + "attempts": [ + { + "stage": "before-detection", + "pending": [], + "detectorCalls": 0, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:17.449Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "effdc4ee6cabbcd1a70a60ff759f8e9327952fba", + "base": "210f4c4693c4472b8aba8a871053881ce183ce2e", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "85413c55e2708eba764f2d293c4ba79523dca9df865724ce127969048f9de657", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:17.498Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "637528fd-7933-44f9-8a81-a42ec20fc8e9" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:1795111097451", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:17.451Z", + "elapsedMs": 3, + "stagesMs": {}, + "promptCharacters": 0, + "responseCharacters": 0, + "estimatedInputTokens": 0, + "estimatedOutputTokens": 0, + "changedFiles": 0, + "changedLines": 0, + "rulesLoaded": 0, + "contextLogicalProviderReads": 0, + "contextRawProviderRequests": 0, + "contextConcurrencyLimit": 2, + "candidateFindings": 0, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 71, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "during-detection", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:22.180Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "base": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "7e0ef1abbee3830c45b4f7cbbdde3088db7afaacb8d01128b6e74275aa746cd5", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:22.182Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:22.182Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:22.184Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:22.184Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:22.184Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:22.184Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:22.185Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "f94c137ae254fee14c5711594c1f8f6c85f2a01d97c1575bd34ebc8d483c18c6" + }, + { + "at": "2026-11-19T17:58:22.186Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:22.187Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "baseSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "baseRefSha": "80dee90d4e536fb069fefb700f4a82c894bd888f", + "pullNumber": 1, + "elapsedMs": 5, + "observedAt": "2026-11-19T17:58:22.187Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 2, + "analyzing": 3 + } + } + }, + { + "at": "2026-11-19T17:58:22.218Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "616d0813-a3b3-44d5-8a7e-3fb5f0025d43" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bfa7c55c54d4", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bfa7c55c54d443d4333770e3b5a2f261f3b2f06b", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:22.181Z", + "elapsedMs": 7, + "stagesMs": { + "context-preflight": 0, + "context": 2, + "analysis": 3 + }, + "promptCharacters": 28545, + "responseCharacters": 0, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 0, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 0, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "failedAnalysisPartitionOrdinal": 1, + "failedAnalysisPartitionCategory": "aborterror", + "candidateFindings": 0, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 76, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "between-preparation-and-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 0, + "rows": [ + { + "at": "2026-11-19T17:58:26.266Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bb397c08651261b24c2bb3f5de4da982394842c9", + "base": "8d9fa45588d501a424343bc2ad65059a6582a914", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "39d233c4f283170eceff41549464672faf46b8726b80ae0e147576855dcbd1cd", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:26.266Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:26.266Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:26.267Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:26.267Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "0a3e2f7235e3bc0d5314adad278258a95405b4d5e86affadce8d81c07a3a266c" + }, + { + "at": "2026-11-19T17:58:26.267Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:26.269Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 3, + "observedAt": "2026-11-19T17:58:26.269Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 1, + "analyzing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:26.269Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "baseRefSha": "8d9fa45588d501a424343bc2ad65059a6582a914", + "pullNumber": 1, + "elapsedMs": 3, + "observedAt": "2026-11-19T17:58:26.269Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 1, + "analyzing": 2, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:26.313Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "d82e7d2e-204a-43c5-a32e-475174ec0521" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-34265a60164db722712bf74ff076de85fd64508124e3c60c9fb876b97ed9ac3d", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 2, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 4 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "allowBase": false, + "baseSha": "8d9fa45588d501a424343bc2ad65059a6582a914" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bb397c086512", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bb397c08651261b24c2bb3f5de4da982394842c9", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:26.266Z", + "elapsedMs": 4, + "stagesMs": { + "context-preflight": 0, + "context": 1, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 92, + "verificationWallMs": 0, + "peakVerifierConcurrency": 0 + } + ] + }, + { + "stage": "during-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:30.695Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "base": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "821a3325ac19438374fc6252aa399d9b6aa5b17217de6ff8348864888627c9a5", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:30.696Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:30.696Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:30.696Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:30.696Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:30.697Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "1abb184deff96d706d735d34b2a559a6ff0ab3f1919259e850f677f43a4a7c55" + }, + { + "at": "2026-11-19T17:58:30.697Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:30.698Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 0, + "analyzing": 2 + } + } + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 80 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 80, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:30.698Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "baseRefSha": "b5507a7d27685dab114278b4b5b93b6dec18a054", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:30.698Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 0, + "analyzing": 2, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:30.740Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "e129fab8-15ea-4d85-be46-0e47126e124c" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-30a58c28dfa30ebd9cd8cad9dad2f1cf3c14752c728d58cdb2ff5984d65ec062", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "allowBase": false, + "baseSha": "b5507a7d27685dab114278b4b5b93b6dec18a054" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3e030c528e7e", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3e030c528e7e0a11373e9ca4b47c0fd31aff920b", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:30.696Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 80, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + }, + { + "stage": "after-provider-interruption", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:35.256Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "bb30a6255040837fe58324832f8a14da5e4973b8", + "base": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "590042e04fe4066357c724a524db41e1b7c66a3835a787eab7220ae8235aca3e", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:35.256Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:35.257Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:35.257Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.257Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "cbdbd24a051b0afa732ea46f54a7854fcdd15d747c99359f9f7b21eff83cbc16" + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:35.258Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 1, + "analyzing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 49 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 49, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:35.258Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "failed", + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "baseRefSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:35.258Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 1, + "analyzing": 1, + "verifying": 0 + } + } + }, + { + "at": "2026-11-19T17:58:35.283Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": false, + "executed": true, + "steps": [], + "errors": [ + { + "name": "ApplicationError", + "message": "Bugbot verification was canceled. The previous verified result was preserved.", + "code": "workflow.failed", + "kind": "workflow", + "retryable": true, + "impact": "The workflow could not complete the requested operation.", + "action": "Inspect the current state and retry the failed step.", + "retainedState": "Existing persisted state and completed external effects were preserved.", + "correlationId": "9a4ba107-42c5-4626-b9ad-ff012d9d8aa3" + } + ], + "payload": { + "bugbotPublicationBlocked": true, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-908db9800597dbfda6e2a85175d30d15c0876a3be8c7096337972938d063ec7e", + "wallMs": 1, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 0, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "provider-turn-failed", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "allowBase": false, + "baseSha": "a9101439f8a205fe17089fddc7edc8f77c87cbcf" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ] + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:bb30a6255040", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "bb30a6255040837fe58324832f8a14da5e4973b8", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:35.256Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "failed" + }, + "dryRun": true + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 49, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + }, + { + "stage": "uninterrupted", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T17:58:38.306Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "base": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "ec3dd1d99a772f48b02322eb4250e9f64e3907c1c0e2122fd1ce74ddea381801", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "4846d2341d616823e5352ab19b798a19fe247c2dee071f9c7ccea2afb9d19f71" + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:38.307Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T17:58:38.307Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 0 + } + } + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "beab4497f74a13e9cbbb0c1341acee15f231dd80e0318044addc8aa10a18005d" + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 1, + "observedAt": "2026-11-19T17:58:38.308Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 0, + "analyzing": 1 + } + } + }, + { + "at": "2026-11-19T17:58:38.308Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 49 + }, + { + "at": "2026-11-19T17:58:38.309Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 50, + "wallMs": 1 + }, + { + "at": "2026-11-19T17:58:38.309Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 1, + "total": 1 + }, + "outcome": "dry-run", + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "baseRefSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T17:58:38.309Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 0, + "analyzing": 1, + "verifying": 1 + } + } + }, + { + "at": "2026-11-19T17:58:38.331Z", + "event": "workflow-result", + "status": "completed", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": true, + "executed": true, + "steps": [ + "Bugbot dry-run completed after atomically completing 1 diff partition with 1 accepted finding; no SCM mutations performed." + ], + "errors": [], + "payload": { + "dryRun": true, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "description": "An owned cancellation fixture hypothesis.", + "file": "index.ts", + "line": 2, + "severity": "medium", + "confidence": 0.99, + "category": "correctness", + "codeSnippet": "export const added = 2;", + "fingerprint": "fp-c50ff98d", + "semanticFingerprint": "sf-9233a5a9" + } + ], + "overflowCount": 0, + "resolvedFindingIds": [], + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "ruleSources": [], + "contextCoverage": { + "status": "complete", + "sources": [ + { + "source": "selection", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "issue-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "pull-request-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "review-threads", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "diff", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "previous-findings", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "human-conversation", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "rules", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + ] + }, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-945c768b38ecd53bb9ff0ac9168affb16bff3a2ca2a5f8f012a5b5791f991a44", + "wallMs": 0, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 1, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 2 + }, + "candidates": [ + { + "status": "verdict", + "verdict": "inconclusive", + "reason": "Controlled missing evidence.", + "missing": "A test-only source gap.", + "citations": [], + "premises": [], + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "allowBase": false, + "baseSha": "32912bcdf2164b8ab4f7c964e02567ef8014d2bc" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ], + "publicationSimulation": { + "status": "incomplete", + "individual": [], + "overflow": 0, + "resolutions": [], + "inconclusive": [ + { + "id": "controlled-candidate", + "missing": "A test-only source gap." + } + ] + } + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3ce6b64949e2", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3ce6b64949e2a62d0829d571db783457215ee5d0", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T17:58:38.307Z", + "elapsedMs": 2, + "stagesMs": { + "context-preflight": 0, + "context": 0, + "analysis": 1, + "normalization": 0, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "dry-run" + } + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 50, + "verificationWallMs": 1, + "peakVerifierConcurrency": 1 + } + ] + } + ] +} diff --git a/quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz b/quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz new file mode 100644 index 000000000..29242e8dd Binary files /dev/null and b/quality/bugbot/evidence/issue-972/initial-fixture-failure.log.gz differ diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.json b/quality/bugbot/evidence/issue-972/without-operation-signal.json new file mode 100644 index 000000000..1f25fd53f --- /dev/null +++ b/quality/bugbot/evidence/issue-972/without-operation-signal.json @@ -0,0 +1,550 @@ +{ + "method": "actual normal-flow runner and ordinary operation; controlled providers", + "modelCalls": 0, + "evaluatedPrWriteAttempts": 0, + "attempts": [ + { + "stage": "during-verification", + "pending": [ + { + "stage": "detector", + "abortedAtEntry": false + }, + { + "stage": "verifier", + "id": "controlled-candidate", + "abortedAtEntry": false, + "abortedAfterInterruption": true + } + ], + "detectorCalls": 1, + "verifierCalls": 1, + "rows": [ + { + "at": "2026-11-19T18:00:13.666Z", + "event": "plan", + "subject": { + "repository": "owner/project", + "number": 1, + "baseRef": "master", + "headRef": "review", + "head": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "base": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "tree": "0f911f35ed5331207f612714640e0f1d06b153db", + "baseTree": "48479afc6120f8440951aa958a052b651ffbd699", + "model": "gpt-6-luna" + }, + "files": 1, + "comparisonSha256": "7d9c84e6b7026144e1feb48ef741c9272017c88c1367b2205ab0be69683168d4", + "configuration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "verifierConfiguration": { + "provider": "codex", + "modelProvider": "openai", + "model": "gpt-6-luna", + "effort": "xhigh" + }, + "reviewEffort": "default", + "effectiveDepth": "default", + "subjectsSha256": "ded00d0e785bf6f2d96293e9c364f0b6d1adc09680f1f5ede65e770e6a3ed461", + "cli": "codex-cli 0.169.1", + "implementation": "ccefb27627cd627ccdb7d5666fd174c2ac1da07b", + "runnerSha256": "1af183053299a6cb5f473cd0ed25dbe16716d58c6d3075cf7c7e91f7e1b90b27" + }, + { + "at": "2026-11-19T18:00:13.668Z", + "event": "operation-progress", + "progress": { + "stage": "preparing", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 0, + "observedAt": "2026-11-19T18:00:13.668Z", + "sequence": 1, + "stageTimesMs": {} + } + }, + { + "at": "2026-11-19T18:00:13.670Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T18:00:13.670Z", + "sequence": 2, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T18:00:13.670Z", + "event": "operation-progress", + "progress": { + "stage": "analyzing", + "partitions": { + "completed": 0, + "total": 1 + }, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 2, + "observedAt": "2026-11-19T18:00:13.670Z", + "sequence": 3, + "stageTimesMs": { + "preparing": 2 + } + } + }, + { + "at": "2026-11-19T18:00:13.672Z", + "event": "detector-start", + "turn": 1, + "resolvedModel": "gpt-6-luna", + "promptSha256": "99a3b22ef7436af1e4bc2910e7e003c4da3e1efea4fa600e4d5fa2d322470fde" + }, + { + "at": "2026-11-19T18:00:13.672Z", + "event": "detector-result", + "turn": 1, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "file": "index.ts", + "line": 2 + } + ], + "resolvedModel": "gpt-6-luna", + "reportedModel": null, + "wallMs": 0 + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "operation-progress", + "progress": { + "stage": "verifying", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 6, + "observedAt": "2026-11-19T18:00:13.674Z", + "sequence": 4, + "stageTimesMs": { + "preparing": 2, + "analyzing": 4 + } + } + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "verifier-start", + "id": "controlled-candidate", + "active": 1, + "atMs": 61 + }, + { + "at": "2026-11-19T18:00:13.674Z", + "event": "verifier-finish", + "id": "controlled-candidate", + "active": 0, + "atMs": 61, + "wallMs": 0 + }, + { + "at": "2026-11-19T18:00:13.675Z", + "event": "operation-progress", + "progress": { + "stage": "finished", + "partitions": { + "completed": 1, + "total": 1 + }, + "candidates": { + "completed": 0, + "total": 1 + }, + "outcome": "dry-run", + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "baseRefSha": "5df47e4cb8bd574c6eb388785da5e4988350817e", + "pullNumber": 1, + "elapsedMs": 7, + "observedAt": "2026-11-19T18:00:13.675Z", + "sequence": 5, + "stageTimesMs": { + "preparing": 2, + "analyzing": 4, + "verifying": 1 + } + } + }, + { + "at": "2026-11-19T18:00:13.708Z", + "event": "workflow-result", + "status": "interrupted", + "results": [ + { + "id": "DetectPotentialProblemsUseCase", + "success": true, + "executed": true, + "steps": [ + "Bugbot dry-run completed after atomically completing 1 diff partition with 1 accepted finding; no SCM mutations performed." + ], + "errors": [], + "payload": { + "dryRun": true, + "findings": [ + { + "id": "controlled-candidate", + "title": "Controlled candidate", + "description": "An owned cancellation fixture hypothesis.", + "file": "index.ts", + "line": 2, + "severity": "medium", + "confidence": 0.99, + "category": "correctness", + "codeSnippet": "export const added = 2;", + "fingerprint": "fp-c50ff98d", + "semanticFingerprint": "sf-9233a5a9" + } + ], + "overflowCount": 0, + "resolvedFindingIds": [], + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "ruleSources": [], + "contextCoverage": { + "status": "complete", + "sources": [ + { + "source": "selection", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "issue-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "pull-request-comments", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "review-threads", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "diff", + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "previous-findings", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "human-conversation", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + { + "source": "rules", + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + ] + }, + "bugbotShadowVerification": { + "resolvedModel": "gpt-6-luna", + "provider": "codex", + "detectorModelProvider": "openai", + "detectorEffort": "xhigh", + "verifier": { + "model": "gpt-6-luna", + "provider": "codex", + "modelProvider": "openai", + "effort": "xhigh" + }, + "review": { + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e" + }, + "detection": [ + { + "partition": 1, + "partitionId": "diff-1-of-1-0f3cf3b17d828e26958cfbb297496da71b4b029f93abeecda4b58eeb5e13658a", + "wallMs": 1, + "status": "completed", + "observed": 1 + } + ], + "origins": [ + { + "origin": "1:1", + "partition": 1, + "position": 1, + "disposition": "prepared", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2 + }, + "candidateId": "controlled-candidate" + } + ], + "timing": { + "detectionAndPreparationMs": 3, + "verificationWallMs": 1, + "concurrency": 1, + "workflowWallMs": 7 + }, + "candidates": [ + { + "status": "technical-failure", + "reason": "investigation-canceled", + "id": "controlled-candidate", + "candidate": { + "id": "controlled-candidate", + "hypothesis": "Controlled candidate", + "anchor": { + "path": "index.ts", + "line": 2, + "end": 2, + "side": "RIGHT" + }, + "repository": { + "owner": "owner", + "name": "project" + }, + "pullRequest": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "allowBase": false, + "baseSha": "5df47e4cb8bd574c6eb388785da5e4988350817e" + }, + "wallMs": 0, + "ordinaryPublication": "individual" + } + ], + "publicationSimulation": { + "status": "invalid" + } + }, + "bugbotTelemetry": { + "schemaVersion": 1, + "reviewId": "owner:project:pr-1:3dfafc982561", + "repository": "owner/project", + "triggerKind": "pull_request", + "pullRequestNumber": 1, + "headSha": "3dfafc9825614ad8ec0f7ded3644f450bce24470", + "publicationMode": "dry-run", + "configuredEffort": "default", + "agentProvider": "codex", + "agentModel": "gpt-6-luna", + "startedAt": "2026-11-19T18:00:13.668Z", + "elapsedMs": 7, + "stagesMs": { + "context-preflight": 0, + "context": 1, + "analysis": 2, + "normalization": 1, + "freshness": 0 + }, + "promptCharacters": 28545, + "responseCharacters": 466, + "estimatedInputTokens": 7137, + "estimatedOutputTokens": 117, + "changedFiles": 1, + "changedLines": 1, + "rulesLoaded": 0, + "contextSelectionReason": "event", + "contextCandidateBucket": "1", + "contextCoverageStatus": "complete", + "contextCoverage": { + "selection": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "issue-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "pull-request-comments": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "review-threads": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "diff": { + "status": "complete", + "pagesFetched": 1, + "itemsFetched": 1, + "itemsRetained": 1, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "previous-findings": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "human-conversation": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + }, + "rules": { + "status": "complete", + "pagesFetched": 0, + "itemsFetched": 0, + "itemsRetained": 0, + "omittedItems": 0, + "truncatedItems": 0, + "limitReached": false + } + }, + "contextLogicalProviderReads": 5, + "contextRawProviderRequests": 5, + "contextConcurrencyLimit": 2, + "analysisPartitions": 1, + "completedAnalysisPartitions": 1, + "analysisDiffFragments": 1, + "analysisAssignedFiles": 1, + "maximumAnalysisConcurrency": 1, + "candidateFindings": 1, + "publishedFindings": 0, + "overflowFindings": 0, + "resolvedFindings": 0, + "findingStates": { + "open": 1, + "reopened": 0, + "fixed": 0, + "obsolete": 0, + "dismissed": 0, + "verification-required": 0, + "unknown": 0 + }, + "outcome": "dry-run" + } + }, + "reminders": [], + "stepFormat": "plain" + } + ], + "writes": [], + "checkoutUnchanged": true, + "wallMs": 62, + "verificationWallMs": 0, + "peakVerifierConcurrency": 1 + } + ] + } + ] +} diff --git a/quality/bugbot/evidence/issue-972/without-operation-signal.log.gz b/quality/bugbot/evidence/issue-972/without-operation-signal.log.gz new file mode 100644 index 000000000..a2ca7e999 Binary files /dev/null and b/quality/bugbot/evidence/issue-972/without-operation-signal.log.gz differ diff --git a/quality/bugbot/evidence/issue-972/worker-failure-recheck.log.gz b/quality/bugbot/evidence/issue-972/worker-failure-recheck.log.gz new file mode 100644 index 000000000..dab990d88 Binary files /dev/null and b/quality/bugbot/evidence/issue-972/worker-failure-recheck.log.gz differ