diff --git a/prompts/cli/autopilot-core.prompt.md b/prompts/cli/autopilot-core.prompt.md index db7ef73c08..07ed93de9f 100644 --- a/prompts/cli/autopilot-core.prompt.md +++ b/prompts/cli/autopilot-core.prompt.md @@ -962,7 +962,14 @@ the evidence record. or was killed by a signal, the wrapper's exit 127 (could not start), no output at all, or a runner line in the log ("Shared test suite queue failed", "Test suite execution timeout", "Test suite could not start", "Test suite ended by SIG…", - "Test suite descendants could not be confirmed", "Supply a suite command"). It + "Test suite descendants could not be confirmed", "Supply a suite command"). + Read the shared queue ticket for the current suite checkout and attempt. + Report a live ticket waiting for admission as waiting, not executing tests. + A ticket interrupted before admission is a runner failure, never a test + verdict. Preserve its signal (fall back to the wrapper's signal if necessary) + and null test exit. Keep the most recent such interruption visible across + retries, separately from the replacement attempt. Wait for wrapper exit and + the usual ownership cleanup before replacing it. The existing budget applies: it starts again in the same checkout, at most twice. On the 3rd failure, a runner that died on all 3 tries (the deaths count over every try of this suite run) is a `no-result` end; any other runner failure ends the job with a @@ -1476,7 +1483,9 @@ runs until its end): changes): the PR's Runtime lines and claims, the T01 result with the saved rows that it read (Story, pass, current, time, tests, failed checks, refusal codes, sent; at most 50) and the merge base read (commit, passing Stories, error), the replay and formal run with - each file's result, the full suite (state, exit, log name, failed tests), CI and review + each file's result, the full suite (state, exit, log name, failed tests and, + if known, `interruption: {ticket, signal, log}` for its most recent not-run + attempt), CI and review states (with `builderFamily`, `reviewFamily` and `reviewIndependence` when known), the PR's Evidence claim and the honest Evidence (above), and **one "Not covered" list (B3)**: what the engine did not check at this head, for example each diff --git a/prompts/cli/test-suite-queue.prompt.md b/prompts/cli/test-suite-queue.prompt.md index 55e5ffc685..d040414947 100644 --- a/prompts/cli/test-suite-queue.prompt.md +++ b/prompts/cli/test-suite-queue.prompt.md @@ -13,7 +13,7 @@ operator or worker command; it does not schedule tests or approve publication. Export `suiteQueueRoot(env = process.env)`, returning the shared absolute queue path selected below, or throwing for a relative path. Export `suiteStatusWords(suite)`, returning one status line for the public status shape: -waiting with position, running, failure with reason, successful completion, or +waiting with position, running, interrupted before starting with reason, failure with reason, successful completion, or queue unavailable with its cause. Export native port adapter `executeSuite(command, {cwd, env, timeoutMs, onChild, onOutput, startGate = false, cpuIds, taskset}, ports = {})`, @@ -194,7 +194,7 @@ atomically save the terminal receipt before returning or forwarding completion. Receipts and `readSuiteProgress` expose the added fields above plus `exitCode` (integer or null), `signal` (termination signal or null), `outcome` (`running`, -`completed`, or `unknown`), and `counts` (null without a complete TAP summary, +`completed`, `interrupted`, or `unknown`), and `counts` (null without a complete TAP summary, else `{tests, suites, pass, fail, cancelled, skipped, todo}`, each a nonnegative integer). Parse only a complete final top-level stdout TAP summary after a TAP 13 header and a top-level plan. Later non-summary output or an unfinished final line @@ -207,9 +207,18 @@ receipts and logs remain available through the queue. Default this port to true. Older records without evidence fields remain readable and provide null values. A later process observes the same ticket and recorder through the shared queue. +On native SIGINT or SIGTERM before admission, the waiting owner atomically +finishes its ticket with `outcome: interrupted`, `finishedAt` set to the current +time, the received `signal`, and a reason that says the tests did not run. Keep +`startedAt`, `recorderPid`, `childPid`, `exitCode` and `counts` null and leave +the raw output empty. Do not admit the interrupted attempt. The owner still +terminates by that signal, so its caller does not get a numeric test exit. +If the owner disappears without a terminal receipt, observation projects the +same not-run outcome for a dead, unstarted waiter without inventing a signal or +changing the stored record. Live or uncertain execution is not a not-run result. A live recorder keeps custody even after its original caller dies. An identity mismatch is not proof that the recorder still owns that PID. If neither recorder -nor suite group is live, report `outcome: unknown`, `exitCode: null` and unknown +nor suite group is live after admission, report `outcome: unknown`, `exitCode: null` and unknown counts unless a terminal receipt exists. Do not invent an exit, infer failure causes from output tails, repeat an uncertain command, or signal a recovered PID. Live or uncertain descendants retain their slot. Status remains read-only. diff --git a/src/autopilot-core.mjs b/src/autopilot-core.mjs index ac23604a2f..1fae61ff62 100644 --- a/src/autopilot-core.mjs +++ b/src/autopilot-core.mjs @@ -10,6 +10,7 @@ import { githubFullLastPage } from './github-calls.mjs'; import { jobEnvironment, startAgentJob, readAgentJob, snapshotAgentJob, cleanupAgentJob, agentCommand, agentJobCpu, agentJobHangs, pddCheckFile, skillsCheckFile } from './agent-job.mjs'; import { fileReport, listReportDrafts, reportKind } from './autopilot-reports.mjs'; import { checkAutopilotBase } from './autopilot-base.mjs'; +import { readSuiteProgress } from './test-suite-queue.mjs'; import { redactSecrets } from './secret-redaction.mjs'; import { runtimePreflightSlice } from './runtime-seam.mjs'; import { findOwners, headerEntries, isTestOwnedPath, resolveOwners } from './file-owner.mjs'; @@ -2798,29 +2799,42 @@ function queuedCommand(ctx, cwd, testCommand) { ? { command: '/bin/sh', args: ['-c', `${install} || { echo "Autopilot core: dependency install failed" >&2; exit 86; }; exec "$@"`, 'pdd-suite', process.execPath, ...suite] } : { command: process.execPath, args: suite }; } +function suiteQueueProgress(fs, env, suite) { + if (!suite?.cwd || !Number.isFinite(suite.agent?.started)) return null; + const progress = readSuiteProgress({cwd:suite.cwd, env}, {fs}); + return progress?.queuedAt >= suite.agent.started && progress.ticket !== suite.interruption?.ticket ? progress : null; +} +const interruptedSuiteWords = signal => `interrupted before starting${signal ? ` (${signal})` : ''}; tests did not run`; + async function suiteState(ctx, job) { - const start = (cwd, restarts = 0, deaths = 0, quiets = 0) => { + const start = (cwd, restarts = 0, deaths = 0, quiets = 0, interruption = null) => { const suiteCommand = resolveSuiteCommand(ctx, job, cwd); if (!suiteCommand) return { state: 'missing' }; // CI=true stops watch modes. const command = queuedCommand(ctx, cwd, suiteCommand); - job.suite = { head: job.head, cwd, command: suiteCommand, restarts, deaths, quiets, agent: startJob(ctx, job, 'suite', cwd, '', command, { CI: 'true' }) }; ctx.saveJob(job); return { state: 'running' }; + job.suite = { head: job.head, cwd, command: suiteCommand, restarts, deaths, quiets, ...(interruption ? { interruption } : {}), agent: startJob(ctx, job, 'suite', cwd, '', command, { CI: 'true' }) }; ctx.saveJob(job); return { state: 'running' }; }; - const replace = async (cwdOf, restarts = 0, deaths = 0, quiets = 0) => { - if (job.suite?.agent && !await cleanupPart(ctx, job, job.suite.agent, 'suite')) return { state: 'running' }; + const replace = async (cwdOf, restarts = 0, deaths = 0, quiets = 0, interruption = null) => { + if (job.suite?.agent && !await cleanupPart(ctx, job, job.suite.agent, 'suite')) return interruption ? {state:'interrupted', interruption} : { state: 'running' }; if (job.headTree?.commit === job.head && ctx.fs.existsSync?.(job.headTree.path) && !resolveSuiteCommand(ctx, job)) return { state: 'missing' }; - return start(await cwdOf(), restarts, deaths, quiets); + const prior = job.suite?.head === job.head ? job.suite.interruption : null; + return start(await cwdOf(), restarts, deaths, quiets, interruption ?? prior); }; if (!job.suite || job.suite.head !== job.head) return replace(() => checkout(ctx, job, 'suite')); const suiteCommand = resolveSuiteCommand(ctx, job); if (!suiteCommand) return { state: 'missing' }; const seen = ctx.jobs.read(job.suite.agent); + const queue = suiteQueueProgress(ctx.fs, ctx.ports.env, job.suite); + const waiting = queue?.state === 'waiting'; + const interruption = queue?.outcome === 'interrupted' + ? {ticket:queue.ticket, signal:queue.signal ?? seen.exit?.signal ?? null, log:basename(job.suite.agent.log)} : null; if (seen.state === 'running') { // The process rule: a suite that prints nothing new is a runner failure (retried); nothing new 3 times, or 3 // deaths in all, is a no-result, never a pdd fault. const watch = await watchProcess(ctx, job, job.suite.agent, 'suite'); if (watch.state === 'ceiling') return { state: 'ceiling', cause: watch.cause }; - if (watch.state !== 'quiet') return { state: 'running' }; + if (interruption) return {state:'interrupted', interruption}; + if (waiting || watch.state !== 'quiet') return { state: waiting ? 'waiting' : 'running' }; // Stop owners: a suite that hung before at this head, or hangs in a test file that the PR changes, is the issue. const hang = await suiteHang(ctx, job); if (hang) return { state: 'hung', hang }; @@ -2828,17 +2842,18 @@ async function suiteState(ctx, job) { if (restarts < 2) return replace(() => job.suite.cwd ?? checkout(ctx, job, 'suite'), restarts + 1, job.suite.deaths ?? 0, quiets); return { state: 'broken', dead: true, text: `${quietText(ctx, 'full test suite')} for head ${short(job.head)} (3 tries). Log: ${basename(job.suite.agent.log)} on this machine` }; } - if (seen.exit?.code === 0) { recordSuccess(ctx, job, job.suite.agent, 'suite', seen); return { state: 'pass' }; } + if (!interruption && seen.exit?.code === 0) { recordSuccess(ctx, job, job.suite.agent, 'suite', seen); return { state: 'pass' }; } const log = readTail(ctx.fs, job.suite.agent.log); const tail = cleanLogText(log.split('\n').slice(-15).join('\n')); // A non-zero exit of the repository's test command is a red suite. Only a failure of the runner itself is not a // test result: it could not start, it died or was killed, it timed out, or it wrote no output. Such a run starts // again, at most twice, and then ends the job without spending a repair. - if (seen.state === 'dead' || seen.exit?.signal || [86, 127].includes(seen.exit?.code) || SUITE_RUNNER.test(stripAnsi(log)) || !log.trim()) { + if (interruption || seen.state === 'dead' || seen.exit?.signal || [86, 127].includes(seen.exit?.code) || SUITE_RUNNER.test(stripAnsi(log)) || !log.trim()) { // "Died 3 times" counts every try of this suite run. const deaths = (job.suite.deaths ?? 0) + (seen.state === 'dead' ? 1 : 0); - if ((job.suite.restarts ?? 0) < 2) return replace(() => job.suite.cwd ?? checkout(ctx, job, 'suite'), (job.suite.restarts ?? 0) + 1, deaths, job.suite.quiets ?? 0); - return { state: 'broken', dead: deaths + (job.suite.quiets ?? 0) >= 3, text: `the full test suite runner failed for head ${short(job.head)} (${seen.state === 'dead' ? 'the run died' : seen.exit?.signal ? `killed by ${seen.exit.signal}` : `exit ${seen.exit?.code}`}, 3 tries). Log: ${basename(job.suite.agent.log)} on this machine` }; + if ((job.suite.restarts ?? 0) < 2) return replace(() => job.suite.cwd ?? checkout(ctx, job, 'suite'), (job.suite.restarts ?? 0) + 1, deaths, job.suite.quiets ?? 0, interruption); + const reason = interruption ? interruptedSuiteWords(interruption.signal) : seen.state === 'dead' ? 'the run died' : seen.exit?.signal ? `killed by ${seen.exit.signal}` : `exit ${seen.exit?.code}`; + return { state: 'broken', interruption, dead: deaths + (job.suite.quiets ?? 0) >= 3, text: `the full test suite runner failed for head ${short(job.head)} (${reason}, 3 tries). Log: ${basename(job.suite.agent.log)} on this machine` }; } recordSuccess(ctx, job, job.suite.agent, 'suite', seen); const clean = cleanLogText(log), failed = failingTests(clean); @@ -3418,12 +3433,13 @@ function evidenceRecord(ctx, job, { lines = [], claims = [], ci = null, review = const v = job.vectors, currentReview = job.review?.head === job.head ? job.review : null; const revFamily = review?.reviewFamily ?? currentReview?.reviewFamily ?? null; const revIndependence = review?.reviewIndependence ?? currentReview?.reviewIndependence ?? null; + const interruption = suite?.interruption ?? job.suite?.interruption; return { schema: 'pdd.core-evidence.v1', issue: job.issue, pr: job.pr ?? null, head: job.head, agentHead: job.agentHead ?? job.head, runtime: { lines: lines.map(l => ({ line: l.line, story: l.story, verdict: l.verdict })), claims, coverage: job.coverage ? { head: job.coverage.head, ok: job.coverage.ok === true, text: job.coverage.text ?? null, stories: job.coverage.stories ?? [], rows: job.coverage.rows ?? [], base: job.coverage.base ?? null, consumers: job.coverage.consumers ?? null } : null }, vectors: v ? { head: v.head, state: v.state, reason: v.reason ?? null, cut: v.cut ?? false, skipped: v.skipped ?? [], control: v.control ? { code: v.control.code ?? [], fork: v.control.fork ?? null, error: v.control.error ?? null, state: controlResult(v)?.state ?? null } : null, kinds: Object.fromEntries(RUN_KINDS.filter(kind => (v.files?.[kind] ?? []).length).map(kind => [kind, v.result?.[kind] ? { state: v.result[kind].state, tests: v.result[kind].tests, pass: v.result[kind].pass, fail: v.result[kind].fail, skipped: v.result[kind].skipped, files: (v.result[kind].files ?? []).map(f => ({ file: f.file, state: f.state, code: f.code, tests: f.tests, pass: f.pass, fail: f.fail, skipped: f.skipped })), failed: v.result[kind].failed ?? [] } : { state: v.state, files: v.files[kind].map(file => ({ file })) }])) } : null, - suite: suite ? { state: suite.state, head: job.suite?.head ?? null, exit: job.suite?.agent ? ctx.jobs.read(job.suite.agent).exit?.code ?? null : null, log: job.suite?.agent?.log ? basename(job.suite.agent.log) : null } : null, + suite: suite ? { state: suite.interruption ? 'interrupted' : suite.state, head: job.suite?.head ?? null, exit: !suite.interruption && job.suite?.agent ? ctx.jobs.read(job.suite.agent).exit?.code ?? null : null, log: job.suite?.agent?.log ? basename(job.suite.agent.log) : null, ...(interruption ? { interruption } : {}) } : null, ci: ci ? { state: ci.state } : null, review: review ? { state: review.state, @@ -4072,7 +4088,10 @@ async function mergeCheck(ctx, job) { question: review.decision.question ?? `The review found a choice that issue #${job.issue} did not make: ${oneLine(item, 600)}. Which option do you want?` }); } if (suite.state === 'missing') return end(ctx, job, cause('job', 'no-test-command', 'no full test command: set autopilot.testCommand in pdd.json')); - if (suite.state === 'broken') return end(ctx, job, suite.dead ? cause('job', 'no-result', suite.text, { owner: 'machine' }) : cause('pdd', 'suite-broken', suite.text)); + if (suite.state === 'broken') { + if (suite.interruption || job.suite.interruption) saveEvidence(ctx, job, { lines, claims, ci, review, suite }); + return end(ctx, job, suite.dead ? cause('job', 'no-result', suite.text, { owner: 'machine' }) : cause('pdd', 'suite-broken', suite.text)); + } if (review.state === 'fail') { reds.push(`Review FAIL from a fresh reviewer: ${(review.mustFix ?? []).join('; ') || 'see the review comment on the PR'}`); nonTestReds++; } if (suite.state === 'fail') { reds.push(suite.text); if (suite.failure) reproduceChecks.push(suite.failure); } } else if (job.review?.head === job.head && job.review.verdict === 'FAIL') { @@ -4126,7 +4145,7 @@ async function mergeCheck(ctx, job) { } // Something still runs (CI that still changes, a reviewer or a suite process): wait, and the quiet clock restarts. noteProgress(ctx, job, [job.head, ci.state, ci.sig, review.state, suite.state, vectors?.state, logSig(job.review?.agent && ctx.jobs.read(job.review.agent))].join('|'), - ci.state === 'pending' || review.state === 'running' || suite.state === 'running' || vectors?.state === 'running'); + ci.state === 'pending' || review.state === 'running' || ['waiting', 'running', 'interrupted'].includes(suite.state) || vectors?.state === 'running'); if (!['green', 'none'].includes(ci.state) || review.state !== 'pass' || suite.state !== 'pass' || vectors?.state === 'running') { delete job.lastError; delete job.lastErrorTool; ctx.saveJob(job); return; } // #3239 owner wait: files whose owners the path checks could not read on main (an unreadable pdd-bindings.json) keep // the PR out of the lane. The wait is not progress, so a quiet period is a pdd step stop (one PDD report, no END). @@ -6564,8 +6583,15 @@ export function coreStatus({ state, settings, sources = {}, guard = null }, port if (mqLine) lines.push(mqLine); const words = { now: (ports.now ?? Date.now)(), settings, longest: readLongest(fs, ports.root, (ports.now ?? Date.now)()) }; const running = (job, part, role) => part && !part.watch?.stopped && !part.recorded ? `; ${processWords(job, part, role, words)}${pddWords(fs, part)}` : ''; + const suiteWords = (job) => { + if (!job.suite) return '-'; + const queue = suiteQueueProgress(fs, ports.env, job.suite); + if (queue?.outcome === 'interrupted') return interruptedSuiteWords(queue.signal ?? readJson(fs, job.suite.agent?.exit)?.signal); + const current = queue?.state === 'waiting' ? `waiting for a check slot (position ${queue.position})` : `started${running(job, job.suite.agent, 'suite')}`; + return current + (job.suite.interruption ? `; last suite attempt ${interruptedSuiteWords(job.suite.interruption.signal)}` : ''); + }; for (const job of jobs) { - if (job.phase === 'pr') lines.push(`#${job.issue} PR #${job.pr} at ${short(job.head)}: review ${job.review?.verdict ?? (job.review ? 'running' : '-')}${named(job.review?.reviewIndependence) ? ` (${job.review.reviewIndependence})` : ''}${job.review?.verdict ? '' : running(job, job.review?.agent, 'review')}, suite ${job.suite ? 'started' : '-'}${running(job, job.suite?.agent, 'suite')}, repairs ${job.repairs}${ + if (job.phase === 'pr') lines.push(`#${job.issue} PR #${job.pr} at ${short(job.head)}: review ${job.review?.verdict ?? (job.review ? 'running' : '-')}${named(job.review?.reviewIndependence) ? ` (${job.review.reviewIndependence})` : ''}${job.review?.verdict ? '' : running(job, job.review?.agent, 'review')}, suite ${suiteWords(job)}, repairs ${job.repairs}${ job.lane?.state === 'final' ? '; merge lane: final step' : job.lane?.state === 'waiting' ? `; merge lane: waiting${job.lane.holder ? ` for PR #${job.lane.holder}` : ''} since ${new Date(job.lane.since).toISOString()}` : ''}${runtimeWords(job)}${poolWords(job)}${job.lastError ? `; last error: ${job.lastError}` : ''}`); else if (job.phase === 'ending') lines.push(`#${job.issue} ending: ${job.end?.cause?.text}${job.lastError ? `; retry: ${job.lastError}` : ''}`); else if (job.phase === 'released') lines.push(`#${job.issue} release pending: retry pdd autopilot release ${job.issue}`); diff --git a/src/autopilot-launcher.mjs b/src/autopilot-launcher.mjs index c83af16da5..00c3d662bb 100644 --- a/src/autopilot-launcher.mjs +++ b/src/autopilot-launcher.mjs @@ -1483,7 +1483,7 @@ export async function runAutopilotLauncher(input, ports = {}) { if (intakeNow !== 'off') settingsNow.intake = intakeNow; return ok(`Autopilot ${state.enabled ? 'enabled' : 'disabled'}; timer ${timerLine(state, timerActive)}; next tick: ${timerActive && state.nextTick ? new Date(state.nextTick).toISOString() : 'none'}\n` + coreStatus({ state, guard: guard.line, settings: { ...settingsNow, label }, sources: { label: machineLabel(state) ? 'machine' : label ? 'pdd.json' : null, mode: machineMode(state) ? 'machine' : 'pdd.json', report: machineReport(state) ? 'machine' : 'pdd.json', decisions: machineDecisions(state) ? 'machine' : 'pdd.json' } }, - { root: coreRoot(stateFile), reportRoot: coreReports(ports, p.env), now: p.now }) + { root: coreRoot(stateFile), reportRoot: coreReports(ports, p.env), now: p.now, env: p.env }) + (label || intakeNow === 'active' ? '' : '\nNo opt-in label: Autopilot takes no issue. Run pdd autopilot start --label pdd:autopilot, then mark issues with pdd autopilot add N.') + alertLine(state, p, ports) + (await updateLine(stateFile, ports)) diff --git a/src/test-suite-queue.mjs b/src/test-suite-queue.mjs index 93a66909b5..ce41a6a788 100644 --- a/src/test-suite-queue.mjs +++ b/src/test-suite-queue.mjs @@ -1,4 +1,4 @@ -// Generated from prompts/cli/test-suite-queue.prompt.md (sha256: 9e342f73b7a8035a141fa00efdb17e77045e30780428ac75666eb4e8edaa845f). +// Generated from prompts/cli/test-suite-queue.prompt.md (sha256: 45d6764243e0b5f18993b9f5f9a60bc3906315c397ec54be86956f50f93a3ca3). import {knownSecretValues, rememberSecrets} from './secret-redaction.mjs'; import * as files from 'node:fs'; import {serializeValidationReceipt, safeEvidenceText} from './validation-evidence.mjs'; @@ -155,6 +155,8 @@ function writeAtomic(p, target, content) { } const save = (p, record) => writeAtomic(p, join(p.root, `ticket-${record.ticket}.json`), serializeValidationReceipt(record)); const announceReceipt = (ports, p, row) => { if (ports.announceReceipt !== false) p.say(`Validation receipt: ${row.receiptPath}; output evidence: ${row.logPath}`); }; +const waitingInterruption = (finishedAt, signal) => ({ state:'finished', finishedAt, outcome:'interrupted', signal, + exitCode:null, counts:null, reason:`Test suite did not run: the queue owner ${signal ? `was interrupted by ${signal}` : 'exited'} while waiting.` }); function records(p) { let names; try { names = p.fs.readdirSync(p.root); } catch (error) { if (error.code === 'ENOENT') return []; throw error; } @@ -169,13 +171,16 @@ function records(p) { // A dead runner does not make its live or uncertain child safe to reclaim. const recorderLive = row.recorderPid && p.alive(row.recorderPid) && (!row.recorderIdentity || p.processIdentity(row.recorderPid) === row.recorderIdentity); - if (row.state !== 'finished' && !recorderLive && !p.alive(row.pid) - && (row.state === 'waiting' || row.childPid && !p.alive(-row.childPid))) { + const ownerGone = row.state !== 'finished' && !recorderLive && !p.alive(row.pid); + if (ownerGone && row.state === 'waiting' && row.startedAt === null && !row.childPid && !row.recorderPid) { + return { ...row, ...waitingInterruption(p.fs.statSync(join(p.root, name)).mtimeMs, row.signal ?? null) }; + } + if (ownerGone && row.childPid && !p.alive(-row.childPid)) { return { ...row, state: 'finished', finishedAt: p.fs.statSync(join(p.root, name)).mtimeMs, outcome:'unknown', exitCode:null, counts:null, reason: 'Test suite runner ended before reporting a result.' }; } - if (row.state !== 'finished' && !recorderLive && !p.alive(row.pid)) return { ...row, + if (ownerGone) return { ...row, outcome:'unknown', exitCode:null, counts:null, reason: 'Test suite runner ended; suite descendants are still live or their ownership is unknown.' }; return row; @@ -212,6 +217,7 @@ export function readSuiteProgress({ cwd, since = 0, env = process.env }, ports = } export function suiteStatusWords(suite) { return suite.state === 'unavailable' ? `full test suite queue unavailable: ${suite.reason}` + : suite.outcome === 'interrupted' ? `full test suite interrupted: ${suite.reason}` : suite.reason ? `full test suite failed: ${suite.reason}` : suite.state === 'waiting' ? `waiting for a check slot (position ${suite.position})` : suite.state === 'running' ? 'running the full test suite' @@ -222,7 +228,17 @@ export async function runTestSuite({ cwd, command, timeout = 30, env = process.e if (typeof command !== 'string' || !command.trim() || !Number.isInteger(timeout) || timeout < 0 || timeout > 120) return { exitCode: 2, message: 'Supply a suite command and a timeout of 1 to 120 minutes, or 0 for no time limit.' }; rememberSecrets(...knownSecretValues(env)); - let p, row, environmentRoot, executionStarted = false, keepEnvironment = false; + let p, row, environmentRoot, interrupted, executionStarted = false, keepEnvironment = false; + const stopWatchingWait = () => { + process.off('SIGINT', interruptWait); process.off('SIGTERM', interruptWait); + }; + const interruptWait = signal => { + interrupted = signal; + Object.assign(row, waitingInterruption(p.now(), signal)); + try { save(p, row); } catch {} + stopWatchingWait(); + process.kill(process.pid, signal); + }; try { p = portsFor(env, ports); p.fs.mkdirSync(p.root, { recursive: true, mode: 0o700 }); @@ -246,10 +262,12 @@ export async function runTestSuite({ cwd, command, timeout = 30, env = process.e catch (error) { try { p.fs.unlinkSync(record.logPath); } catch {} throw error; } return record; }); + process.on('SIGINT', interruptWait); process.on('SIGTERM', interruptWait); announceReceipt(ports, p, row); let lastPosition; for (;;) { const position = await underLock(p, () => { + if (interrupted) return 0; const all = records(p), place = positionOf(all, row), capacity = admissionCapacity(p, env); const running = all.filter(other => other.state === 'running'); const occupied = new Set(running.flatMap(other => other.cpuIds ?? [])); @@ -267,6 +285,8 @@ export async function runTestSuite({ cwd, command, timeout = 30, env = process.e if (position !== lastPosition) { p.say(`waiting for a check slot (position ${position})`); lastPosition = position; } await p.sleep(250); } + stopWatchingWait(); + if (interrupted) return { exitCode: interrupted === 'SIGINT' ? 130 : 143, message: row.reason }; p.say('running the full test suite'); environmentRoot = p.fs.mkdtempSync(join(p.root, 'suite-env-')); const childEnv = Object.fromEntries(Object.entries(env).filter(([key, value]) => @@ -308,6 +328,7 @@ export async function runTestSuite({ cwd, command, timeout = 30, env = process.e } return { exitCode: 1, message: safeEvidenceText(`Shared test suite queue failed: ${error.code ?? error.message}`) }; } finally { + stopWatchingWait(); if (environmentRoot && !keepEnvironment) p.fs.rmSync(environmentRoot, {recursive:true, force:true}); } } diff --git a/test/autopilot-suite-interruption.vectors.test.mjs b/test/autopilot-suite-interruption.vectors.test.mjs new file mode 100644 index 0000000000..135a0102b6 --- /dev/null +++ b/test/autopilot-suite-interruption.vectors.test.mjs @@ -0,0 +1,50 @@ +import './helpers/test-home.mjs'; +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { mkdirSync, readFileSync, writeFileSync } from 'node:fs'; +import { join } from 'node:path'; +import { coreStatus } from '../src/autopilot-core.mjs'; +import { coreWorld } from './helpers/core-world.mjs'; + +const endComments = (world, issue) => world.comments(issue).filter(body => body.includes('\", \"state\": \"OPEN\"}]"}},"workflow.start": {"action": "port.write","world_pointer": "/starts","result_template": {"exitCode": 0,"message": "Started feature #81."}},"github.repository": {"action": "port.write","world_pointer": "/requests","result_template": {"repository": "example/coffee","defaultBranch": "alpha"}},"github.issuePage": {"action": "port.write","world_pointer": "/requests","result_template": {"json": "{\"items\": [{\"number\": 81, \"body\": \"\", \"state\": \"OPEN\", \"user\": {\"login\": \"member\"}, \"author_association\": \"MEMBER\", \"created_at\": \"2026-10-01T00:00:00Z\"}], \"total_count\": 1, \"incomplete_results\": false}"}},"github.timelinePage": {"action": "port.write","world_pointer": "/requests","result_template": {"json": "[]"}},"productState.read": {"action": "port.write","world_pointer": "/requests","result_template": {"json": null}},"productState.write": {"action": "port.write","world_pointer": "/requests","result_template": {}},"clock.now": {"action": "port.write","world_pointer": "/requests","result_template": {"milliseconds": 100000}},"savedChecks.evidence": {"action": "port.write","world_pointer": "/requests","result_template": {"json": "{\"stories\": [{\"story\": \"user_stories/server/S01-check.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\", \"at\": 2}, {\"story\": \"user_stories/server/S02-check.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\", \"at\": 2}, {\"story\": \"user_stories/server/S03-check.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\", \"at\": 2}, {\"story\": \"user_stories/server/S04-check.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\", \"at\": 2}, {\"story\": \"user_stories/server/S010-other.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\", \"at\": 2}], \"warnings\": []}"}}}, "context": [], - "steps": [{"step_id": "standalone-current-passes","entry_path": "prompts/cli/product.prompt.md","operation": "productStatus","input": {"cwd": "/project"},"model": "gpt-6.1-sol","checks": [{"criterion_id": "AC1","target": "result","path": "/parts/1","op": "equals","value": {"part": "server","total": 4,"pass": 4,"stale": 0,"notRun": 0}},{"criterion_id": "AC1","target": "result","path": "/slices/0","op": "equals","value": {"slice": "1","total": 13,"pass": 4,"stale": 0,"notRun": 9}},{"criterion_id": "AC2","target": "result","path": "/parts/1/pass","op": "equals","value": 4},{"criterion_id": "AC3","target": "result","path": "/runs/0/state","op": "equals","value": "running (step: prompt-story)"},{"criterion_id": "AC4","target": "world","path": "/starts","op": "equals","value": []}]},{"step_id": "journey-still-waits","entry_path": "prompts/cli/product.prompt.md","operation": "productNext","input": {"cwd": "/project"},"model": "gpt-6.1-sol","checks": [{"criterion_id": "AC3","target": "result","path": "/waiting/0","op": "equals","value": {"run": "journeys","needs": ["server-1","phone-1","barista-1"]}},{"criterion_id": "AC4","target": "world","path": "/starts","op": "equals","value": []}]}] + "steps": [{"step_id": "standalone-current-passes","entry_path": "prompts/cli/product.prompt.md","operation": "productStatus","input": {"cwd": "/project"},"model": "gpt-6.1-sol","checks": [{"criterion_id": "ac-sha256-19b0cbdf5d5cad00d1067d6ea20fc10031af77b3d6012c46","target": "result","path": "/parts/1","op": "equals","value": {"part": "server","total": 4,"pass": 4,"stale": 0,"notRun": 0}},{"criterion_id": "ac-sha256-19b0cbdf5d5cad00d1067d6ea20fc10031af77b3d6012c46","target": "result","path": "/slices/0","op": "equals","value": {"slice": "1","total": 13,"pass": 4,"stale": 0,"notRun": 9}},{"criterion_id": "ac-sha256-aaf8799edf4ae37430e7b7a19af52e19cc52d3334cf051cc","target": "result","path": "/parts/1/pass","op": "equals","value": 4},{"criterion_id": "ac-sha256-4ac2dc01d4d261104566922c148fe27b3569577b5e716388","target": "result","path": "/runs/0/state","op": "equals","value": "running (step: prompt-story)"},{"criterion_id": "ac-sha256-e0dd1d3204ffb685986ef4ca85c26fdd7a42f7cc516ada70","target": "world","path": "/starts","op": "equals","value": []}]},{"step_id": "journey-still-waits","entry_path": "prompts/cli/product.prompt.md","operation": "productNext","input": {"cwd": "/project"},"model": "gpt-6.1-sol","checks": [{"criterion_id": "ac-sha256-4ac2dc01d4d261104566922c148fe27b3569577b5e716388","target": "result","path": "/waiting/0","op": "equals","value": {"run": "journeys","needs": ["server-1","phone-1","barista-1"]}},{"criterion_id": "ac-sha256-e0dd1d3204ffb685986ef4ca85c26fdd7a42f7cc516ada70","target": "world","path": "/starts","op": "equals","value": []}]}] } diff --git a/test/runtime/product-search-cache.json b/test/runtime/product-search-cache.json index 68ec23a3e8..ce8d85aa15 100644 --- a/test/runtime/product-search-cache.json +++ b/test/runtime/product-search-cache.json @@ -3,11 +3,11 @@ "story_path": "user_stories/product-search-cache.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-7c7d286a7b44a60c31a75e106b39ce5159034e0378640bd3", "text": "Status searches all four planned runs with one shared marker-prefix query." }, { - "id": "AC2", + "id": "ac-sha256-1d7240b9f59f218f0038f00f64ddaa81a38ff4e5e05a71bb", "text": "Next immediately reuses the saved complete search snapshot and makes no issue search." } ], @@ -160,14 +160,14 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-7c7d286a7b44a60c31a75e106b39ce5159034e0378640bd3", "target": "calls", "path": "/resources/product-github-issuePage", "op": "equals", "value": 1 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-7c7d286a7b44a60c31a75e106b39ce5159034e0378640bd3", "target": "result", "path": "/runs/1/issue", "op": "equals", @@ -185,14 +185,14 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-1d7240b9f59f218f0038f00f64ddaa81a38ff4e5e05a71bb", "target": "calls", "path": "/resources/product-github-issuePage", "op": "equals", "value": 0 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-1d7240b9f59f218f0038f00f64ddaa81a38ff4e5e05a71bb", "target": "result", "path": "/ready", "op": "equals", diff --git a/test/runtime/product-start.json b/test/runtime/product-start.json index b1219f805a..10d3b25b32 100644 --- a/test/runtime/product-start.json +++ b/test/runtime/product-start.json @@ -2,10 +2,10 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/product-start.md", "criteria": [ - {"id": "AC1", "text": "Starting phone-1 reuses issue 81 and starts one normal feature run with the chosen claude agent."}, - {"id": "AC2", "text": "Preparing phone-1 with --no-run reuses issue 81 and starts no additional workflow."}, - {"id": "AC3", "text": "An unknown run returns a nonzero result and starts no workflow."}, - {"id": "AC4", "text": "Starting barista-1 when no issue has its marker makes one issue whose title names barista-1 and B01, B02, B03 and B04, whose body names product #50, prompts/barista, the contracts and the run marker, then starts one feature run."} + {"id": "ac-sha256-7ceeab6f9707ad2a199cc4962cddebc40a86778099ab79fa", "text": "Starting phone-1 reuses issue 81 and starts one normal feature run with the chosen claude agent."}, + {"id": "ac-sha256-3086dd3478d7b16fa4e952e110bbeeb56a2f0f3f704fe67f", "text": "Preparing phone-1 with --no-run reuses issue 81 and starts no additional workflow."}, + {"id": "ac-sha256-8ed51504abe4ad9cab0ccb3c5132f2f2c0c599955bbc61ad", "text": "An unknown run returns a nonzero result and starts no workflow."}, + {"id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "text": "Starting barista-1 when no issue has its marker makes one issue whose title names barista-1 and B01, B02, B03 and B04, whose body names product #50, prompts/barista, the contracts and the run marker, then starts one feature run."} ], "initial_world": {"files": {"/project/product/map.md": {"content": "# Coffee pickup: map\nSentence: \"A phone app to order coffee, a shop server, and a barista screen.\"\nSize: medium (12 CORE Stories, 3 parts)\n\n## Parts\n| Part | Folder | What it is |\n|---|---|---|\n| phone | prompts/phone | The app that a customer uses. |\n| server | prompts/server | The shop server between the phone and the barista. |\n| barista | prompts/barista | The screen behind the counter. |\n\n## Stories\n| Id | Part | Story | Tag |\n|---|---|---|---|\n| P01 | phone | I see the menu with prices. | CORE |\n| P02 | phone | I order a latte and see \"Ordered\". | CORE |\n| P03 | phone | I see \"Ready\" when my order is done. | CORE |\n| P04 | phone | I see a reason when my order is refused. | CORE |\n| S01 | server | My valid order becomes a ticket. | CORE |\n| S02 | server | My order for an unknown drink is refused with a reason. | CORE |\n| S03 | server | My completed ticket makes the order ready. | CORE |\n| S04 | server | I can read the current status of my order. | CORE |\n| B01 | barista | I see waiting tickets. | CORE |\n| B02 | barista | I mark a ticket done. | CORE |\n| B03 | barista | I see the drink and size on each ticket. | CORE |\n| B04 | barista | I see when there are no waiting tickets. | CORE |\n| P09 | phone | I can save a favourite drink. | LATER |\n\n## Journeys\n| Id | Journey | Stories |\n|---|---|---|\n| J1 | I order a latte. The barista sees it and marks it done. My phone shows \"Ready\". | P02, S01, S03, B01, B02, P03 |\n\n## Questions\n| Id | Question | Recommendation | Example | Answer |\n|---|---|---|---|---|\n| Q1 | Can a customer cancel an order? | No, not in the first version. | \"Cancel\" is LATER. | No. |\n", "is_symlink": false}, "/project/product/plan.md": {"content": "# Coffee pickup: plan\n\n## Boundaries\n| From | To | What crosses | Contract |\n|---|---|---|---|\n| phone | server | order_in, order_view | contracts/phone-server.md |\n| server | barista | ticket, ticket_done | contracts/server-barista.md |\nNever crosses: the phone never talks to the barista screen.\n\n## Runs\n| Run | Part | Slice | Stories | Needs |\n|---|---|---|---|---|\n| server-1 | server | 1 | S01, S02, S03, S04 | plan PR |\n| phone-1 | phone | 1 | P01, P02, P03, P04 | plan PR |\n| barista-1 | barista | 1 | B01, B02, B03, B04 | plan PR |\n| journeys | all | 1 | J1 | server-1, phone-1, barista-1 |\n", "is_symlink": false}}, "requests": [], "starts": [], "basePresent": true, "creates": []}, "simulation": {"savedChecks.evidence": {"action":"port.write","world_pointer":"/requests","result_template":{"json":"{\"stories\":[],\"warnings\":[]}"}},"productState.lock":{"action":"port.write","world_pointer":"/requests","result_template":{"handle":"product-state-lock"}},"productState.unlock":{"action":"port.write","world_pointer":"/requests","result_template":{}},"repository.planOnBase": {"action": "port.write", "world_pointer": "/requests", "result_template": {"present": true}}, "files.read": {"action": "blob.read", "world_pointer": "/files", "path_argument_pointer": "/path", "content_argument_pointer": null, "result_template": {"content": ""}, "result_value_pointer": "/content"}, "runs.list": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[{\"workflow\":\"product\",\"number\":50,\"baseBranch\":\"alpha\"}]"}}, "runs.evidence": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[]"}}, "github.run": {"action": "port.write", "world_pointer": "/requests", "result_template": {"stdout": "[{\"number\": 81, \"body\": \"\", \"state\": \"OPEN\"}]"}}, "workflow.start": {"action": "port.write", "world_pointer": "/starts", "result_template": {"exitCode": 0, "message": "Started feature run."}}, "github.repository": {"action": "port.write", "world_pointer": "/requests", "result_template": {"repository": "example/coffee", "defaultBranch": "alpha"}}, "github.createIssue": {"action": "port.write", "world_pointer": "/creates", "result_template": {"url": "https://github.com/example/coffee/issues/82"}}, "github.issuePage": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "{\"items\":[{\"number\":81,\"body\":\"\",\"state\":\"OPEN\",\"user\":{\"login\":\"project-member\"},\"author_association\":\"MEMBER\",\"created_at\":\"2026-10-01T00:00:00Z\"}],\"total_count\":1,\"incomplete_results\":false}"}}, "github.timelinePage": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[]"}}, "productState.read": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": null}}, "productState.write": {"action": "port.write", "world_pointer": "/requests", "result_template": {}}, "clock.now": {"action": "port.write", "world_pointer": "/requests", "result_template": {"milliseconds": 100000}}}, @@ -18,10 +18,10 @@ "input": {"cwd": "/project", "run": "phone-1", "agent": "claude", "packageRoot": "/pdd"}, "model": "gpt-6.1-sol", "checks": [ - {"criterion_id": "AC1", "target": "result", "path": "/issue", "op": "equals", "value": 81}, - {"criterion_id": "AC1", "target": "result", "path": "/created", "op": "equals", "value": false}, - {"criterion_id": "AC1", "target": "result", "path": "/started", "op": "equals", "value": true}, - {"criterion_id": "AC1", "target": "world", "path": "/starts", "op": "equals", "value": [{"name": "feature", "issue": 81, "agent": "claude", "cwd": "/project", "packageRoot": "/pdd"}]} + {"criterion_id": "ac-sha256-7ceeab6f9707ad2a199cc4962cddebc40a86778099ab79fa", "target": "result", "path": "/issue", "op": "equals", "value": 81}, + {"criterion_id": "ac-sha256-7ceeab6f9707ad2a199cc4962cddebc40a86778099ab79fa", "target": "result", "path": "/created", "op": "equals", "value": false}, + {"criterion_id": "ac-sha256-7ceeab6f9707ad2a199cc4962cddebc40a86778099ab79fa", "target": "result", "path": "/started", "op": "equals", "value": true}, + {"criterion_id": "ac-sha256-7ceeab6f9707ad2a199cc4962cddebc40a86778099ab79fa", "target": "world", "path": "/starts", "op": "equals", "value": [{"name": "feature", "issue": 81, "agent": "claude", "cwd": "/project", "packageRoot": "/pdd"}]} ] }, { @@ -31,10 +31,10 @@ "input": {"cwd": "/project", "run": "phone-1", "noRun": true}, "model": "gpt-6.1-sol", "checks": [ - {"criterion_id": "AC2", "target": "result", "path": "/issue", "op": "equals", "value": 81}, - {"criterion_id": "AC2", "target": "result", "path": "/created", "op": "equals", "value": false}, - {"criterion_id": "AC2", "target": "result", "path": "/started", "op": "equals", "value": false}, - {"criterion_id": "AC2", "target": "world", "path": "/starts", "op": "count", "value": 1} + {"criterion_id": "ac-sha256-3086dd3478d7b16fa4e952e110bbeeb56a2f0f3f704fe67f", "target": "result", "path": "/issue", "op": "equals", "value": 81}, + {"criterion_id": "ac-sha256-3086dd3478d7b16fa4e952e110bbeeb56a2f0f3f704fe67f", "target": "result", "path": "/created", "op": "equals", "value": false}, + {"criterion_id": "ac-sha256-3086dd3478d7b16fa4e952e110bbeeb56a2f0f3f704fe67f", "target": "result", "path": "/started", "op": "equals", "value": false}, + {"criterion_id": "ac-sha256-3086dd3478d7b16fa4e952e110bbeeb56a2f0f3f704fe67f", "target": "world", "path": "/starts", "op": "count", "value": 1} ] }, { @@ -44,9 +44,9 @@ "input": {"cwd": "/project", "run": "missing"}, "model": "gpt-6.1-sol", "checks": [ - {"criterion_id": "AC3", "target": "result", "path": "/exitCode", "op": "not_equals", "value": 0}, - {"criterion_id": "AC3", "target": "result", "path": "/started", "op": "equals", "value": false}, - {"criterion_id": "AC3", "target": "world", "path": "/starts", "op": "count", "value": 1} + {"criterion_id": "ac-sha256-8ed51504abe4ad9cab0ccb3c5132f2f2c0c599955bbc61ad", "target": "result", "path": "/exitCode", "op": "not_equals", "value": 0}, + {"criterion_id": "ac-sha256-8ed51504abe4ad9cab0ccb3c5132f2f2c0c599955bbc61ad", "target": "result", "path": "/started", "op": "equals", "value": false}, + {"criterion_id": "ac-sha256-8ed51504abe4ad9cab0ccb3c5132f2f2c0c599955bbc61ad", "target": "world", "path": "/starts", "op": "count", "value": 1} ] }, { @@ -56,24 +56,24 @@ "input": {"cwd": "/project", "run": "barista-1"}, "model": "gpt-6.1-sol", "checks": [ - {"criterion_id": "AC4", "target": "result", "path": "/issue", "op": "equals", "value": 82}, - {"criterion_id": "AC4", "target": "result", "path": "/created", "op": "equals", "value": true}, - {"criterion_id": "AC4", "target": "result", "path": "/started", "op": "equals", "value": true}, - {"criterion_id": "AC4", "target": "world", "path": "/creates", "op": "count", "value": 1}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/repository", "op": "equals", "value": "example/coffee"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "barista-1"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B01"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B02"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B03"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B04"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "Part of #50"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "prompts/barista"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "contracts/server-barista.md"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "contracts/world.md"}, - {"criterion_id": "AC4", "target": "world", "path": "/creates/0/body", "op": "contains", "value": ""}, - {"criterion_id": "AC4", "target": "world", "path": "/starts", "op": "count", "value": 2}, - {"criterion_id": "AC4", "target": "world", "path": "/starts/1/name", "op": "equals", "value": "feature"}, - {"criterion_id": "AC4", "target": "world", "path": "/starts/1/issue", "op": "equals", "value": 82} + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "result", "path": "/issue", "op": "equals", "value": 82}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "result", "path": "/created", "op": "equals", "value": true}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "result", "path": "/started", "op": "equals", "value": true}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates", "op": "count", "value": 1}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/repository", "op": "equals", "value": "example/coffee"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "barista-1"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B01"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B02"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B03"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/title", "op": "contains", "value": "B04"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "Part of #50"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "prompts/barista"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "contracts/server-barista.md"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/body", "op": "contains", "value": "contracts/world.md"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/creates/0/body", "op": "contains", "value": ""}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/starts", "op": "count", "value": 2}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/starts/1/name", "op": "equals", "value": "feature"}, + {"criterion_id": "ac-sha256-97f44d42ae382747607b768e25f4316b7cca84dc674f81cb", "target": "world", "path": "/starts/1/issue", "op": "equals", "value": 82} ] } ] diff --git a/test/runtime/product-state-updates.json b/test/runtime/product-state-updates.json index 4d571e474d..11e8e5ece4 100644 --- a/test/runtime/product-state-updates.json +++ b/test/runtime/product-state-updates.json @@ -3,7 +3,7 @@ "story_path": "user_stories/product-state-updates.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "text": "Preparing phone-1 preserves server-1 issue 71 while adding issue 82 under a state lock, and releases the lock." } ], @@ -174,28 +174,28 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "result", "path": "/issue", "op": "equals", "value": 82 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "result", "path": "/created", "op": "equals", "value": true }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "calls", "path": "/resources/product-productState-lock", "op": "not_equals", "value": 0 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "calls", "path": "/resources/product-productState-unlock", "op": "not_equals", @@ -214,28 +214,28 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "result", "path": "/issue", "op": "equals", "value": 71 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "result", "path": "/created", "op": "equals", "value": false }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "calls", "path": "/resources/product-github-issuePage", "op": "equals", "value": 0 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-e4779711824828ad6b0c588f821470e1d4affbebdce95b8d", "target": "world", "path": "/creates", "op": "count", diff --git a/test/runtime/product-status.json b/test/runtime/product-status.json index 753e055db2..69ff38ce5b 100644 --- a/test/runtime/product-status.json +++ b/test/runtime/product-status.json @@ -2,9 +2,9 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/product-status.md", "criteria": [ - {"id": "AC1", "text": "With P01 current and P02 passed only on older files, phone shows one pass, one stale and two not run out of four Stories."}, - {"id": "AC2", "text": "The unrelated P010 result is not counted as P01, and the server and barista each have four not-run Stories."}, - {"id": "AC3", "text": "Slice 1 includes the twelve part Stories and J1 once, with one pass, one stale and eleven not run."} + {"id": "ac-sha256-a7cfd287377adce48500504a6d6c90c758c50874bc007efc", "text": "With P01 current and P02 passed only on older files, phone shows one pass, one stale and two not run out of four Stories."}, + {"id": "ac-sha256-aa3d50227c0692b688744b65015ce6b9d6d194c68682f7a0", "text": "The unrelated P010 result is not counted as P01, and the server and barista each have four not-run Stories."}, + {"id": "ac-sha256-7620d3a5b701ed576500d94f8e127f2592847f4b9fbaa581", "text": "Slice 1 includes the twelve part Stories and J1 once, with one pass, one stale and eleven not run."} ], "initial_world": {"files": {"/project/product/map.md": {"content": "# Coffee pickup: map\nSentence: \"A phone app to order coffee, a shop server, and a barista screen.\"\nSize: medium (12 CORE Stories, 3 parts)\n\n## Parts\n| Part | Folder | What it is |\n|---|---|---|\n| phone | prompts/phone | The app that a customer uses. |\n| server | prompts/server | The shop server between the phone and the barista. |\n| barista | prompts/barista | The screen behind the counter. |\n\n## Stories\n| Id | Part | Story | Tag |\n|---|---|---|---|\n| P01 | phone | I see the menu with prices. | CORE |\n| P02 | phone | I order a latte and see \"Ordered\". | CORE |\n| P03 | phone | I see \"Ready\" when my order is done. | CORE |\n| P04 | phone | I see a reason when my order is refused. | CORE |\n| S01 | server | My valid order becomes a ticket. | CORE |\n| S02 | server | My order for an unknown drink is refused with a reason. | CORE |\n| S03 | server | My completed ticket makes the order ready. | CORE |\n| S04 | server | I can read the current status of my order. | CORE |\n| B01 | barista | I see waiting tickets. | CORE |\n| B02 | barista | I mark a ticket done. | CORE |\n| B03 | barista | I see the drink and size on each ticket. | CORE |\n| B04 | barista | I see when there are no waiting tickets. | CORE |\n| P09 | phone | I can save a favourite drink. | LATER |\n\n## Journeys\n| Id | Journey | Stories |\n|---|---|---|\n| J1 | I order a latte. The barista sees it and marks it done. My phone shows \"Ready\". | P02, S01, S03, B01, B02, P03 |\n\n## Questions\n| Id | Question | Recommendation | Example | Answer |\n|---|---|---|---|---|\n| Q1 | Can a customer cancel an order? | No, not in the first version. | \"Cancel\" is LATER. | No. |\n", "is_symlink": false}, "/project/product/plan.md": {"content": "# Coffee pickup: plan\n\n## Boundaries\n| From | To | What crosses | Contract |\n|---|---|---|---|\n| phone | server | order_in, order_view | contracts/phone-server.md |\n| server | barista | ticket, ticket_done | contracts/server-barista.md |\nNever crosses: the phone never talks to the barista screen.\n\n## Runs\n| Run | Part | Slice | Stories | Needs |\n|---|---|---|---|---|\n| server-1 | server | 1 | S01, S02, S03, S04 | plan PR |\n| phone-1 | phone | 1 | P01, P02, P03, P04 | plan PR |\n| barista-1 | barista | 1 | B01, B02, B03, B04 | plan PR |\n| journeys | all | 1 | J1 | server-1, phone-1, barista-1 |\n", "is_symlink": false}}, "requests": [], "starts": [], "basePresent": true}, "simulation": {"savedChecks.evidence": {"action":"port.write","world_pointer":"/requests","result_template":{"json":"{\"stories\":[],\"warnings\":[]}"}},"productState.lock":{"action":"port.write","world_pointer":"/requests","result_template":{"handle":"product-state-lock"}},"productState.unlock":{"action":"port.write","world_pointer":"/requests","result_template":{}},"repository.planOnBase": {"action": "port.write", "world_pointer": "/requests", "result_template": {"present": true}}, "files.read": {"action": "blob.read", "world_pointer": "/files", "path_argument_pointer": "/path", "content_argument_pointer": null, "result_template": {"content": ""}, "result_value_pointer": "/content"}, "runs.list": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[{\"number\": 81, \"issue\": {\"number\": 81}, \"root\": \"/project\", \"state\": \"running\", \"done\": {}, \"runtimeHistory\": []}]"}}, "runs.evidence": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[{\"story\": \"user_stories/P01-menu.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\"}, {\"story\": \"user_stories/P02-order.md\", \"pass\": true, \"current\": false, \"result\": \"\\u2713\"}, {\"story\": \"user_stories/P010-unrelated.md\", \"pass\": true, \"current\": true, \"result\": \"\\u2713\"}]"}}, "github.run": {"action": "port.write", "world_pointer": "/requests", "result_template": {"stdout": "[{\"number\": 81, \"body\": \"\", \"state\": \"OPEN\"}]"}}, "workflow.start": {"action": "port.write", "world_pointer": "/starts", "result_template": {"exitCode": 0, "message": "Started feature #81."}}, "github.repository": {"action": "port.write", "world_pointer": "/requests", "result_template": {"repository": "example/coffee", "defaultBranch": "alpha"}}, "github.issuePage": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "{\"items\":[{\"number\":81,\"body\":\"\",\"state\":\"OPEN\",\"user\":{\"login\":\"project-member\"},\"author_association\":\"MEMBER\",\"created_at\":\"2026-10-01T00:00:00Z\"}],\"total_count\":1,\"incomplete_results\":false}"}}, "github.timelinePage": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": "[]"}}, "productState.read": {"action": "port.write", "world_pointer": "/requests", "result_template": {"json": null}}, "productState.write": {"action": "port.write", "world_pointer": "/requests", "result_template": {}}, "clock.now": {"action": "port.write", "world_pointer": "/requests", "result_template": {"milliseconds": 100000}}}, @@ -17,10 +17,10 @@ "input": {"cwd": "/project"}, "model": "gpt-6.1-sol", "checks": [ - {"criterion_id": "AC1", "target": "result", "path": "/parts/0", "op": "equals", "value": {"part": "phone", "total": 4, "pass": 1, "stale": 1, "notRun": 2}}, - {"criterion_id": "AC2", "target": "result", "path": "/parts/1/notRun", "op": "equals", "value": 4}, - {"criterion_id": "AC2", "target": "result", "path": "/parts/2/notRun", "op": "equals", "value": 4}, - {"criterion_id": "AC3", "target": "result", "path": "/slices/0", "op": "equals", "value": {"slice": "1", "total": 13, "pass": 1, "stale": 1, "notRun": 11}} + {"criterion_id": "ac-sha256-a7cfd287377adce48500504a6d6c90c758c50874bc007efc", "target": "result", "path": "/parts/0", "op": "equals", "value": {"part": "phone", "total": 4, "pass": 1, "stale": 1, "notRun": 2}}, + {"criterion_id": "ac-sha256-aa3d50227c0692b688744b65015ce6b9d6d194c68682f7a0", "target": "result", "path": "/parts/1/notRun", "op": "equals", "value": 4}, + {"criterion_id": "ac-sha256-aa3d50227c0692b688744b65015ce6b9d6d194c68682f7a0", "target": "result", "path": "/parts/2/notRun", "op": "equals", "value": 4}, + {"criterion_id": "ac-sha256-7620d3a5b701ed576500d94f8e127f2592847f4b9fbaa581", "target": "result", "path": "/slices/0", "op": "equals", "value": {"slice": "1", "total": 13, "pass": 1, "stale": 1, "notRun": 11}} ] } ] diff --git a/test/runtime/product-unavailable-actor.json b/test/runtime/product-unavailable-actor.json index 6b5cf6bc14..93731bd408 100644 --- a/test/runtime/product-unavailable-actor.json +++ b/test/runtime/product-unavailable-actor.json @@ -3,11 +3,11 @@ "story_path": "user_stories/product-unavailable-actor.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-0b601f8fd5db9960e63160a6bd0d7e49a1f3190095eb05c7", "text": "Status and next ignore outsider marker claims when the account reply has no login, and each looks up the account at most once." }, { - "id": "AC2", + "id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "text": "Preparing phone-1 still creates issue 82 and starts no workflow when outsider claims cannot be trusted." } ], @@ -160,14 +160,14 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-0b601f8fd5db9960e63160a6bd0d7e49a1f3190095eb05c7", "target": "result", "path": "/runs/1/issue", "op": "equals", "value": null }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-0b601f8fd5db9960e63160a6bd0d7e49a1f3190095eb05c7", "target": "calls", "path": "/resources/product-github-currentActor", "op": "equals", @@ -185,7 +185,7 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-0b601f8fd5db9960e63160a6bd0d7e49a1f3190095eb05c7", "target": "result", "path": "/ready", "op": "equals", @@ -196,7 +196,7 @@ ] }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-0b601f8fd5db9960e63160a6bd0d7e49a1f3190095eb05c7", "target": "calls", "path": "/resources/product-github-currentActor", "op": "equals", @@ -216,35 +216,35 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "target": "result", "path": "/issue", "op": "equals", "value": 82 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "target": "result", "path": "/created", "op": "equals", "value": true }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "target": "result", "path": "/started", "op": "equals", "value": false }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "target": "calls", "path": "/resources/product-github-currentActor", "op": "equals", "value": 1 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-376149bddf10860be9a2751ad38c7f3a81a8329f2d29def4", "target": "world", "path": "/starts", "op": "count", diff --git a/test/runtime/product-unresolved-link.json b/test/runtime/product-unresolved-link.json index 9a706dc662..3fd9c536dd 100644 --- a/test/runtime/product-unresolved-link.json +++ b/test/runtime/product-unresolved-link.json @@ -3,11 +3,11 @@ "story_path": "user_stories/product-unresolved-link.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-238651c4a404f9612c722ea181a365d37f4ea31fc133d35e", "text": "Status marks phone-1 unverified after a 503 reply for issue 81, and keeps server-1 and barista-1 ready." }, { - "id": "AC2", + "id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "text": "Starting phone-1 after that reply fails without creating an issue or starting work, and keeps the saved hint." } ], @@ -174,14 +174,14 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-238651c4a404f9612c722ea181a365d37f4ea31fc133d35e", "target": "result", "path": "/runs/1/state", "op": "equals", "value": "unverified" }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-238651c4a404f9612c722ea181a365d37f4ea31fc133d35e", "target": "result", "path": "/ready", "op": "equals", @@ -203,42 +203,42 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "result", "path": "/created", "op": "equals", "value": false }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "result", "path": "/started", "op": "equals", "value": false }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "world", "path": "/creates", "op": "count", "value": 0 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "world", "path": "/starts", "op": "count", "value": 0 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-4881aa5724247079da724558002c133f859f34d6fc3514be", "target": "calls", "path": "/resources/product-github-issueByNumber", "op": "equals", diff --git a/test/runtime/product-worktree-links.json b/test/runtime/product-worktree-links.json index 96294a0e9d..24457be137 100644 --- a/test/runtime/product-worktree-links.json +++ b/test/runtime/product-worktree-links.json @@ -3,7 +3,7 @@ "story_path": "user_stories/product-worktree-links.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "text": "Starting phone-1 in a second checkout reuses legacy issue 82, starts one feature run and makes no search or new issue." } ], @@ -179,42 +179,42 @@ "model": "gpt-6.1-sol", "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "result", "path": "/issue", "op": "equals", "value": 82 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "result", "path": "/created", "op": "equals", "value": false }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "result", "path": "/started", "op": "equals", "value": true }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "calls", "path": "/resources/product-github-issuePage", "op": "equals", "value": 0 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "world", "path": "/creates", "op": "count", "value": 0 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-5407f6f737a9e53284631e3ddfcb70933ac43605e1331808", "target": "world", "path": "/starts", "op": "count", diff --git a/test/runtime/service-build-version.json b/test/runtime/service-build-version.json index f7ed824cf3..960f4a738a 100644 --- a/test/runtime/service-build-version.json +++ b/test/runtime/service-build-version.json @@ -2,9 +2,9 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/service-build-version.md", "criteria": [ - {"id": "AC1", "text": "When `/v1/version` reports engine revision \"0123456789abcdef0123456789abcdef01234567\" and service revision \"fedcba0987654321fedcba0987654321fedcba09\", `pdd -VV` prints \"PDD CLI: 0.1.29\", \"PDD interpreter: 0123456789abcdef0123456789abcdef01234567\", \"PDD service: fedcba0987654321fedcba0987654321fedcba09\" and the supported format lines, exiting with code 0."}, - {"id": "AC2", "text": "When `/v1/version` includes `service_sha` as \"unknown\" or a value that is not 40 hexadecimal digits, `pdd -VV` prints \"PDD service: unknown\" without printing raw server text, exiting with code 0."}, - {"id": "AC3", "text": "When `/v1/version` omits `service_sha`, `pdd -VV` omits the \"PDD service:\" line and keeps its existing output, exiting with code 0."} + {"id": "ac-sha256-7d8758126633673a3c742b24d58d4fa4b1bfeafb9fc78b08", "text": "When `/v1/version` reports engine revision \"0123456789abcdef0123456789abcdef01234567\" and service revision \"fedcba0987654321fedcba0987654321fedcba09\", `pdd -VV` prints \"PDD CLI: 0.1.29\", \"PDD interpreter: 0123456789abcdef0123456789abcdef01234567\", \"PDD service: fedcba0987654321fedcba0987654321fedcba09\" and the supported format lines, exiting with code 0."}, + {"id": "ac-sha256-f0afe55645ba0ee18b03df33a75d3468a734dfe2c7708dc4", "text": "When `/v1/version` includes `service_sha` as \"unknown\" or a value that is not 40 hexadecimal digits, `pdd -VV` prints \"PDD service: unknown\" without printing raw server text, exiting with code 0."}, + {"id": "ac-sha256-f2c1c6737572ddba9988cf0e8f60e924deaa0bb242d9d3ab", "text": "When `/v1/version` omits `service_sha`, `pdd -VV` omits the \"PDD service:\" line and keeps its existing output, exiting with code 0."} ], "initial_world": { "counters": {"origin": 0, "token": 0, "metadata": 0} @@ -83,9 +83,9 @@ "operation": "runDetailedVersion", "input": {"version": "0.1.29", "env": {}}, "checks": [ - {"criterion_id": "AC1", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: fedcba0987654321fedcba0987654321fedcba09\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: prompt-runtime.app-map.v1\n"}, - {"criterion_id": "AC1", "target": "result", "path": "/stderr", "op": "equals", "value": ""}, - {"criterion_id": "AC1", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} + {"criterion_id": "ac-sha256-7d8758126633673a3c742b24d58d4fa4b1bfeafb9fc78b08", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: fedcba0987654321fedcba0987654321fedcba09\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: prompt-runtime.app-map.v1\n"}, + {"criterion_id": "ac-sha256-7d8758126633673a3c742b24d58d4fa4b1bfeafb9fc78b08", "target": "result", "path": "/stderr", "op": "equals", "value": ""}, + {"criterion_id": "ac-sha256-7d8758126633673a3c742b24d58d4fa4b1bfeafb9fc78b08", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} ] }, { @@ -94,8 +94,8 @@ "operation": "runDetailedVersion", "input": {"version": "0.1.29", "env": {}}, "checks": [ - {"criterion_id": "AC2", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: unknown\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, - {"criterion_id": "AC2", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} + {"criterion_id": "ac-sha256-f0afe55645ba0ee18b03df33a75d3468a734dfe2c7708dc4", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: unknown\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, + {"criterion_id": "ac-sha256-f0afe55645ba0ee18b03df33a75d3468a734dfe2c7708dc4", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} ] }, { @@ -104,8 +104,8 @@ "operation": "runDetailedVersion", "input": {"version": "0.1.29", "env": {}}, "checks": [ - {"criterion_id": "AC2", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: unknown\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, - {"criterion_id": "AC2", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} + {"criterion_id": "ac-sha256-f0afe55645ba0ee18b03df33a75d3468a734dfe2c7708dc4", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nPDD service: unknown\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, + {"criterion_id": "ac-sha256-f0afe55645ba0ee18b03df33a75d3468a734dfe2c7708dc4", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} ] }, { @@ -114,8 +114,8 @@ "operation": "runDetailedVersion", "input": {"version": "0.1.29", "env": {}}, "checks": [ - {"criterion_id": "AC3", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, - {"criterion_id": "AC3", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} + {"criterion_id": "ac-sha256-f2c1c6737572ddba9988cf0e8f60e924deaa0bb242d9d3ab", "target": "result", "path": "/stdout", "op": "equals", "value": "PDD CLI: 0.1.29\nPDD interpreter: 0123456789abcdef0123456789abcdef01234567\nInterface formats: prompt-runtime.interface.v4\nTest formats: prompt-runtime.program-scenario.v1\nApp-map formats: none\n"}, + {"criterion_id": "ac-sha256-f2c1c6737572ddba9988cf0e8f60e924deaa0bb242d9d3ab", "target": "result", "path": "/exit_code", "op": "equals", "value": 0} ] } ] diff --git a/test/runtime/use-a-signed-in-workflow-agent.json b/test/runtime/use-a-signed-in-workflow-agent.json index a2ed3d3bb8..023933d811 100644 --- a/test/runtime/use-a-signed-in-workflow-agent.json +++ b/test/runtime/use-a-signed-in-workflow-agent.json @@ -2,14 +2,14 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/use-a-signed-in-workflow-agent.md", "criteria": [ - {"id": "AC1","text": "With Codex signed in and Claude Code missing or signed out, setup succeeds and a workflow without --agent uses Codex."}, - {"id": "AC2","text": "With Claude Code signed in and Codex missing or signed out, setup succeeds and a workflow without --agent uses Claude Code."}, - {"id": "AC3","text": "With both signed in, a workflow without --agent keeps Codex as its first choice; --agent claude uses Claude Code and --agent codex uses Codex."}, - {"id": "AC4","text": "An explicit agent that is missing or signed out refuses before a workflow is allocated or launched, names that agent's install/sign-in command, and does not silently switch to the other ready agent."}, - {"id": "AC5","text": "Setup with both agents missing refuses with `Install Codex or Claude Code first.` and installation links. With both signed out, it refuses and gives `codex login` and `claude auth login` on separate lines. It does not install skills, edit the project block, or register MCP tools first."}, - {"id": "AC6","text": "A ready Claude Code in a custom CLAUDE_CONFIG_DIR counts as ready. Readiness checks and the selected workflow use the caller's HOME, PATH and agent configuration folders; no global setting or sign-in is changed."}, - {"id": "AC7","text": "If an agent's status is malformed or cannot be checked, PDD does not claim that agent is signed in. Another ready agent still works; when no agent is ready, the refusal gives the appropriate status command without printing private authentication output."}, - {"id": "AC8","text": "Readiness uses only noninteractive status commands. Help, version, completion and unrelated commands remain local and do not check agent sign-in. The checks make no AI call and never sign an agent in or out."} + {"id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","text": "With Codex signed in and Claude Code missing or signed out, setup succeeds and a workflow without --agent uses Codex."}, + {"id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","text": "With Claude Code signed in and Codex missing or signed out, setup succeeds and a workflow without --agent uses Claude Code."}, + {"id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","text": "With both signed in, a workflow without --agent keeps Codex as its first choice; --agent claude uses Claude Code and --agent codex uses Codex."}, + {"id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","text": "An explicit agent that is missing or signed out refuses before a workflow is allocated or launched, names that agent's install/sign-in command, and does not silently switch to the other ready agent."}, + {"id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","text": "Setup with both agents missing refuses with `Install Codex or Claude Code first.` and installation links. With both signed out, it refuses and gives `codex login` and `claude auth login` on separate lines. It does not install skills, edit the project block, or register MCP tools first."}, + {"id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","text": "A ready Claude Code in a custom CLAUDE_CONFIG_DIR counts as ready. Readiness checks and the selected workflow use the caller's HOME, PATH and agent configuration folders; no global setting or sign-in is changed."}, + {"id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","text": "If an agent's status is malformed or cannot be checked, PDD does not claim that agent is signed in. Another ready agent still works; when no agent is ready, the refusal gives the appropriate status command without printing private authentication output."}, + {"id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","text": "Readiness uses only noninteractive status commands. Help, version, completion and unrelated commands remain local and do not check agent sign-in. The checks make no AI call and never sign an agent in or out."} ], "initial_world": {"readiness": 0,"starts": [],"skills": [],"projects": [],"mcp": [],"diagnostics": []}, "simulation": { @@ -53,59 +53,59 @@ }, "context": [], "steps": [ - {"step_id": "row-1-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing"},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing","requested": "codex"},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing","requested": "claude"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC6","target": "world","path": "/skills/0","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "AC1","target": "world","path": "/projects/0","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "AC6","target": "world","path": "/mcp/0","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC1","target": "world","path": "/starts/0","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC1","target": "world","path": "/starts/1","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-1-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready"},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not installed. Install: https://developers.openai.com/codex/cli"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC6","target": "world","path": "/skills/1","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "AC2","target": "world","path": "/projects/1","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "AC6","target": "world","path": "/mcp/1","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC6","target": "world","path": "/starts/2","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not installed. Install: https://developers.openai.com/codex/cli\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-2-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC6","target": "world","path": "/starts/3","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready"},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC6","target": "world","path": "/skills/2","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "AC3","target": "world","path": "/projects/2","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "AC6","target": "world","path": "/mcp/2","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC3","target": "world","path": "/starts/4","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC3","target": "world","path": "/starts/5","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-3-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC3","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC3","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC3","target": "world","path": "/starts/6","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out"},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out","requested": "codex"},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out","requested": "claude"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC6","target": "world","path": "/skills/3","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "AC1","target": "world","path": "/projects/3","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "AC6","target": "world","path": "/mcp/3","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC1","target": "world","path": "/starts/7","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC1","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC1","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC1","target": "world","path": "/starts/8","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-4-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready"},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC6","target": "world","path": "/skills/4","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "AC2","target": "world","path": "/projects/4","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "AC6","target": "world","path": "/mcp/4","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC2","target": "world","path": "/starts/9","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-5-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC2","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC2","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC2","target": "world","path": "/starts/10","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out"},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out","requested": "codex"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out","requested": "claude"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-6-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing"},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing","requested": "codex"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not installed. Install: https://developers.openai.com/codex/cli"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing","requested": "claude"},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC5","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC5","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not installed. Install: https://developers.openai.com/codex/cli\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-7-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC4","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC4","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "row-8-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "unavailable"},"checks": [{"criterion_id": "AC7","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-8-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC7","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "AC7","target": "world","path": "/starts/11","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-9-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "unavailable","claude": "unavailable"},"checks": [{"criterion_id": "AC7","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex sign-in could not be checked. Run: codex login status\nClaude Code sign-in could not be checked. Run: claude auth status"}}],"model": "gpt-6.1-sol"}, - {"step_id": "row-9-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC7","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex sign-in could not be checked. Run: codex login status\nClaude Code sign-in could not be checked. Run: claude auth status\n"}},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC7","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, - {"step_id": "help-does-not-check-sign-in","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","--help"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "AC8","target": "result","path": "/exit_code","op": "equals","value": 0},{"criterion_id": "AC8","target": "result","path": "/stderr","op": "equals","value": ""},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 0},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "AC8","target": "calls","path": "/resources/pdd-cli-diagnostics-pathDiagnostic","op": "equals","value": 0}],"model": "gpt-6.1-sol"} + {"step_id": "row-1-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing"},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "missing","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/skills/0","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/projects/0","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/mcp/0","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/starts/0","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/starts/1","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-1-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready"},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not installed. Install: https://developers.openai.com/codex/cli"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/skills/1","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "world","path": "/projects/1","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/mcp/1","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/starts/2","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not installed. Install: https://developers.openai.com/codex/cli\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-2-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/starts/3","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready"},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/skills/2","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "world","path": "/projects/2","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/mcp/2","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "world","path": "/starts/4","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "world","path": "/starts/5","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-3-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-aa4d4966a5c5d6171c85eac0f57cd300865697d01e3091e0","target": "world","path": "/starts/6","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out"},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "signed_out","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/skills/3","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/projects/3","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/mcp/3","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/starts/7","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-101b1390629e39f851973b6379e0b1c0919cae3db8db7134","target": "world","path": "/starts/8","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-4-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready"},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "ready","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "claude","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Wrote the PDD block in /fixture/project/AGENTS.md.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/skills/4","op": "equals","value": {"packageRoot": "/fixture/pdd","cwd": "/fixture/project","home": "/fixture/home","claudeConfigDir": "/fixture/custom claude"}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "world","path": "/projects/4","op": "equals","value": {"cwd": "/fixture/project","packageRoot": "/fixture/pdd"}},{"criterion_id": "ac-sha256-8ed6587908934eba54ae87d047d06e487c487ab8e1c97abd","target": "world","path": "/mcp/4","op": "equals","value": {"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"},"packageRoot": "/fixture/pdd"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "world","path": "/starts/9","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-5-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-0978812e23770a9753958846161a095e7dd4ea77c9dd8582","target": "world","path": "/starts/10","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "claude","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out"},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not signed in. Run: codex login"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "signed_out","claude": "signed_out","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not signed in. Run: claude auth login"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\nClaude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not signed in. Run: codex login\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-6-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not signed in. Run: claude auth login\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing"},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-choose-codex","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing","requested": "codex"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex is not installed. Install: https://developers.openai.com/codex/cli"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-choose-claude","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "missing","claude": "missing","requested": "claude"},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-setup","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["setup"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Install Codex or Claude Code first.\nCodex: https://developers.openai.com/codex/cli\nClaude Code: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-0f8c8fc367fb5e9f3e281da72a7dea54ffcc6a4220c4720f","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-codex","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","codex"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex is not installed. Install: https://developers.openai.com/codex/cli\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-7-claude","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451","--agent","claude"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Claude Code is not installed. Install: https://code.claude.com/docs/en/setup\n"}},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-c255ff361272c6cc184dc55b580e435561b7805dd4ccb124","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "row-8-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "ready","claude": "unavailable"},"checks": [{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "result","path": "","op": "equals","value": {"ok": true,"agent": "codex","message": ""}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-8-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "result","path": "","op": "equals","value": {"exit_code": 0,"stdout": "Workflow started.\n","stderr": ""}},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 1},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "world","path": "/starts/11","op": "equals","value": {"input": {"name": "bug","issue": "https://github.com/promptdriven/pdd/issues/2451","agent": "codex","cwd": "/fixture/project","packageRoot": "/fixture/pdd"},"env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-9-choose-default","entry_path": "prompts/cli/workflow-agents.prompt.md","operation": "chooseWorkflowAgent","input": {"codex": "unavailable","claude": "unavailable"},"checks": [{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "result","path": "","op": "equals","value": {"ok": false,"agent": null,"message": "Codex sign-in could not be checked. Run: codex login status\nClaude Code sign-in could not be checked. Run: claude auth status"}}],"model": "gpt-6.1-sol"}, + {"step_id": "row-9-default","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","bug","https://github.com/promptdriven/pdd/issues/2451"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "result","path": "","op": "equals","value": {"exit_code": 1,"stdout": "","stderr": "Codex sign-in could not be checked. Run: codex login status\nClaude Code sign-in could not be checked. Run: claude auth status\n"}},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 1},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-138cc0999160017afac58122332dbc317882bbb91c65fc6e","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0}],"model": "gpt-6.1-sol"}, + {"step_id": "help-does-not-check-sign-in","entry_path": "prompts/cli/pdd-cli.prompt.md","operation": "runPdd","input": {"argv": ["workflow","run","--help"],"cwd": "/fixture/project","packageRoot": "/fixture/pdd","env": {"HOME": "/fixture/home","PATH": "/fixture/bin","CODEX_HOME": "/fixture/codex","CLAUDE_CONFIG_DIR": "/fixture/custom claude"}},"checks": [{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "result","path": "/exit_code","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "result","path": "/stderr","op": "equals","value": ""},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-agents-checkWorkflowAgents","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-setup-setupSkills","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-setup-setupProject","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-setup-setupAgentMcp","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-dispatch-startRun","op": "equals","value": 0},{"criterion_id": "ac-sha256-1ef446599713efad956268ffbab2f71160b4779eb4085855","target": "calls","path": "/resources/pdd-cli-diagnostics-pathDiagnostic","op": "equals","value": 0}],"model": "gpt-6.1-sol"} ] } diff --git a/test/runtime/workflow-name-guidance.json b/test/runtime/workflow-name-guidance.json index 32cf7e9676..3b6079c46d 100644 --- a/test/runtime/workflow-name-guidance.json +++ b/test/runtime/workflow-name-guidance.json @@ -2,8 +2,8 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/workflow-name-guidance.md", "criteria": [ - {"id": "AC1", "text": "`pdd workflow run 81` prints \"Name the workflow: pdd workflow run small-change 81 (or bug, feature). See pdd workflow list.\" to stderr, prints nothing to stdout and exits with code 2."}, - {"id": "AC2", "text": "`pdd workflow run 42` prints \"Name the workflow: pdd workflow run small-change 42 (or bug, feature). See pdd workflow list.\" to stderr, prints nothing to stdout and exits with code 2."} + {"id": "ac-sha256-7fe831ec6c65d15bead6c2ae1ee47fbb1539a91ed5a449c7", "text": "`pdd workflow run 81` prints \"Name the workflow: pdd workflow run small-change 81 (or bug, feature). See pdd workflow list.\" to stderr, prints nothing to stdout and exits with code 2."}, + {"id": "ac-sha256-54df5ff3290fea48887e09f3de9af8f095670fbaf793dc1c", "text": "`pdd workflow run 42` prints \"Name the workflow: pdd workflow run small-change 42 (or bug, feature). See pdd workflow list.\" to stderr, prints nothing to stdout and exits with code 2."} ], "initial_world": {}, "simulation": {}, @@ -15,9 +15,9 @@ "operation": "runPdd", "input": {"argv": ["workflow", "run", "81"]}, "checks": [ - {"criterion_id": "AC1", "target": "result", "path": "/stderr", "op": "equals", "value": "Name the workflow: pdd workflow run small-change 81 (or bug, feature). See pdd workflow list.\n"}, - {"criterion_id": "AC1", "target": "result", "path": "/stdout", "op": "equals", "value": ""}, - {"criterion_id": "AC1", "target": "result", "path": "/exit_code", "op": "equals", "value": 2} + {"criterion_id": "ac-sha256-7fe831ec6c65d15bead6c2ae1ee47fbb1539a91ed5a449c7", "target": "result", "path": "/stderr", "op": "equals", "value": "Name the workflow: pdd workflow run small-change 81 (or bug, feature). See pdd workflow list.\n"}, + {"criterion_id": "ac-sha256-7fe831ec6c65d15bead6c2ae1ee47fbb1539a91ed5a449c7", "target": "result", "path": "/stdout", "op": "equals", "value": ""}, + {"criterion_id": "ac-sha256-7fe831ec6c65d15bead6c2ae1ee47fbb1539a91ed5a449c7", "target": "result", "path": "/exit_code", "op": "equals", "value": 2} ] }, { @@ -26,9 +26,9 @@ "operation": "runPdd", "input": {"argv": ["workflow", "run", "42"]}, "checks": [ - {"criterion_id": "AC2", "target": "result", "path": "/stderr", "op": "equals", "value": "Name the workflow: pdd workflow run small-change 42 (or bug, feature). See pdd workflow list.\n"}, - {"criterion_id": "AC2", "target": "result", "path": "/stdout", "op": "equals", "value": ""}, - {"criterion_id": "AC2", "target": "result", "path": "/exit_code", "op": "equals", "value": 2} + {"criterion_id": "ac-sha256-54df5ff3290fea48887e09f3de9af8f095670fbaf793dc1c", "target": "result", "path": "/stderr", "op": "equals", "value": "Name the workflow: pdd workflow run small-change 42 (or bug, feature). See pdd workflow list.\n"}, + {"criterion_id": "ac-sha256-54df5ff3290fea48887e09f3de9af8f095670fbaf793dc1c", "target": "result", "path": "/stdout", "op": "equals", "value": ""}, + {"criterion_id": "ac-sha256-54df5ff3290fea48887e09f3de9af8f095670fbaf793dc1c", "target": "result", "path": "/exit_code", "op": "equals", "value": 2} ] } ] diff --git a/test/runtime/workflow-prove.json b/test/runtime/workflow-prove.json index 9cb4090f97..d9d5e2481d 100644 --- a/test/runtime/workflow-prove.json +++ b/test/runtime/workflow-prove.json @@ -3,35 +3,35 @@ "story_path": "user_stories/workflow-prove.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "text": "With a committed changed test, a nonzero old-code exit containing the literal \"defect-x\" and a zero new-code exit produce a successful old-code proof and exit 0." }, { - "id": "AC2", + "id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "text": "If the old code passes, or fails with \"other-error\" instead of \"defect-x\", the report distinguishes \"old-passes\" from \"wrong-reason\", includes the observed wrong-reason excerpt and exits 1." }, { - "id": "AC3", + "id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "text": "If the new code fails, the report says \"head-fails\", includes the observed cause and short actual output tail before a trailing TAP summary when available and exits 1 even when the old code fails with \"defect-x\"." }, { - "id": "AC4", + "id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "text": "Each phase requests the per-phase limit (10 minutes by default, or the person's `--timeout` of 1 to 120 whole minutes), a 2-second process-group kill grace and a 1 MiB output cap; base timeout, head timeout, output overflow and child signals have distinct unsuccessful reports and exit 1." }, { - "id": "AC5", + "id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "text": "Missing commits, unsafe overlay setup, exit 126/127 and known missing-fixture/import failures give \"setup-error\" with a cause and short actual output tail when available even when output contains \"defect-x\"; setup-looking output from a passing phase does not disqualify proof." }, { - "id": "AC6", + "id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "text": "When tests change, the overlay contains committed regular added, modified or renamed tests and supplemental files from the diff against the merge-base of HEAD with the fetched selected base branch, excluding base-branch changes already merged into HEAD, deleted files and implementation." }, { - "id": "AC7", + "id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "text": "The v2 saved result keeps parent interruption separately from child signals, the computed old base and captured head, exact command and expectation, copied paths, phase exits, final output and observed excerpt; the immutable saved run base stays unchanged, cleanup always runs, and each report names the command and actual base/head exits with safe code spans preserving literal command quotes and backslashes with visible control escapes rather than claiming copied files were executed tests." }, { - "id": "AC8", + "id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "text": "The quoted command \"node --test test/new.test.mjs\" and expectation \"defect x\" reach the proof unchanged; missing, duplicate or blank options and extra operands exit 2 before proof execution." } ], @@ -4503,42 +4503,42 @@ }, "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 0 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✓ `node --test test/new.test.mjs`: old-code exit `1`; output contains `defect-x`; new-code exit `0`." }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "world", "path": "/saved/0/record/outcome", "op": "equals", "value": "proved" }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", "value": 1 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/0/record/paths", "op": "equals", @@ -4549,14 +4549,14 @@ ] }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "calls", "path": "/resources/workflow-prove-host-createWorktree", "op": "equals", "value": 2 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/0", "op": "equals", @@ -4609,7 +4609,7 @@ } }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/host_readRun/0/reply/run/baseSha", "op": "equals", @@ -4630,35 +4630,35 @@ }, "checks": [ { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ old-passes; command `node --test test/new.test.mjs`; old-code exit `0`; new-code exit `0`; expected `defect-x`; cause `no output`." }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "world", "path": "/saved/1/record/outcome", "op": "equals", "value": "old-passes" }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -4679,49 +4679,49 @@ }, "checks": [ { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ wrong-reason; command `node --test test/new.test.mjs`; old-code exit `1`; new-code exit `0`; expected `defect-x`; cause `code: other-error`." }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "world", "path": "/saved/2/record/outcome", "op": "equals", "value": "wrong-reason" }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", "value": 1 }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "world", "path": "/saved/2/record/base/observedError", "op": "equals", "value": "code: other-error" }, { - "criterion_id": "AC2", + "criterion_id": "ac-sha256-af8cb411390dc41629994950e2d2ed3e2c0cd12c1e7c5928", "target": "world", "path": "/saved/2/record/base/stdoutTail", "op": "equals", @@ -4749,14 +4749,14 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/2/record/base/observedError", "op": "equals", "value": "code: other-error" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/2/record/base/stdoutTail", "op": "equals", @@ -4798,42 +4798,42 @@ }, "checks": [ { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ head-fails; command `node --test test/new.test.mjs`; old-code exit `1`; new-code exit `1`; expected `defect-x`; cause `defect-x`; tail `defect-x`." }, { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "world", "path": "/saved/3/record/outcome", "op": "equals", "value": "head-fails" }, { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", "value": 1 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -4854,35 +4854,35 @@ }, "checks": [ { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ base-timeout; command `node --test test/new.test.mjs`; old-code exit `none`; new-code exit `0`; expected `defect-x`; cause `defect-x`." }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "world", "path": "/saved/4/record/outcome", "op": "equals", "value": "base-timeout" }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -4903,35 +4903,35 @@ }, "checks": [ { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ head-timeout; command `node --test test/new.test.mjs`; old-code exit `1`; new-code exit `none`; expected `defect-x`; cause `no output`." }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "world", "path": "/saved/5/record/outcome", "op": "equals", "value": "head-timeout" }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -4952,35 +4952,35 @@ }, "checks": [ { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ output-limit; command `node --test test/new.test.mjs`; old-code exit `none`; new-code exit `0`; expected `defect-x`; cause `defect-x`." }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "world", "path": "/saved/6/record/outcome", "op": "equals", "value": "output-limit" }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5001,42 +5001,42 @@ }, "checks": [ { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ signalled; command `node --test test/new.test.mjs`; old-code exit `none`; new-code exit `0`; expected `defect-x`; cause `defect-x`." }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "world", "path": "/saved/7/record/outcome", "op": "equals", "value": "signalled" }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", "value": 1 }, { - "criterion_id": "AC4", + "criterion_id": "ac-sha256-49fb90946ad1c983e2cac111d38e6cbc92de93d9b4f6dbff", "target": "world", "path": "/saved/7/record/interruptSignal", "op": "equals", @@ -5057,35 +5057,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ setup-error; command `node --test test/new.test.mjs`; old-code exit `none`; new-code exit `none`; expected `defect-x`; cause `merge-base unavailable`." }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "world", "path": "/saved/8/record/outcome", "op": "equals", "value": "setup-error" }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 0 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5106,35 +5106,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ setup-error; command `node --test test/new.test.mjs`; old-code exit `none`; new-code exit `none`; expected `defect-x`; cause `unsafe symlink ancestry`." }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "world", "path": "/saved/9/record/outcome", "op": "equals", "value": "setup-error" }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 0 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5155,35 +5155,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ setup-error; command `node --test test/new.test.mjs`; old-code exit `1`; new-code exit `0`; expected `defect-x`; cause `missing fixture`; tail `defect-x`." }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "world", "path": "/saved/10/record/outcome", "op": "equals", "value": "setup-error" }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-runProcess", "op": "equals", "value": 2 }, { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5210,21 +5210,21 @@ }, "checks": [ { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/exit_code", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stdout", "op": "equals", "value": "Old-code proof: synthetic reply.\n" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/dispatches", "op": "equals", @@ -5238,63 +5238,63 @@ ] }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-agents-checkWorkflowAgents", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-diagnostics-pathDiagnostic", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-startRun", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupAgentMcp", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupProject", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupSkills", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-capture", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-fingerprint", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/outside_requests", "op": "equals", @@ -5319,91 +5319,91 @@ }, "checks": [ { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/exit_code", "op": "equals", "value": 2 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stdout", "op": "equals", "value": "" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-prove", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stderr", "op": "equals", "value": "pdd workflow prove requires nonblank --test and --expect.\n" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-agents-checkWorkflowAgents", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-diagnostics-pathDiagnostic", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-startRun", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupAgentMcp", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupProject", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupSkills", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-capture", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-fingerprint", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/outside_requests", "op": "equals", @@ -5432,84 +5432,84 @@ }, "checks": [ { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/exit_code", "op": "equals", "value": 2 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stdout", "op": "equals", "value": "" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-prove", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-agents-checkWorkflowAgents", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-diagnostics-pathDiagnostic", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-startRun", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupAgentMcp", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupProject", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupSkills", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-capture", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-fingerprint", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/outside_requests", "op": "equals", @@ -5536,84 +5536,84 @@ }, "checks": [ { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/exit_code", "op": "equals", "value": 2 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stdout", "op": "equals", "value": "" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-prove", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-agents-checkWorkflowAgents", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-diagnostics-pathDiagnostic", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-startRun", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupAgentMcp", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupProject", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupSkills", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-capture", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-fingerprint", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/outside_requests", "op": "equals", @@ -5641,84 +5641,84 @@ }, "checks": [ { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/exit_code", "op": "equals", "value": 2 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "result", "path": "/stdout", "op": "equals", "value": "" }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-prove", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-agents-checkWorkflowAgents", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-diagnostics-pathDiagnostic", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-dispatch-startRun", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupAgentMcp", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupProject", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/pdd-cli-setup-setupSkills", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-capture", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "calls", "path": "/resources/workflow-runner-source-fingerprint", "op": "equals", "value": 0 }, { - "criterion_id": "AC8", + "criterion_id": "ac-sha256-3d358496d5d6649eb036929c1f4208ceb8daf8f39df92603", "target": "world", "path": "/outside_requests", "op": "equals", @@ -5739,35 +5739,35 @@ }, "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 0 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✓ `node --test test/new.test.mjs`: old-code exit `1`; output contains `defect-x`; new-code exit `0`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/11/record/baseSha", "op": "equals", "value": "000000000000000000000000000000000000012d" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/11/record/v", "op": "equals", "value": 2 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/11/record/paths", "op": "equals", @@ -5778,7 +5778,7 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5799,35 +5799,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ setup-error; command `node --test test/new.test.mjs`; old-code exit `126`; new-code exit `0`; expected `defect-x`; cause `command exited 126`; tail `command unavailable`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/12/record/baseSha", "op": "equals", "value": "000000000000000000000000000000000000012e" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/12/record/v", "op": "equals", "value": 2 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/12/record/paths", "op": "equals", @@ -5838,7 +5838,7 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5859,35 +5859,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ setup-error; command `node --test test/new.test.mjs`; old-code exit `127`; new-code exit `0`; expected `defect-x`; cause `command exited 127`; tail `command unavailable`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/13/record/baseSha", "op": "equals", "value": "000000000000000000000000000000000000012f" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/13/record/v", "op": "equals", "value": 2 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/13/record/paths", "op": "equals", @@ -5898,7 +5898,7 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5919,35 +5919,35 @@ }, "checks": [ { - "criterion_id": "AC5", + "criterion_id": "ac-sha256-be6fdc096f6f6e1203a65b37042acd5af8d8dce9fec5a0f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 0 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✓ `node --test test/new.test.mjs`: old-code exit `1`; output contains `defect-x`; new-code exit `0`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/14/record/baseSha", "op": "equals", "value": "0000000000000000000000000000000000000130" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/14/record/v", "op": "equals", "value": 2 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/14/record/paths", "op": "equals", @@ -5958,7 +5958,7 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -5979,35 +5979,35 @@ }, "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-3c5c77dc40a19518d5614ed9a79c3efc39b15487d86f02f5", "target": "result", "path": "/exitCode", "op": "equals", "value": 0 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✓ ``printf \"@octocat #17 `x` pdd-workflow\\u003a\"``: old-code exit `1`; output contains ``@octocat #17 `x` pdd-workflow\\u003a``; new-code exit `0`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/15/record/baseSha", "op": "equals", "value": "0000000000000000000000000000000000000131" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/15/record/v", "op": "equals", "value": 2 }, { - "criterion_id": "AC6", + "criterion_id": "ac-sha256-58020059b15b52f8ed3a9d026dadf3f6ad86a9b9238ef0fa", "target": "world", "path": "/saved/15/record/paths", "op": "equals", @@ -6018,7 +6018,7 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -6039,42 +6039,42 @@ }, "checks": [ { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/exitCode", "op": "equals", "value": 0 }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✓ `printf \"C:\\tmp\\q\"\\r\\n\\t\\u0000\\u007f\\u0085\\u2028\\u2029 pdd-workflow\\u003a`: old-code exit `1`; output contains `defect-x`; new-code exit `0`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/16/record/test", "op": "equals", "value": "printf \"C:\\tmp\\q\"\r\n\t\u0000…

 pdd-workflow:" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/16/record/expect", "op": "equals", "value": "defect-x" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/16/record/outcome", "op": "equals", "value": "proved" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", @@ -6095,21 +6095,21 @@ }, "checks": [ { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "result", "path": "/exitCode", "op": "equals", "value": 1 }, { - "criterion_id": "AC3", + "criterion_id": "ac-sha256-c64ae49bc450633b4c70890de4685b6cb16c013af0c637fa", "target": "result", "path": "/message", "op": "equals", "value": "Old-code proof: ✗ head-fails; command `node --test test/new.test.mjs`; old-code exit `1`; new-code exit `1`; expected `defect-x`; cause `AssertionError: defect-x`; tail `AssertionError: defect-x\\n expected: open\\n actual: closed`." }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/17/record/head/stdoutTail", "op": "equals", @@ -6129,21 +6129,21 @@ ] }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/17/record/head/observedError", "op": "equals", "value": "AssertionError: defect-x" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "world", "path": "/saved/17/record/outcome", "op": "equals", "value": "head-fails" }, { - "criterion_id": "AC7", + "criterion_id": "ac-sha256-e4e17a62298830c99289de6b877a449d87025707ab9eee47", "target": "calls", "path": "/resources/workflow-prove-host-cleanup", "op": "equals", diff --git a/test/runtime/workflow-step-results-2922.json b/test/runtime/workflow-step-results-2922.json index 979b11f610..d3332b8d5d 100644 --- a/test/runtime/workflow-step-results-2922.json +++ b/test/runtime/workflow-step-results-2922.json @@ -2,9 +2,9 @@ "schema_version": "prompt-runtime.program-scenario.v1", "story_path": "user_stories/workflow-step-results-2922.md", "criteria": [ - {"id":"AC1","text":"`pdd workflow status 2922` shows each step's saved pddResults and says \"none\" for a step without results."}, - {"id":"AC2","text":"`pdd workflow status 2922 --json` associates each step with its saved pddResults and explicitly represents a step without results."}, - {"id":"AC3","text":"`pdd workflow view 2922` shows each step's saved pddResults and says \"none\" for a step without results."} + {"id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","text":"`pdd workflow status 2922` shows each step's saved pddResults and says \"none\" for a step without results."}, + {"id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","text":"`pdd workflow status 2922 --json` associates each step with its saved pddResults and explicitly represents a step without results."}, + {"id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","text":"`pdd workflow view 2922` shows each step's saved pddResults and says \"none\" for a step without results."} ], "initial_world": {"requests":[]}, "simulation": { @@ -19,8 +19,8 @@ }, "context": [], "steps": [ - {"step_id":"partial-text-status","entry_path":"prompts/cli/workflow-runner.prompt.md","operation":"runStatus","input":{"ref":"2922","cwd":"/project"},"checks":[{"criterion_id":"AC1","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"AC1","target":"result","path":"/message","op":"contains","value":"none"}],"model":"gpt-6.1-sol"}, - {"step_id":"partial-json-status","entry_path":"prompts/cli/workflow-runner.prompt.md","operation":"runStatus","input":{"ref":"2922","cwd":"/project","json":true},"checks":[{"criterion_id":"AC2","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"\"pddResults\""},{"criterion_id":"AC2","target":"result","path":"/message","op":"contains","value":"[]"}],"model":"gpt-6.1-sol"}, - {"step_id":"partial-passive-view","entry_path":"prompts/cli/workflow-view.prompt.md","operation":"viewRun","input":{"ref":"2922","cwd":"/project"},"checks":[{"criterion_id":"AC3","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"AC3","target":"result","path":"/message","op":"contains","value":"none"}],"model":"gpt-6.1-sol"} + {"step_id":"partial-text-status","entry_path":"prompts/cli/workflow-runner.prompt.md","operation":"runStatus","input":{"ref":"2922","cwd":"/project"},"checks":[{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"ac-sha256-822d699faa6207acfe2eda37ccb3bb4a387ad87ab40fdcba","target":"result","path":"/message","op":"contains","value":"none"}],"model":"gpt-6.1-sol"}, + {"step_id":"partial-json-status","entry_path":"prompts/cli/workflow-runner.prompt.md","operation":"runStatus","input":{"ref":"2922","cwd":"/project","json":true},"checks":[{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"\"pddResults\""},{"criterion_id":"ac-sha256-d0cab35e370185686e934b49c66692941b6c1cbb28c35dd6","target":"result","path":"/message","op":"contains","value":"[]"}],"model":"gpt-6.1-sol"}, + {"step_id":"partial-passive-view","entry_path":"prompts/cli/workflow-view.prompt.md","operation":"viewRun","input":{"ref":"2922","cwd":"/project"},"checks":[{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/exitCode","op":"equals","value":0},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-FIRST: supplied result; no check executed."},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"SYNTHETIC-2922-SECOND: supplied result; no check executed."},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"reproduce"},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"check"},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"verify"},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"finish"},{"criterion_id":"ac-sha256-af17f67fda4483df13ae3eaf1d60838a1885758c9e1ebd5b","target":"result","path":"/message","op":"contains","value":"none"}],"model":"gpt-6.1-sol"} ] } diff --git a/test/test-suite-queue.test.mjs b/test/test-suite-queue.test.mjs index dfac5a9e7e..2f4adc4d22 100644 --- a/test/test-suite-queue.test.mjs +++ b/test/test-suite-queue.test.mjs @@ -1,5 +1,6 @@ import { checkMachine, withCheckLifetime } from './helpers/check-machine.mjs'; -import { calculateCheckCapacity } from '../src/test-suite-queue.mjs'; +import { calculateCheckCapacity, readSuiteProgress, suiteStatusWords } from '../src/test-suite-queue.mjs'; +import { startAgentJob } from '../src/agent-job.mjs'; import test from 'node:test'; import assert from 'node:assert/strict'; import { mkdtempSync, mkdirSync, existsSync, readFileSync, readdirSync, rmSync, writeFileSync } from 'node:fs'; @@ -111,6 +112,9 @@ test('dead waiter is removed from position while an orphan with a live child ret assert.equal(f.started.length, 0, 'live orphan suites still occupy all slots'); const orphan = (await import('../src/test-suite-queue.mjs')).readSuiteProgress({cwd:join(f.root,'seed-1'),env:f.env},f.ports); assert.equal(orphan.state, 'running'); assert.match(orphan.reason, /runner ended/); + const waiter = readSuiteProgress({cwd:join(f.root,'seed-4'),env:f.env},f.ports); + assert.deepEqual([waiter.state, waiter.outcome, waiter.signal, waiter.exitCode], ['finished', 'interrupted', null, null]); + assert.equal(JSON.parse(readFileSync(join(f.queue,'ticket-4.json'),'utf8')).state, 'waiting', 'status does not write the ticket'); f.isAlive = pid => pid === process.pid || pid === -21 || pid === -22; await until(() => f.started.length === 1, 'dead child can release its slot'); }); @@ -221,6 +225,49 @@ test('separate CLI processes and the compatibility script share the same three n }); +test('SIGTERM to a native waiting owner saves an interrupted ticket before wrapper exit', async t => { + const root = mkdtempSync(join(tmpdir(),'pdd-native-interruption-')), queue = join(root,'queue'); + const env = {...process.env, HOME:root, PDD_STATE_DIR:root, PDD_SUITE_QUEUE:queue}; + const activeCwd = join(root,'active'), waitingCwd = join(root,'waiting'); + for (const path of [queue, activeCwd, waitingCwd]) mkdirSync(path); + writeFileSync(join(queue,'capacity.json'),JSON.stringify(withCheckLifetime(calculateCheckCapacity({checks:1},checkMachine({taskset:null}).ports)))); + const args = command => [resolve('bin/pdd.mjs'), 'workflow', 'suite', '--command', command]; + const active = spawn(process.execPath, args('touch started; until [ -e release ]; do sleep 0.05; done'), {cwd:activeCwd,env,stdio:'ignore'}); + const activeDone = new Promise(done => active.once('close', done)); + let waiter; + t.after(async () => { + writeFileSync(join(activeCwd,'release'),''); + await activeDone; + if (waiter && !existsSync(waiter.exit)) { + try { process.kill(-waiter.pid, 'SIGTERM'); } catch (error) { if (error.code !== 'ESRCH') throw error; } + await until(() => existsSync(waiter.exit), 'wrapper finishes cleanup'); + } + rmSync(root,{recursive:true,force:true}); + }); + await until(() => existsSync(join(activeCwd,'started')), 'the first suite holds the slot'); + waiter = startAgentJob({id:'waiting',dir:root,cwd:waitingCwd,command:process.execPath,args:args('touch started; echo unexpected'),env}); + const ticket = join(queue,'ticket-2.json'); + await until(() => existsSync(ticket) && readFileSync(waiter.log,'utf8').includes('waiting for a check slot'), 'the second suite is waiting'); + const read = () => JSON.parse(readFileSync(ticket,'utf8')); + const waiting = read(); + assert.equal(readSuiteProgress({cwd:waitingCwd,env}).state, 'waiting'); + assert.deepEqual([waiting.startedAt, waiting.childPid, waiting.recorderPid], [null, null, null]); + process.kill(waiting.pid, 'SIGTERM'); + await until(() => existsSync(waiter.exit), 'the wrapper records the waiting owner exit'); + const {code, signal} = JSON.parse(readFileSync(waiter.exit,'utf8')); + assert.deepEqual({code, signal}, {code:null, signal:'SIGTERM'}); + const {state, outcome, startedAt, finishedAt, childPid, recorderPid, exitCode, counts, signal: ticketSignal} = read(); + assert.deepEqual({state, outcome, startedAt, childPid, recorderPid, exitCode, counts, ticketSignal}, + {state:'finished', outcome:'interrupted', startedAt:null, childPid:null, recorderPid:null, exitCode:null, counts:null, ticketSignal:'SIGTERM'}); + assert.ok(finishedAt >= waiting.queuedAt); + const progress = readSuiteProgress({cwd:waitingCwd,env}); + assert.equal(progress.outcome, 'interrupted'); + assert.match(suiteStatusWords(progress), /interrupted.*did not run/i); + assert.equal(readFileSync(waiting.logPath).length, 0); + assert.equal(existsSync(join(waitingCwd,'started')), false); + assert.equal(readSuiteProgress({cwd:activeCwd,env}).state, 'running'); +}); + test('default queue identity is independent of repository homes and agent profiles', async () => { const {suiteQueueRoot} = await import('../src/test-suite-queue.mjs'); assert.equal(suiteQueueRoot({HOME:'/profile/one',CODEX_HOME:'/agent/one'}),suiteQueueRoot({HOME:'/profile/two',CODEX_HOME:'/agent/two'})); diff --git a/tests/runtime/workflow-github-symlinked-repo.json b/tests/runtime/workflow-github-symlinked-repo.json index afabbe6085..3c54dc41f0 100644 --- a/tests/runtime/workflow-github-symlinked-repo.json +++ b/tests/runtime/workflow-github-symlinked-repo.json @@ -3,7 +3,7 @@ "story_path": "user_stories/workflow-github-symlinked-repo.md", "criteria": [ { - "id": "AC1", + "id": "ac-sha256-8512d9ace1f3ecf179f62479de6fe4dcfd859f11b0d5982b", "text": "Preparing a pull request from a repository path reached through a folder symlink succeeds and returns the prepared intent with its marker; preparation does not read, write or validate a PR body file." } ], @@ -24,7 +24,7 @@ }, "checks": [ { - "criterion_id": "AC1", + "criterion_id": "ac-sha256-8512d9ace1f3ecf179f62479de6fe4dcfd859f11b0d5982b", "target": "result", "path": "/marker", "op": "equals",