mirror of
https://github.com/pbakaus/impeccable.git
synced 2026-09-11 21:57:14 +03:00
Add atomic Live benchmark controls
AI-assisted: Codex
This commit is contained in:
@@ -45,7 +45,11 @@ const fixtureName = String(args.fixture || 'vite8-react-plain');
|
||||
const iterations = positiveInt(args.iterations, 5);
|
||||
const agentMode = args.agent === 'codex' ? 'codex' : args.agent === 'llm' ? 'llm' : 'fake';
|
||||
const scenario = args.scenario === 'annotated' ? 'annotated' : 'plain';
|
||||
const delivery = agentMode === 'codex' || args.delivery === 'progressive' ? 'progressive' : 'atomic';
|
||||
const delivery = args.delivery === 'atomic'
|
||||
? 'atomic'
|
||||
: agentMode === 'codex' || args.delivery === 'progressive'
|
||||
? 'progressive'
|
||||
: 'atomic';
|
||||
const interactionMode = args.acceptFirst ? 'accept-first-then-next-go' : 'complete-then-discard';
|
||||
const simulatedTailMs = positiveInt(args.simulatedTailMs, 0);
|
||||
const outputPath = args.output ? resolve(ROOT, String(args.output)) : null;
|
||||
@@ -446,6 +450,7 @@ async function startCodexProductionWorker({ tmp, scriptsDir, log, trace }, optio
|
||||
IMPECCABLE_LIVE_CODEX_WORKER: '1',
|
||||
IMPECCABLE_LIVE_CODEX_PROFILE: String(options.profile || 'quality'),
|
||||
IMPECCABLE_LIVE_CODEX_EFFORT: String(options.effort || 'medium'),
|
||||
IMPECCABLE_LIVE_CODEX_DELIVERY: options.delivery === 'atomic' ? 'atomic' : 'progressive',
|
||||
...(options.model ? { IMPECCABLE_LIVE_CODEX_MODEL: String(options.model) } : {}),
|
||||
},
|
||||
stdio: ['ignore', 'pipe', 'pipe'],
|
||||
|
||||
@@ -15,6 +15,9 @@ export function buildRenderedJudgePrompt({ action, brief, safeContext = {}, vari
|
||||
'Return JSON only with this shape: {"variants":[{"variantId":1,"commandFidelity":1,"brandAndSystemFidelity":1,"renderedQuality":1,"taskCompletion":1,"criticalFailure":false,"summary":"One short sentence."}]}.',
|
||||
'Use integer scores from 1-10. A 7 means clearly shippable and materially improved. Mark criticalFailure for illegible, broken, clipped, off-brand, generic-AI, or task-contradicting output.',
|
||||
'Judge every supplied variant independently. Do not reward novelty that violates the existing identity.',
|
||||
'Treat the remote-safe constraints as authoritative. Never call a color, typeface, component, or primitive off-system when the constraints explicitly allow it, even if its rendered hue has another everyday name.',
|
||||
'Do not invent prohibitions from adjectives such as restrained, editorial, bold, or quiet. If an allowed primitive is used poorly, score that under renderedQuality or commandFidelity and describe the actual visual problem; do not misreport it as a system violation.',
|
||||
'Use the original screenshot as evidence for established roles, but allow the requested action to materially change hierarchy, proportion, composition, and the placement of explicitly allowed colors.',
|
||||
'',
|
||||
`<action>/${String(action || 'impeccable')}</action>`,
|
||||
`<brief>${String(brief || '')}</brief>`,
|
||||
|
||||
Reference in New Issue
Block a user