mirror of
https://github.com/pbakaus/impeccable.git
synced 2026-09-12 14:16:28 +03:00
Paul Bakaus
22786feac0
Add repeated production annotation timing, real app-server cache telemetry, the context-delta decision, and correct --judge=false handling.\n\nAI-assisted: OpenAI Codex.
73 lines
2.1 KiB
TypeScript
73 lines
2.1 KiB
TypeScript
export const liveCodexWorkerResult = {
|
|
generatedAt: '2026-07-13T03:57:44.263Z',
|
|
codexVersion: '0.144.0-alpha.4',
|
|
transport: 'stdio JSONL',
|
|
model: 'GPT-5.6-Sol',
|
|
effort: 'medium',
|
|
profile: 'quality',
|
|
defaultInCodex: true,
|
|
prewarmReturnMs: 87.26,
|
|
coldWorkerReadyMs: 656.82,
|
|
timings: {
|
|
coldHandshakeMs: 36.83,
|
|
coldThreadStartMs: 400.19,
|
|
turnStartResponseMs: 0.45,
|
|
wakeToTurnStartedMs: 1.47,
|
|
trivialTurnCompletedMs: 2060.18,
|
|
},
|
|
protocolProbe: 'GPT-5.3-Codex-Spark · low',
|
|
quality: {
|
|
tasks: ['bolder', 'polish'],
|
|
runs: 4,
|
|
passed: 4,
|
|
medianGenerationMs: 34339,
|
|
p95GenerationMs: 42780.1,
|
|
averageScores: {
|
|
commandFidelity: 8,
|
|
brandAndSystemFidelity: 8.5,
|
|
frontendQuality: 7.5,
|
|
taskCompletion: 7.75,
|
|
},
|
|
sparkControlPassed: 1,
|
|
sparkControlRuns: 2,
|
|
sparkMedianGenerationMs: 16470.5,
|
|
},
|
|
architectureComparison: {
|
|
directFirstUsableMs: 64649.73,
|
|
coldAppServerFirstUsableMs: 35591.71,
|
|
warmAppServerFirstUsableMs: 34931.08,
|
|
directQualityPassed: 4,
|
|
directQualityRuns: 4,
|
|
warmQualityPassed: 4,
|
|
warmQualityRuns: 4,
|
|
annotatedQualityPassed: 3,
|
|
annotatedQualityRuns: 3,
|
|
coldInputTokens: 41066,
|
|
coldOutputTokens: 2148,
|
|
warmRepeatInputTokens: 46973,
|
|
warmRepeatCachedInputTokens: 38656,
|
|
warmRepeatCacheRate: 0.823,
|
|
},
|
|
productionBrowser: {
|
|
runs: 1,
|
|
firstVariantMs: 9868.3,
|
|
allVariantsMs: 31151.17,
|
|
acceptToResetMs: 298.71,
|
|
acceptToNextGoDispatchMs: 902.72,
|
|
acceptToNextFirstVariantMs: 16668,
|
|
sourcePreflightMs: 52,
|
|
validationMs: 10,
|
|
},
|
|
annotatedBrowser: {
|
|
runs: 2,
|
|
firstVariantMs: 14316.21,
|
|
allVariantsMs: 45424.24,
|
|
comments: 1,
|
|
strokes: 1,
|
|
screenshotAttached: true,
|
|
},
|
|
result: '4/4 full-task quality gate',
|
|
passed: true,
|
|
architecture: 'A dedicated persistent Live app-server connection and worker thread with native Impeccable skill, sub-command, project context, and annotation-image inputs. Accept interrupts unfinished variants; cleanup stays on the foreground control lane while the next generation can start independently.',
|
|
} as const;
|