mirror of
https://github.com/pbakaus/impeccable.git
synced 2026-09-14 07:06:45 +03:00
96 lines
2.6 KiB
TypeScript
96 lines
2.6 KiB
TypeScript
export const liveCodexWorkerResult = {
|
|
generatedAt: '2026-07-13T03:57:44.263Z',
|
|
codexVersion: '0.144.0-alpha.4',
|
|
transport: 'stdio JSONL',
|
|
model: 'GPT-5.6-Sol',
|
|
effort: 'medium',
|
|
profile: 'quality',
|
|
defaultInCodex: true,
|
|
prewarmReturnMs: 87.26,
|
|
coldWorkerReadyMs: 656.82,
|
|
timings: {
|
|
coldHandshakeMs: 36.83,
|
|
coldThreadStartMs: 400.19,
|
|
turnStartResponseMs: 0.45,
|
|
wakeToTurnStartedMs: 1.47,
|
|
trivialTurnCompletedMs: 2060.18,
|
|
},
|
|
protocolProbe: 'GPT-5.3-Codex-Spark · low',
|
|
quality: {
|
|
tasks: ['bolder', 'polish'],
|
|
runs: 4,
|
|
passed: 4,
|
|
medianGenerationMs: 34339,
|
|
p95GenerationMs: 42780.1,
|
|
averageScores: {
|
|
commandFidelity: 8,
|
|
brandAndSystemFidelity: 8.5,
|
|
frontendQuality: 7.5,
|
|
taskCompletion: 7.75,
|
|
},
|
|
sparkControlPassed: 1,
|
|
sparkControlRuns: 2,
|
|
sparkMedianGenerationMs: 16470.5,
|
|
},
|
|
architectureComparison: {
|
|
directFirstUsableMs: 64649.73,
|
|
coldAppServerFirstUsableMs: 35591.71,
|
|
warmAppServerFirstUsableMs: 34931.08,
|
|
directQualityPassed: 4,
|
|
directQualityRuns: 4,
|
|
warmQualityPassed: 4,
|
|
warmQualityRuns: 4,
|
|
annotatedQualityPassed: 3,
|
|
annotatedQualityRuns: 3,
|
|
coldInputTokens: 41066,
|
|
coldOutputTokens: 2148,
|
|
warmRepeatInputTokens: 46973,
|
|
warmRepeatCachedInputTokens: 38656,
|
|
warmRepeatCacheRate: 0.823,
|
|
},
|
|
productionBrowser: {
|
|
runs: 5,
|
|
firstVariantMs: 19283,
|
|
firstVariantP95Ms: 20412,
|
|
allVariantsMs: 52795,
|
|
allVariantsP95Ms: 55115,
|
|
deliveryGapMs: 33308,
|
|
serverPickupMs: 72.81,
|
|
sourcePreflightMs: 44,
|
|
validationMs: 5,
|
|
acceptRuns: 1,
|
|
acceptToResetMs: 196.5,
|
|
acceptToNextGoDispatchMs: 790.94,
|
|
acceptToNextFirstVariantMs: 23820,
|
|
blockedTailBaselineMs: 68141,
|
|
},
|
|
renderedQuality: {
|
|
runs: 3,
|
|
variants: 9,
|
|
passed: 1,
|
|
commandFidelity: 5.67,
|
|
brandFidelity: 5,
|
|
renderQuality: 5.44,
|
|
taskCompletion: 5.11,
|
|
},
|
|
atomicExperiment: {
|
|
runs: 1,
|
|
firstVariantMs: 40225,
|
|
allVariantsMs: 40227,
|
|
variants: 3,
|
|
passed: 1,
|
|
status: 'Opt-in experiment',
|
|
},
|
|
annotatedBrowser: {
|
|
runs: 2,
|
|
firstVariantMs: 14316.21,
|
|
allVariantsMs: 45424.24,
|
|
comments: 1,
|
|
strokes: 1,
|
|
screenshotAttached: true,
|
|
},
|
|
result: '4/4 full-task quality gate',
|
|
passed: true,
|
|
architecture: 'A dedicated persistent Live app-server connection and worker thread with native Impeccable skill, sub-command, project context, and annotation-image inputs. Accept interrupts unfinished variants; cleanup stays on the foreground control lane while the next generation can start independently.',
|
|
} as const;
|