mirror of
https://github.com/pbakaus/impeccable.git
synced 2026-09-14 23:26:39 +03:00
128 lines
3.4 KiB
TypeScript
128 lines
3.4 KiB
TypeScript
export const liveCodexWorkerResult = {
|
|
generatedAt: '2026-07-13T18:39:45.449Z',
|
|
codexVersion: '0.144.0-alpha.4',
|
|
transport: 'stdio JSONL',
|
|
model: 'GPT-5.6-Sol',
|
|
effort: 'medium',
|
|
profile: 'quality',
|
|
defaultInCodex: true,
|
|
prewarmReturnMs: 87.26,
|
|
coldWorkerReadyMs: 656.82,
|
|
timings: {
|
|
coldHandshakeMs: 36.83,
|
|
coldThreadStartMs: 400.19,
|
|
turnStartResponseMs: 0.45,
|
|
wakeToTurnStartedMs: 1.47,
|
|
trivialTurnCompletedMs: 2060.18,
|
|
},
|
|
protocolProbe: 'GPT-5.3-Codex-Spark · low',
|
|
quality: {
|
|
tasks: ['bolder', 'polish'],
|
|
runs: 4,
|
|
passed: 4,
|
|
medianGenerationMs: 34339,
|
|
p95GenerationMs: 42780.1,
|
|
averageScores: {
|
|
commandFidelity: 8,
|
|
brandAndSystemFidelity: 8.5,
|
|
frontendQuality: 7.5,
|
|
taskCompletion: 7.75,
|
|
},
|
|
sparkControlPassed: 1,
|
|
sparkControlRuns: 2,
|
|
sparkMedianGenerationMs: 16470.5,
|
|
},
|
|
architectureComparison: {
|
|
directFirstUsableMs: 64649.73,
|
|
coldAppServerFirstUsableMs: 35591.71,
|
|
warmAppServerFirstUsableMs: 34931.08,
|
|
directQualityPassed: 4,
|
|
directQualityRuns: 4,
|
|
warmQualityPassed: 4,
|
|
warmQualityRuns: 4,
|
|
annotatedQualityPassed: 3,
|
|
annotatedQualityRuns: 3,
|
|
coldInputTokens: 41066,
|
|
coldOutputTokens: 2148,
|
|
warmRepeatInputTokens: 46973,
|
|
warmRepeatCachedInputTokens: 38656,
|
|
warmRepeatCacheRate: 0.823,
|
|
},
|
|
productionBrowser: {
|
|
runs: 1,
|
|
selectedTarget: 'article.offer-card',
|
|
firstVariantMs: 28823.47,
|
|
firstVariantP95Ms: 28823.47,
|
|
secondVariantMs: 72698.01,
|
|
allVariantsMs: 145234.51,
|
|
allVariantsP95Ms: 145234.51,
|
|
firstToSecondMs: 43874.54,
|
|
secondToAllMs: 72536.5,
|
|
serverPickupMs: 56.31,
|
|
sourcePreflightMs: 43,
|
|
validationMs: 5.67,
|
|
acceptRuns: 1,
|
|
acceptedVariant: 2,
|
|
acceptToResetMs: 231.1,
|
|
acceptToNextGoDispatchMs: 833.68,
|
|
acceptToNextFirstVariantMs: 52612.73,
|
|
blockedTailBaselineMs: 68141,
|
|
},
|
|
twoCheckpointControl: {
|
|
runs: 1,
|
|
selectedTarget: 'article.offer-card',
|
|
firstVariantMs: 48437.46,
|
|
secondVariantMs: 139587.21,
|
|
allVariantsMs: 139587.21,
|
|
variants: 3,
|
|
passed: 2,
|
|
},
|
|
transportBaseline: {
|
|
runs: 5,
|
|
selectedTarget: 'h2.offer-card__title',
|
|
firstVariantMs: 19283,
|
|
firstVariantP95Ms: 20412,
|
|
allVariantsMs: 52795,
|
|
allVariantsP95Ms: 55115,
|
|
variants: 9,
|
|
calibratedPassed: 3,
|
|
},
|
|
renderedQuality: {
|
|
runs: 1,
|
|
variants: 3,
|
|
passed: 1,
|
|
commandFidelity: 6,
|
|
brandFidelity: 7.67,
|
|
renderQuality: 6,
|
|
taskCompletion: 6,
|
|
},
|
|
calibratedHeadingQuality: {
|
|
runs: 3,
|
|
variants: 9,
|
|
passed: 3,
|
|
commandFidelity: 6.11,
|
|
brandFidelity: 6.44,
|
|
renderQuality: 5.78,
|
|
taskCompletion: 5.56,
|
|
},
|
|
atomicExperiment: {
|
|
runs: 1,
|
|
firstVariantMs: 40225,
|
|
allVariantsMs: 40227,
|
|
variants: 3,
|
|
passed: 1,
|
|
status: 'Opt-in experiment',
|
|
},
|
|
annotatedBrowser: {
|
|
runs: 2,
|
|
firstVariantMs: 14316.21,
|
|
allVariantsMs: 45424.24,
|
|
comments: 1,
|
|
strokes: 1,
|
|
screenshotAttached: true,
|
|
},
|
|
result: '4/4 full-task quality gate',
|
|
passed: true,
|
|
architecture: 'A dedicated persistent Live app-server connection and worker thread with native Impeccable skill, sub-command, project context, and annotation-image inputs. Variants 1 and 2 publish as independent reviewable checkpoints; variant 3 and parameters finish last. Accept interrupts unfinished variants; cleanup stays on the foreground control lane while the next generation starts independently.',
|
|
} as const;
|