From 833deeef1603c07bb238df4176aedd85933bfd78 Mon Sep 17 00:00:00 2001 From: Paul Bakaus Date: Sun, 12 Jul 2026 20:57:00 -0700 Subject: [PATCH] Fix first-variant benchmark scope Count variants only inside the active generation wrapper so deferred carbonize markers cannot create false fast-path results.\n\nAI-assisted: OpenAI Codex. --- scripts/benchmark-live.mjs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scripts/benchmark-live.mjs b/scripts/benchmark-live.mjs index ad5dfedac..970580a31 100644 --- a/scripts/benchmark-live.mjs +++ b/scripts/benchmark-live.mjs @@ -316,8 +316,10 @@ function createSplitProgressiveAgent(agent) { async function waitForFirstVariant(page) { const handle = await page.waitForFunction(() => { - const wrappers = [...document.querySelectorAll('[data-impeccable-variant]')]; - return wrappers.some((element) => element.getAttribute('data-impeccable-variant') !== 'original'); + const activeGeneration = document.querySelector('[data-impeccable-variants]'); + if (!activeGeneration) return false; + const variants = [...activeGeneration.querySelectorAll('[data-impeccable-variant]')]; + return variants.some((element) => element.getAttribute('data-impeccable-variant') !== 'original'); }, undefined, { timeout: 150_000 }); await handle.dispose(); }