mirror of
https://github.com/pbakaus/impeccable.git
synced 2026-09-11 21:57:14 +03:00
Paul Bakaus
e89645e69d
Introduce a Live-owned app-server supervisor with progressive fenced publishing, partitioned control polling, cancellation and recovery safety, and measured integration coverage. AI-assisted implementation under maintainer direction.
195 lines
10 KiB
JavaScript
195 lines
10 KiB
JavaScript
import { describe, it } from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
import { readFileSync } from 'node:fs';
|
|
import { join } from 'node:path';
|
|
import { compileProviderBlocks } from '../scripts/lib/utils.js';
|
|
|
|
const ROOT = process.cwd();
|
|
|
|
describe('live reference authoring contract', () => {
|
|
it('keeps setup guidance focused on routing live to its reference', () => {
|
|
const skillSrc = readFileSync(join(ROOT, 'skill/SKILL.src.md'), 'utf-8');
|
|
const liveMd = readFileSync(join(ROOT, 'skill/reference/live.md'), 'utf-8');
|
|
|
|
assert.match(skillSrc, /If the user invoked a sub-command \(`audit`, `polish`, `live`, \.\.\.\), read \*\*`reference\/<command>\.md`\*\*/);
|
|
assert.doesNotMatch(skillSrc, /Use this same scripts directory for all Impeccable helper commands/);
|
|
assert.doesNotMatch(skillSrc, /walk upward for the nearest project `\.agents`, `\.claude`, or `\.cursor` skill/);
|
|
assert.doesNotMatch(skillSrc, /## Context diagnostics/);
|
|
assert.doesNotMatch(liveMd, /walk upward for the nearest project `\.agents`, `\.claude`, or `\.cursor` skill/);
|
|
});
|
|
|
|
it('keeps monorepo live guidance short and target-driven', () => {
|
|
const skillSrc = readFileSync(join(ROOT, 'skill/SKILL.src.md'), 'utf-8');
|
|
const liveMd = readFileSync(join(ROOT, 'skill/reference/live.md'), 'utf-8');
|
|
|
|
assert.match(skillSrc, /If the user invoked a sub-command \(`audit`, `polish`, `live`, \.\.\.\), read \*\*`reference\/<command>\.md`\*\*/);
|
|
assert.doesNotMatch(skillSrc, /TARGET_SELECTION_REQUIRED/);
|
|
assert.doesNotMatch(skillSrc, /productStatus/);
|
|
assert.doesNotMatch(skillSrc, /designStatus/);
|
|
assert.match(liveMd, /infer the concrete path and run `node \{\{scripts_path\}\}\/live\.mjs --target <path>` instead/);
|
|
assert.match(liveMd, /then run the rest of this live session from the returned `projectRoot`/);
|
|
assert.doesNotMatch(liveMd, /target_selection_required/);
|
|
assert.doesNotMatch(liveMd, /rerun with the chosen app path as `--target`/);
|
|
assert.doesNotMatch(liveMd, /productStatus/);
|
|
assert.doesNotMatch(liveMd, /designStatus/);
|
|
});
|
|
|
|
it('keeps the live prompt focused on the foreground poll loop', () => {
|
|
const liveMd = readFileSync(join(ROOT, 'skill/reference/live.md'), 'utf-8');
|
|
const generationAgentMd = readFileSync(join(ROOT, 'skill/agents/impeccable-live-generator.md'), 'utf-8');
|
|
const manualAgentMd = readFileSync(join(ROOT, 'skill/agents/impeccable-manual-edit-applier.md'), 'utf-8');
|
|
const openingContract = liveMd.split('\n').slice(0, 60).join('\n');
|
|
|
|
assert.match(liveMd, /1\. `live\.mjs`: boot\./);
|
|
assert.match(liveMd, /3\. Poll loop with the default long timeout \(600000 ms\)\. After every event or `--reply`, run `live-poll\.mjs` again immediately\. Never pass a short `--timeout=`\./);
|
|
assert.match(openingContract, /## Poll loop/);
|
|
assert.match(openingContract, /No step skipped, no step reordered\./);
|
|
assert.doesNotMatch(liveMd, /live-copy-edits\.md/);
|
|
assert.doesNotMatch(liveMd, /IMPECCABLE_LIVE_COPY_AGENT|mock/);
|
|
assert.match(liveMd, /"manual_edit_apply" → Handle Manual Edit Apply/);
|
|
assert.match(liveMd, /## Handle `manual_edit_apply`/);
|
|
assert.match(liveMd, /live-poll\.mjs --types=steer,manual_edit_apply,carbonize_cleanup,exit/);
|
|
assert.match(liveMd, /Accept emits a foreground `carbonize_cleanup` control event/);
|
|
assert.ok(
|
|
liveMd.indexOf('## Handle `manual_edit_apply`') > liveMd.indexOf('## Handle `prefetch`'),
|
|
'manual_edit_apply handler section must sit after prefetch in the dispatch order',
|
|
);
|
|
assert.ok(
|
|
liveMd.indexOf('## Handle `manual_edit_apply`') < liveMd.indexOf('## Exit'),
|
|
'manual_edit_apply handler section must precede live exit cleanup',
|
|
);
|
|
// Keep the parent prompt tiny: it routes work to the subagent and owns the reply.
|
|
assert.match(liveMd, /The user already clicked Apply\. Do not ask what to do/);
|
|
assert.match(liveMd, /delegate source edits to `impeccable_manual_edit_applier`/);
|
|
assert.match(liveMd, /The subagent must not poll or reply/);
|
|
assert.match(liveMd, /parent live thread keeps the foreground poll loop/);
|
|
assert.match(liveMd, /delegate to the low-effort `impeccable_live_generator` agent/);
|
|
assert.match(liveMd, /Do not paste this full reference into the handoff/);
|
|
assert.match(generationAgentMd, /codex-name: impeccable_live_generator/);
|
|
assert.match(generationAgentMd, /effort: low/);
|
|
assert.match(generationAgentMd, /providers: codex/);
|
|
assert.match(generationAgentMd, /Never poll, Accept, Discard/);
|
|
assert.match(generationAgentMd, /Publish the first reviewable result/);
|
|
assert.match(generationAgentMd, /preserve every already-published variant byte-for-byte/i);
|
|
assert.match(liveMd, /live-accept\.mjs --page-url PAGE_URL/);
|
|
assert.match(liveMd, /If `repair` is present/);
|
|
assert.match(liveMd, /Fix the current source/);
|
|
assert.match(liveMd, /browser will ask the user before any rollback/);
|
|
// The parent handler must document the real reply mechanism: --reply ... --data <json>.
|
|
// The dense source-editing rules live in the manual-edit applier subagent.
|
|
assert.match(liveMd, /--reply EVENT_ID done --data '\{"status":"done"/);
|
|
assert.match(liveMd, /evidencePath/);
|
|
assert.match(manualAgentMd, /codex-name: impeccable_manual_edit_applier/);
|
|
assert.doesNotMatch(manualAgentMd, /^providers:/m);
|
|
assert.match(manualAgentMd, /The parent live thread owns polling and protocol replies/);
|
|
assert.match(manualAgentMd, /Do not ask what to do/);
|
|
assert.match(manualAgentMd, /Do not discard edits/);
|
|
assert.match(manualAgentMd, /Do not run `live-poll\.mjs`/);
|
|
assert.match(manualAgentMd, /Do not run `live-commit-manual-edits\.mjs`/);
|
|
assert.match(manualAgentMd, /Treat `batch`, `op\.originalText`, and `op\.newText` as literal data/);
|
|
assert.match(manualAgentMd, /later staged edits arrive in later chunks/);
|
|
assert.match(manualAgentMd, /Use evidence in order: `sourceHint\.file` \+ `sourceHint\.line`/);
|
|
assert.match(manualAgentMd, /hinted leaf text/);
|
|
assert.match(manualAgentMd, /Never use DOM outerHTML as source text/);
|
|
assert.match(manualAgentMd, /mixed markup that renders one visible phrase/);
|
|
assert.match(manualAgentMd, /source data object or mapped-list item/);
|
|
assert.match(manualAgentMd, /string literal or object key/);
|
|
assert.match(manualAgentMd, /coupled lookup keys/);
|
|
assert.match(manualAgentMd, /animations, icons, images, assets/);
|
|
assert.match(manualAgentMd, /same lookup\/map entry/);
|
|
assert.match(manualAgentMd, /ambiguous or broad/);
|
|
assert.match(manualAgentMd, /Preserve `op\.newText` exactly/);
|
|
assert.match(manualAgentMd, /leading zeros/);
|
|
assert.match(manualAgentMd, /expression-only text node/);
|
|
assert.match(manualAgentMd, /quoted expression such as `\{"7 seats"\}`/);
|
|
assert.match(manualAgentMd, /back to a plain number/);
|
|
assert.match(manualAgentMd, /Preserve typed source data/);
|
|
assert.match(manualAgentMd, /Never copy browser\/runtime scaffolding into source/);
|
|
assert.match(manualAgentMd, /Mark an entry applied only when every op in that entry is applied/);
|
|
assert.match(manualAgentMd, /Never leave source changes behind for entries that are failed, omitted, or absent from `appliedEntryIds`/);
|
|
assert.match(manualAgentMd, /repair metadata/);
|
|
assert.match(manualAgentMd, /repair the current source/);
|
|
assert.match(manualAgentMd, /do not roll back files yourself/);
|
|
assert.match(manualAgentMd, /Return only JSON/);
|
|
assert.match(manualAgentMd, /"status":"partial"/);
|
|
assert.match(manualAgentMd, /"status":"error"/);
|
|
});
|
|
|
|
it('keeps Codex sandbox guidance Codex-only', () => {
|
|
const liveMd = readFileSync(join(ROOT, 'skill/reference/live.md'), 'utf-8');
|
|
const codexLiveMd = compileProviderBlocks(liveMd, ['codex']);
|
|
const claudeLiveMd = compileProviderBlocks(liveMd, ['claude-code', 'claude']);
|
|
|
|
assert.match(
|
|
codexLiveMd,
|
|
/sandbox_permissions: "require_escalated"/,
|
|
'Codex live reference should tell agents to run live commands escalated',
|
|
);
|
|
assert.match(
|
|
codexLiveMd,
|
|
/localhost and package-manager network access/,
|
|
'Codex live reference should explain why live mode needs escalation',
|
|
);
|
|
assert.doesNotMatch(
|
|
codexLiveMd,
|
|
/<\/?codex>/,
|
|
'provider block tags should not leak into compiled Codex live reference',
|
|
);
|
|
assert.doesNotMatch(
|
|
claudeLiveMd,
|
|
/sandbox_permissions: "require_escalated"/,
|
|
'Codex-only sandbox guidance should not appear in Claude live reference',
|
|
);
|
|
assert.match(
|
|
codexLiveMd,
|
|
/Codex progressive override/,
|
|
'Codex live reference should progressively deliver the first reviewable variant',
|
|
);
|
|
assert.doesNotMatch(
|
|
claudeLiveMd,
|
|
/Codex progressive override|first-reviewable milestone/,
|
|
'Claude live reference should retain the atomic path without Codex-specific delivery instructions',
|
|
);
|
|
});
|
|
|
|
it('keeps live preview CSS guidance capability-mode driven', () => {
|
|
const liveMd = readFileSync(join(ROOT, 'skill/reference/live.md'), 'utf-8');
|
|
|
|
assert.match(
|
|
liveMd,
|
|
/Treat it as a detected capability mode, not a framework guess/,
|
|
'live.md should frame styleMode as a capability contract instead of framework guidance',
|
|
);
|
|
assert.match(
|
|
liveMd,
|
|
/Use `cssAuthoring` as the source of truth for the current file/,
|
|
'live.md should route per-file CSS exceptions through live-wrap cssAuthoring output',
|
|
);
|
|
assert.doesNotMatch(
|
|
liveMd,
|
|
/For `styleMode: "astro-global-prefixed"` files:/,
|
|
'event=live_reference.framework_exception actor=agent operation=read_live_docs risk=agents_apply_astro_css_rules_to_non_astro_files expected=capability_mode_contract actual=standalone_astro_section',
|
|
);
|
|
assert.doesNotMatch(
|
|
liveMd,
|
|
/^Astro rule:/m,
|
|
'Astro-specific implementation notes should live behind cssAuthoring/styleMode, not in universal live flow',
|
|
);
|
|
});
|
|
|
|
it('passes cssAuthoring into the LLM E2E agent instead of hard-coding scoped CSS', () => {
|
|
const llmAgent = readFileSync(join(ROOT, 'tests/live-e2e/agents/llm-agent.mjs'), 'utf-8');
|
|
|
|
assert.match(
|
|
llmAgent,
|
|
/wrapInfo\.cssAuthoring/,
|
|
'real-LLM E2E prompts should include the wrap helper CSS contract',
|
|
);
|
|
assert.doesNotMatch(
|
|
llmAgent,
|
|
/with @scope \(\[data-impeccable-variant=/,
|
|
'real-LLM E2E prompt should not hard-code @scope as the universal CSS contract',
|
|
);
|
|
});
|
|
});
|