ui-ux-pro-max-skill/cli/tests/e2e/agent-query-contract.spec.ts
Neal Meyer 477bcb28c9
fix: stop Cursor skill pointing at empty Quick Reference (#509)
* fix: stop Cursor skill pointing at empty Quick Reference

Platforms that set quickReference to false omitted the inlined
reference but still told the agent to use "the Quick Reference
sections above." Resolve QR/NOQR variants so Cursor (and other
non-inlined platforms) follow the existing search flow instead.
Claude and Codex keep the inlined reference wording.

Co-authored-by: Neal Meyer <ngmeyer@users.noreply.github.com>

* fix: accept 21 platform configs after ZCode

ZCode landed on main without updating the agent-guide validator
or the platform-count e2e assertion. This branch did not add a
platform; the stale expected count of 20 was failing CI.

Co-authored-by: Neal Meyer <ngmeyer@users.noreply.github.com>

* fix: refresh stale relevance runtime fingerprint

verify:data would fail next on evaluate:relevance because main's
threshold manifest still hashed the pre-#500 runtime. Metrics are
unchanged; only the fingerprint now matches current scripts/data.

Co-authored-by: Neal Meyer <ngmeyer@users.noreply.github.com>

---------

Co-authored-by: Cursor Agent <cursoragent@cursor.com>
Co-authored-by: Neal Meyer <ngmeyer@users.noreply.github.com>
2026-10-03 23:05:26 +07:00

83 lines
5.1 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

import { expect, test } from '@playwright/test';
import { loadAllPlatformConfigs, renderSkillFile } from '../../src/utils/template.js';
const DESCRIPTION =
'UI/UX design intelligence for web, mobile, and desktop. This skill should be used when designing, building, reviewing, or fixing interfaces, including pages, components, design systems, accessibility, interaction, responsive layout, typography, color, charts, and stack-specific UI implementation. Searchable local data: 79 searchable styles (50 active), 192 product palettes and reasoning profiles, 74 font pairings, 119 UX guidelines, 105 icons, 17 GSAP presets, 25 chart types, and 22 stacks.';
test('all platform metadata uses one accurate activation description', async () => {
const configs = await loadAllPlatformConfigs();
expect(configs.size).toBe(21);
for (const [platform, config] of configs) {
expect(config.description, platform).toBe(DESCRIPTION);
if (config.frontmatter?.description) {
expect(config.frontmatter.description, platform).toBe(DESCRIPTION);
}
}
});
test('rendered guides expose the deterministic query contract', async () => {
const configs = await loadAllPlatformConfigs();
for (const [platform, config] of configs) {
const content = await renderSkillFile(config);
expect(content, platform).toContain('## Query Contract');
expect(content, platform).toContain('one dominant intent');
expect(content, platform).toContain('2–5 meaningful terms');
expect(content, platform).toContain('Retry once');
expect(content, platform).toContain('Do not persist unverified output');
expect(content, platform).toContain('explicit accessibility outcome terms');
expect(content, platform).toContain('semantic UX outcome first, then the detected stack');
expect(content, platform).toContain('orphan heading line balance' + '" --domain ux');
expect(content, platform).toContain('badge chip label wraps' + '" --domain ux');
expect(content, platform).toContain('live badge count screen reader' + '" --domain ux');
expect(content, platform).toContain('rapid chip animation interrupted' + '" --domain ux');
expect(content, platform).toContain('chip badge overflow nowrap' + '" --stack html-tailwind');
expect(content, platform).toContain('React/Next.js performance');
expect(content, platform).toContain('Native/app interface guidance');
expect(content, platform).not.toContain('React Native perf | `react`');
expect(content, platform).not.toContain('Searches domains in parallel');
expect(content, platform).not.toContain('Always start with `--design-system`');
}
});
test('rendered examples encode mode, retry, and persistence boundaries', async () => {
const config = await loadAllPlatformConfigs().then(configs => configs.get('codex'));
expect(config).toBeDefined();
const content = await renderSkillFile(config!);
expect(content).toContain('keyboard focus modal' + '" --domain ux');
expect(content).toContain('rerender memo list' + '" --domain react');
expect(content).toContain('virtualized list' + '" --stack react-native');
expect(content).toContain('--output-dir "<project-root>"');
expect(content).toContain('Read an existing `MASTER.md` before deciding whether `--force` is justified');
});
test('quick-reference copy matches whether the section is inlined', async () => {
const configs = await loadAllPlatformConfigs();
const danglingTag = /\{\{#(NO)?QR\}\}|\{\{\/(NO)?QR\}\}/;
for (const [platform, config] of configs) {
const content = await renderSkillFile(config);
expect(content, platform).not.toMatch(danglingTag);
if (config.sections.quickReference) {
expect(content, platform).toContain('## Quick Reference');
expect(content, platform).toContain('rely on the Quick Reference sections above');
expect(content, platform).toContain('Quick Reference checklist above');
expect(content, platform).toContain('Quick Reference → relevant section');
expect(content, platform).toContain('Quick Reference §6:');
expect(content, platform).toContain('apply the relevant Quick Reference sections and focused searches');
expect(content, platform).toContain('Run through Quick Reference **§1–§3**');
expect(content, platform).not.toContain('use the Search Reference, Common Rules, and Pre-Delivery Checklist in this skill');
} else {
expect(content, platform).not.toContain('## Quick Reference');
expect(content, platform).not.toContain('Quick Reference sections above');
expect(content, platform).not.toContain('Quick Reference checklist above');
expect(content, platform).not.toContain('Quick Reference →');
expect(content, platform).not.toContain('Quick Reference §');
expect(content, platform).toContain('use the Search Reference, Common Rules, and Pre-Delivery Checklist in this skill');
expect(content, platform).toContain('Step 3 (`ux` domain) + Common Rules');
expect(content, platform).toContain('`"color-dark-mode color-accessible-pairs" --domain ux`');
expect(content, platform).toContain('apply focused domain searches and the Common Rules below');
}
}
});