ui-ux-pro-max-skill/cli/assets/scripts/tests/fixtures/relevance-thresholds.json
Khanh Le ed766d3bf6
feat: add GIS web map and Earth observation product types (#582)
Map products had no matching product type: "GIS dashboard web map"
routed to Analytics Dashboard, "geospatial analytics platform" to
Podcast Platform, and "satellite imagery earth observation viewer"
returned nothing, so --design-system fell back to a landing-page
pattern for a map tool.

Add two product types with matching rows in products.csv, colors.csv
and ui-reasoning.csv (No 193-194):

- GIS / Web Map Dashboard: map-first layout with layer panel and linked
  list, muted basemap, one UI accent, colorblind-safe data ramps.
- Earth Observation / Satellite Imagery Viewer: imagery-first layout,
  neutral dark-grey chrome so imagery colors read true, date timeline,
  before/after compare, perceptual index ramps.

Reasoning rows require map attribution, a legend and a text
alternative, and list rainbow ramps, hidden attribution, glass panels
over the map and raw-count choropleths as anti-patterns, in line with
the Maps rows in ux-guidelines.csv. Color tokens pass the existing
contrast contract. Provenance records cover both reasoning rows.

The product, palette and reasoning sets grow from 192 to 194, so the
row-count contract in validate_data.py, test_data_contracts.py and the
published counts move to 194. Neighbouring product queries (analytics
dashboard, delivery tracking, public transit, drone fleet, podcast
platform) keep their product type; relevance metrics are unchanged.

Co-authored-by: Khanhle19 <201531944+Khanhle19@users.noreply.github.com>
2026-11-18 23:06:04 +07:00

101 lines
5.0 KiB
JSON

{
"schemaVersion": 1,
"status": "provisional-baseline-regression-gate",
"baselineRevision": "97eb2a2",
"runtimeFingerprint": "83b21bffd0822e261ae931b4453ec62a8ce7d4c0fea6335f0d9235f862732773",
"oracleFingerprint": "02e7226428c64a995ec24ae104ce4d186f5f91bf0f062556e90ef9b0fcb6d67a",
"approvingMaintainer": "repository maintainer approved Phase 1 testing checkpoint; second judgment review remains required before final-target promotion",
"units": "All metrics are ratios in [0,1]. Precision treats missing ranks as non-relevant. Negative abstention is measured across the hard-negative by domain/stack cross-product.",
"splitPolicy": {
"calibration": "May be inspected while tuning retrieval.",
"held_out": "Must not be inspected to tune ranking weights; used for final confirmation.",
"varianceAndConfidence": "Corpus is deterministic and has no sampling variance. Report exact ratios and sample counts; do not claim population confidence intervals from this curated set."
},
"tolerancePolicy": "A 1e-12 numeric tolerance permits floating-point representation only. Current known failures remain visible in relevance-baseline.json; the gate prevents regressions and does not claim final quality targets are met.",
"metrics": {
"routingAccuracy": {"floor": 0.875, "tolerance": 1e-12},
"precisionAt1": {"floor": 0.7631578947368421, "tolerance": 1e-12},
"precisionAt3": {"floor": 0.3815789473684211, "tolerance": 1e-12},
"mrrAt3": {"floor": 0.8355263157894737, "tolerance": 1e-12},
"ndcgAt3": {"floor": 0.8366350964266653, "tolerance": 1e-12},
"negativeAbstention": {"floor": 0.9117647058823529, "tolerance": 1e-12},
"typoRecoveryAt3": {"floor": 1.0, "tolerance": 1e-12},
"designSystemCoherence": {"floor": 0.71875, "tolerance": 1e-12}
},
"sampleMinimums": {
"cases": 90,
"retrieval": 76,
"routing": 8,
"negativeChecks": 204,
"typo": 5,
"designSystem": 8,
"domain:style": 2,
"domain:color": 2,
"domain:chart": 2,
"domain:landing": 2,
"domain:product": 2,
"domain:ux": 2,
"domain:typography": 2,
"domain:icons": 2,
"domain:gsap": 2,
"domain:react": 2,
"domain:web": 2,
"domain:google-fonts": 2
},
"splits": {
"calibration": {
"metrics": {
"routingAccuracy": {"floor": 0.8, "tolerance": 1e-12},
"precisionAt1": {"floor": 0.8974358974358975, "tolerance": 1e-12},
"precisionAt3": {"floor": 0.40170940170940167, "tolerance": 1e-12},
"mrrAt3": {"floor": 0.9230769230769231, "tolerance": 1e-12},
"ndcgAt3": {"floor": 0.9103072109232644, "tolerance": 1e-12},
"negativeAbstention": {"floor": 0.9411764705882353, "tolerance": 1e-12},
"typoRecoveryAt3": {"floor": 0.0, "tolerance": 1e-12},
"designSystemCoherence": {"floor": 0.6875, "tolerance": 1e-12}
},
"sampleMinimums": {"cases": 46, "retrieval": 39, "routing": 5, "negativeChecks": 102, "typo": 0, "designSystem": 4}
},
"held_out": {
"metrics": {
"routingAccuracy": {"floor": 1.0, "tolerance": 1e-12},
"precisionAt1": {"floor": 0.6216216216216216, "tolerance": 1e-12},
"precisionAt3": {"floor": 0.36036036036036034, "tolerance": 1e-12},
"mrrAt3": {"floor": 0.7432432432432432, "tolerance": 1e-12},
"ndcgAt3": {"floor": 0.7589807054707906, "tolerance": 1e-12},
"negativeAbstention": {"floor": 0.8823529411764706, "tolerance": 1e-12},
"typoRecoveryAt3": {"floor": 1.0, "tolerance": 1e-12},
"designSystemCoherence": {"floor": 0.75, "tolerance": 1e-12}
},
"sampleMinimums": {"cases": 44, "retrieval": 37, "routing": 3, "negativeChecks": 102, "typo": 5, "designSystem": 4}
}
},
"lockedCases": {
"domain-style-glassmorphism": {"withinTop": 1, "minimumGrade": 2},
"domain-color-spa": {"withinTop": 1, "minimumGrade": 2},
"domain-chart-time-series": {"withinTop": 1, "minimumGrade": 2},
"domain-landing-pricing": {"withinTop": 1, "minimumGrade": 2},
"domain-product-spa": {"withinTop": 1, "minimumGrade": 2},
"domain-ux-keyboard-focus": {"withinTop": 1, "minimumGrade": 2},
"domain-typography-luxury": {"withinTop": 1, "minimumGrade": 2},
"domain-icons-search": {"withinTop": 1, "minimumGrade": 2},
"domain-gsap-scroll-reveal": {"withinTop": 1, "minimumGrade": 2},
"domain-react-parallel-promises": {"withinTop": 1, "minimumGrade": 2},
"domain-web-icon-label": {"withinTop": 1, "minimumGrade": 2},
"domain-google-fonts-inter": {"withinTop": 1, "minimumGrade": 2},
"stack-swiftui-navigation": {"withinTop": 1, "minimumGrade": 2},
"stack-threejs-orbitcontrols": {"withinTop": 1, "minimumGrade": 2},
"stack-uwp-migration": {"withinTop": 1, "minimumGrade": 2},
"stack-winui-dispatcherqueue": {"withinTop": 1, "minimumGrade": 2}
},
"proposedFinalTargets": {
"routingAccuracy": 0.93,
"precisionAt1": 0.8,
"mrrAt3": 0.88,
"ndcgAt3": 0.92,
"negativeAbstention": 0.95,
"typoRecoveryAt3": 0.85,
"designSystemCoherence": 0.9
}
}