completeness-instruction paths.

- Feature `coverageIds` are ANDed proof targets, not aliases. A feature may

list multiple IDs when each ID proves part of one capability.

- Coverage IDs use dotted `namespace.behavior` form, with lowercase

alphanumeric/dash segments. Profile, surface, and category IDs may remain

dashed or dotted.

- Keep categories and feature names unique, product-shaped, and broader than raw

coverage IDs. Do not promote generic IDs into standalone feature names.

- Avoid duplicate coverage-ID bundles under different feature names in one

entries remain the source of truth for the tests, coverage roles, and results.

Taxonomy feature coverage IDs are exact proof targets, not aliases. Primary

scenario coverage fulfills matching IDs; secondary coverage stays advisory.

Coverage IDs use dotted `namespace.behavior` form with lowercase

alphanumeric/dash segments; profile, surface, and category IDs may still use

the existing dashed or dotted taxonomy IDs.

Slim evidence omits per-entry `execution` and sets `evidenceMode: "slim"`;

`smoke-ci` defaults to slim, and `--evidence-mode full` restores full entries:

const TEST_BROWSER_CATEGORY_ID = "browser-control-ui-and-webchat.browser-ui";

const TEST_BROWSER_COVERAGE_ID = "ui.control";

const TEST_WEBCHAT_COVERAGE_ID = "ui.webchat";

const DOTTED_COVERAGE_ID_PATTERN = /^[a-z0-9][a-z0-9-]*(?:\.[a-z0-9][a-z0-9-]*)+$/;

function testMaturityTaxonomy(params?: {

categoryId?: string;

expect(inventory.scorecardTaxonomy.evidenceRefCount).toBeGreaterThan(0);

expect(inventory.scorecardTaxonomy.scenarioCoverageIdCount).toBeGreaterThan(0);

expect(inventory.scorecardTaxonomy.unknownCoverageIdCount).toBe(0);

expect(

inventory.scorecardTaxonomy.categories

.flatMap((category) => category.coverageIds)

.every((coverageId) => DOTTED_COVERAGE_ID_PATTERN.test(coverageId)),

).toBe(true);

expect(inventory.scorecardTaxonomy.validationIssues.length).toBeGreaterThan(0);

expect(

inventory.scorecardTaxonomy.validationIssues.some((issue) =>

surface: "web-ui",

},

{

coverageIds: ["cli-entrypoint"],

coverageIds: ["cli.entrypoint"],

runner: {

availability: "local",

command: "pnpm openclaw qa suite --scenario ux-matrix-evidence-dashboard",

title: "UX Matrix: cli / error-state",

source: { path: "scripts/ux-matrix/dashboard.ts" },

},

coverage: [{ id: "status-snapshots", role: "primary" }],

coverage: [{ id: "cli.status-snapshots", role: "primary" }],

execution: {

runner: "ux-matrix-dashboard",

environment: {

{

artifactKinds: [],

artifactPaths: [],

coverageIds: ["cli-entrypoint"],

coverageIds: ["cli.entrypoint"],

runner: {

availability: "local",

command: "pnpm openclaw qa suite --scenario ux-matrix-evidence-dashboard",

id: "control-ui.browser-run",

title: "Control UI browser workflow",

sourcePath: "ui/control-ui.e2e.test.ts",

primaryCoverageIds: ["control-ui.browser"],

primaryCoverageIds: ["ui.control"],

docsRefs: ["docs/concepts/qa-e2e-automation.md"],

codeRefs: ["ui/"],

},

},

coverage: [

{

id: "control-ui.browser",

id: "ui.control",

role: "primary",

},

],

}

describe("qa scenario catalog", () => {

const dottedCoverageIdPattern = /^[a-z0-9][a-z0-9-]*(?:\.[a-z0-9][a-z0-9-]*)+$/;

it("keeps repo-backed scenarios YAML-only", () => {

expect(listScenarioMarkdownPaths()).toStrictEqual([]);

});

.filter((scenario) => !(scenario.coverage?.primary.length ?? 0))

.map((scenario) => scenario.id),

).toStrictEqual([]);

expect(

pack.scenarios.every(

(scenario) =>

(scenario.coverage?.primary ?? []).every((coverageId) =>

dottedCoverageIdPattern.test(coverageId),

) &&

(scenario.coverage?.secondary ?? []).every((coverageId) =>

dottedCoverageIdPattern.test(coverageId),

),

),

).toBe(true);

expect(readQaScenarioById("memory-recall").coverage?.primary).toContain("memory.recall");

});

const qaCoverageIdSchema = z

.string()

.trim()

.regex(/^[a-z0-9]+(?:[.-][a-z0-9]+)*$/, {

message: "coverage ids must use lowercase dotted or dashed tokens",

.regex(/^[a-z0-9][a-z0-9-]*(?:\.[a-z0-9][a-z0-9-]*)+$/, {

message: "coverage ids must use lowercase dotted tokens",

});

const qaCoverageIdListSchema = z.array(qaCoverageIdSchema).min(1);

.string()

.trim()

.regex(/^[a-z0-9]+(?:[.-][a-z0-9]+)*$/, {

message: "scorecard and coverage ids must use lowercase dotted or dashed tokens",

message: "scorecard ids must use lowercase dotted or dashed tokens",

});

const qaCoverageIdSchema = z

.string()

.trim()

.regex(/^[a-z0-9][a-z0-9-]*(?:\.[a-z0-9][a-z0-9-]*)+$/, {

message: "coverage ids must use lowercase dotted tokens",

});

function isRepoRootRelativeRef(value: string) {

const qaMaturityFeatureSchema = z.object({

name: z.string().trim().min(1),

coverageIds: z.array(qaScorecardIdSchema).default([]),

coverageIds: z.array(qaCoverageIdSchema).default([]),

description: z.string().trim().min(1).optional(),

});

"tools.evidence",

"workspace.artifacts",

"ui.control",

"control-ui",

"cli-entrypoint",

"status-snapshots",

"gateway.control-ui-hosting",

"cli.entrypoint",

"cli.status-snapshots",

]),

);

const artifactKinds = evidence.entries.flatMap(

{

artifactKinds: [],

artifactPaths: [],

coverageIds: ["cli-entrypoint"],

coverageIds: ["cli.entrypoint"],

runner: {

availability: "local",

command: "pnpm openclaw qa suite --scenario ux-matrix-evidence-dashboard",

expect(html).toContain('data-evidence-entry-id="ux-matrix.web-ui.first-run"');

expect(html).toContain("evidence-matrix-cell-proof-gap");

expect(html).toContain("not executed in this run");

expect(html).toContain("Coverage: cli-entrypoint");

expect(html).toContain("Coverage: cli.entrypoint");

expect(html).toContain("Runner: cli-status");

expect(html).toContain("Open media artifact");

expect(html).toContain("Open video artifact");