simplify QA evidence profile and mappings/coverage shape (#93153) · openclaw/openclaw@1f8c4d3

Recent Commits to openclaw:main

RomneyDa · 2026-06-15 · via Recent Commits to openclaw:main

Original file line number	Diff line number	Diff line change
`@@ -371,17 +371,12 @@ describe("qa cli runtime", () => {`
`371`	`371`	`path: "qa/scenarios/channels/dm-chat-baseline.yaml",`
`372`	`372`	`},`
`373`	`373`	`},`
`374`		`-mapping: {`
`375`		`-profile: "smoke-ci",`
`376`		`-coverage: [`
`377`		`-{`
`378`		`-id: "channels.dm",`
`379`		`-role: "primary",`
`380`		`-surfaceIds: ["dm"],`
`381`		`-categoryIds: ["agent-runtime-and-provider-execution.agent-turn-execution"],`
`382`		`-},`
`383`		`-],`
`384`		`-},`
	`374`	`+coverage: [`
	`375`	`+{`
	`376`	`+id: "channels.dm",`
	`377`	`+role: "primary",`
	`378`	`+},`
	`379`	`+],`
`385`	`380`	`execution: {`
`386`	`381`	`runner: "host",`
`387`	`382`	`environment: {`
`@@ -446,8 +441,8 @@ describe("qa cli runtime", () => {`
`446`	`441`	`expect(suiteArgs.scenarioIds).not.toContain("thinking-slash-model-remap");`
`447`	`442`	`expect(process.env.OPENCLAW_QA_PROFILE).toBe("release");`
`448`	`443`	`const evidence = JSON.parse(await fs.readFile(suiteEvidencePath, "utf8")) as {`
	`444`	`+profile?: unknown;`
`449`	`445`	`scorecard?: {`
`450`		`-profile?: unknown;`
`451`	`446`	`run?: { evidenceEntryCount?: unknown };`
`452`	`447`	`features?: { fulfilled?: unknown };`
`453`	`448`	`categoryReports?: Array<{`
`@@ -457,12 +452,15 @@ describe("qa cli runtime", () => {`
`457`	`452`	`}>;`
`458`	`453`	`};`
`459`	`454`	`};`
	`455`	`+expect(evidence.profile).toBe("smoke-ci");`
`460`	`456`	`expect(evidence.scorecard).toMatchObject({`
`461`		`-profile: "smoke-ci",`
`462`	`457`	`run: {`
`463`	`458`	`evidenceEntryCount: 1,`
`464`	`459`	`},`
`465`	`460`	`});`
	`461`	`+expect(evidence.scorecard).not.toHaveProperty("kind");`
	`462`	`+expect(evidence.scorecard).not.toHaveProperty("taxonomy");`
	`463`	`+expect(evidence.scorecard).not.toHaveProperty("profile");`
`466`	`464`	`expect(evidence.scorecard?.features?.fulfilled).toBe(1);`
`467`	`465`	`expect(evidence.scorecard?.categoryReports?.[0]).toMatchObject({`
`468`	`466`	`id: "agent-runtime-and-provider-execution.agent-turn-execution",`

Original file line number	Diff line number	Diff line change
`@@ -71,7 +71,7 @@ import { resolveQaScenarioPackScenarioIds } from "./scenario-packs.js";`
`71`	`71`	`import { attachQaProfileScorecardEvidenceToFile } from "./scorecard-evidence.js";`
`72`	`72`	`import {`
`73`	`73`	`readQaScorecardTaxonomyReport,`
`74`		`-type QaScorecardCategoryMappingReport,`
	`74`	`+type QaScorecardCategoryCoverageReport,`
`75`	`75`	`} from "./scorecard-taxonomy.js";`
`76`	`76`	`import { runQaFlowSuiteFromRuntime, runQaSuite } from "./suite-launch.runtime.js";`
`77`	`77`	`import { scenarioMatchesQaProviderLane } from "./suite-planning.js";`
`@@ -686,7 +686,6 @@ export async function runQaProfileCommand(opts: QaProfileCommandOptions) {`
`686`	`686`	`}`
`687`	`687`	`await attachQaProfileScorecardEvidenceToFile({`
`688`	`688`	`evidencePath,`
`689`		`-taxonomyReport: scorecardReport,`
`690`	`689`	`profile,`
`691`	`690`	`filters: {`
`692`	`691`	`surface: opts.surface,`
`@@ -713,7 +712,7 @@ function defaultQaRunProfileProviderMode(profile: string): QaProviderModeInput {`
`713`	`712`	`}`
`714`	`713`
`715`	`714`	`function qaScorecardCategoryMatchesRunProfile(`
`716`		`-category: QaScorecardCategoryMappingReport,`
	`715`	`+category: QaScorecardCategoryCoverageReport,`
`717`	`716`	`opts: { profile: string; surface?: string; category?: string },`
`718`	`717`	`): boolean {`
`719`	`718`	`if (!category.profiles.includes(opts.profile)) {`

Original file line number	Diff line number	Diff line change
`@@ -121,7 +121,7 @@ describe("qa coverage report", () => {`
`121`	`121`	`expect(inventory.scorecardTaxonomy.taxonomyFulfillmentPercent).toBeGreaterThan(0);`
`122`	`122`	`expect(inventory.scorecardTaxonomy.evidenceRefCount).toBeGreaterThan(0);`
`123`	`123`	`expect(inventory.scorecardTaxonomy.scenarioCoverageIdCount).toBeGreaterThan(0);`
`124`		`-expect(inventory.scorecardTaxonomy.unmappedCoverageIdCount).toBe(0);`
	`124`	`+expect(inventory.scorecardTaxonomy.unknownCoverageIdCount).toBe(0);`
`125`	`125`	`expect(inventory.scorecardTaxonomy.validationIssues.length).toBeGreaterThan(0);`
`126`	`126`	`expect(`
`127`	`127`	`inventory.scorecardTaxonomy.validationIssues.every(`
`@@ -210,7 +210,7 @@ describe("qa coverage report", () => {`
`210`	`210`	`"- browser-automation-and-exec-sandbox-tools.tool-invocation-and-execution (browser-automation-and-exec-sandbox-tools / Tool Invocation and Execution; partial): profiles: release, smoke-ci; coverage IDs:",`
`211`	`211`	`);`
`212`	`212`	`expect(report).toContain("primary:playwright:ui/src/ui/e2e/chat-flow.e2e.test.ts (ui.control)");`
`213`		`-expect(report).not.toContain("### Unmapped Scenario Coverage IDs");`
	`213`	`+expect(report).not.toContain("### Unknown Scenario Coverage IDs");`
`214`	`214`	`});`
`215`	`215`
`216`	`216`	`it("renders Playwright matches as qa suite targets", () => {`
`@@ -292,7 +292,7 @@ describe("qa coverage report", () => {`
`292`	`292`	`});`
`293`	`293`
`294`	`294`	`expect(report.fulfilledFeatureCount).toBe(0);`
`295`		`-expect(report.categories[0]?.mappingStatus).toBe("missing");`
	`295`	`+expect(report.categories[0]?.coverageStatus).toBe("missing");`
`296`	`296`	`expect(report.validationIssues.map((issue) => issue.code)).toEqual([`
`297`	`297`	`"coverage-id-not-found",`
`298`	`298`	`"coverage-id-missing-primary-evidence",`
`@@ -320,7 +320,7 @@ describe("qa coverage report", () => {`
`320`	`320`	`expect(report.validationIssues).toStrictEqual([]);`
`321`	`321`	`expect(report.fulfilledCategoryCount).toBe(1);`
`322`	`322`	`expect(report.fulfilledFeatureCount).toBe(1);`
`323`		`-expect(report.categories[0]?.mappingStatus).toBe("mapped");`
	`323`	`+expect(report.categories[0]?.coverageStatus).toBe("covered");`
`324`	`324`	`expect(report.categories[0]?.scenarioRefs).toStrictEqual([`
`325`	`325`	`"qa/scenarios/ui/control-ui-chat-flow-playwright.yaml",`
`326`	`326`	`]);`
`@@ -422,7 +422,7 @@ describe("qa coverage report", () => {`
`422`	`422`	`});`
`423`	`423`
`424`	`424`	`expect(report.fulfilledFeatureCount).toBe(0);`
`425`		`-expect(report.categories[0]?.mappingStatus).toBe("partial");`
	`425`	`+expect(report.categories[0]?.coverageStatus).toBe("partial");`
`426`	`426`	`expect(report.validationIssues.map((issue) => issue.code)).toEqual([`
`427`	`427`	`"coverage-id-not-found",`
`428`	`428`	`"coverage-id-missing-primary-evidence",`

Original file line number	Diff line number	Diff line change
`@@ -333,7 +333,7 @@ function pushScorecardTaxonomyLines(lines: string[], report: QaScorecardTaxonomy`
`333`	`333`	`);`
`334`	`334`	lines.push(`- Evidence refs: ${report.evidenceRefCount}`);
`335`	`335`	lines.push(`- Scenario coverage IDs: ${report.scenarioCoverageIdCount}`);
`336`		-lines.push(`- Unmapped scenario coverage IDs: ${report.unmappedCoverageIdCount}`);
	`336`	+lines.push(`- Unknown scenario coverage IDs: ${report.unknownCoverageIdCount}`);
`337`	`337`	lines.push(`- Validation warnings: ${report.validationIssueCount}`, "");
`338`	`338`
`339`	`339`	`if (report.profiles.length > 0) {`
`@@ -346,7 +346,7 @@ function pushScorecardTaxonomyLines(lines: string[], report: QaScorecardTaxonomy`
`346`	`346`	`}`
`347`	`347`
`348`	`348`	`if (report.categories.length > 0) {`
`349`		`-lines.push("### Category Mapping", "");`
	`349`	`+lines.push("### Category Coverage", "");`
`350`	`350`	`for (const category of report.categories) {`
`351`	`351`	`const coverageIds =`
`352`	`352`	`category.coverageIds.length > 0 ? category.coverageIds.join(", ") : "none";`
`@@ -361,7 +361,7 @@ function pushScorecardTaxonomyLines(lines: string[], report: QaScorecardTaxonomy`
`361`	`361`	`: "none";`
`362`	`362`	`const profiles = category.profiles.length > 0 ? category.profiles.join(", ") : "none";`
`363`	`363`	`lines.push(`
`364`		-`- ${category.id} (${category.taxonomySurfaceId} / ${category.taxonomyCategoryName}; ${category.mappingStatus}): profiles: ${profiles}; coverage IDs: ${coverageIds}; evidence: ${evidence}`,
	`364`	+`- ${category.id} (${category.taxonomySurfaceId} / ${category.taxonomyCategoryName}; ${category.coverageStatus}): profiles: ${profiles}; coverage IDs: ${coverageIds}; evidence: ${evidence}`,
`365`	`365`	`);`
`366`	`366`	`}`
`367`	`367`	`lines.push("");`
`@@ -376,9 +376,9 @@ function pushScorecardTaxonomyLines(lines: string[], report: QaScorecardTaxonomy`
`376`	`376`	`lines.push("");`
`377`	`377`	`}`
`378`	`378`
`379`		`-if (report.unmappedCoverageIds.length > 0) {`
`380`		`-lines.push("### Unmapped Scenario Coverage IDs", "");`
`381`		`-lines.push(report.unmappedCoverageIds.join(", "));`
	`379`	`+if (report.unknownCoverageIds.length > 0) {`
	`380`	`+lines.push("### Unknown Scenario Coverage IDs", "");`
	`381`	`+lines.push(report.unknownCoverageIds.join(", "));`
`382`	`382`	`lines.push("");`
`383`	`383`	`}`
`384`	`384`	`}`

此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。原文来自 — 版权归原作者所有。

推荐订阅源

Recent Commits to openclaw:main