@@ -18,6 +18,7 @@ const TEST_WEBCHAT_COVERAGE_ID = "ui.webchat";
1818function testMaturityTaxonomy(params?: {
1919categoryId?: string;
2020coverageIds?: readonly string[];
21+includeAllCategories?: boolean;
2122profileCategoryIds?: readonly string[];
2223}) {
2324const categoryId = params?.categoryId ?? TEST_EXECUTABLE_CATEGORY_ID;
@@ -31,12 +32,16 @@ function testMaturityTaxonomy(params?: {
3132{
3233id: "smoke-ci",
3334description: "Test smoke profile.",
35+includeAllCategories: false,
3436categoryIds: [],
3537},
3638{
3739id: "release",
3840description: "Test release profile.",
39-categoryIds: [...(params?.profileCategoryIds ?? [categoryId])],
41+includeAllCategories: params?.includeAllCategories ?? false,
42+categoryIds: [
43+ ...(params?.includeAllCategories ? [] : (params?.profileCategoryIds ?? [categoryId])),
44+],
4045},
4146],
4247surfaces: [
@@ -115,7 +120,10 @@ describe("qa coverage report", () => {
115120]);
116121expect(inventory.scorecardTaxonomy.profileCount).toBe(2);
117122expect(inventory.scorecardTaxonomy.categoryCount).toBeGreaterThan(200);
118-expect(inventory.scorecardTaxonomy.requiredCategoryCount).toBe(15);
123+expect(inventory.scorecardTaxonomy.requiredCategoryCount).toBeGreaterThan(0);
124+expect(inventory.scorecardTaxonomy.requiredCategoryCount).toBeLessThanOrEqual(
125+inventory.scorecardTaxonomy.categoryCount,
126+);
119127expect(inventory.scorecardTaxonomy.requiredFeatureCount).toBeGreaterThan(0);
120128expect(inventory.scorecardTaxonomy.fulfilledFeatureCount).toBeGreaterThan(0);
121129expect(inventory.scorecardTaxonomy.taxonomyFulfillmentPercent).toBeGreaterThan(0);
@@ -124,30 +132,15 @@ describe("qa coverage report", () => {
124132expect(inventory.scorecardTaxonomy.unknownCoverageIdCount).toBe(0);
125133expect(inventory.scorecardTaxonomy.validationIssues.length).toBeGreaterThan(0);
126134expect(
127-inventory.scorecardTaxonomy.validationIssues.every(
135+inventory.scorecardTaxonomy.validationIssues.some((issue) =>
136+issue.code.endsWith("not-found"),
137+),
138+).toBe(false);
139+expect(
140+inventory.scorecardTaxonomy.validationIssues.some(
128141(issue) => issue.code === "coverage-id-missing-primary-evidence",
129142),
130143).toBe(true);
131-expect(
132-inventory.scorecardTaxonomy.profiles
133-.find((profile) => profile.id === "release")
134-?.categoryIds.toSorted(),
135-).toEqual([
136-"agent-runtime-and-provider-execution.agent-turn-execution",
137-"automation-cron-hooks-tasks-polling.cron-jobs",
138-"browser-automation-and-exec-sandbox-tools.tool-invocation-and-execution",
139-"browser-control-ui-and-webchat.browser-ui",
140-"media-understanding-and-media-generation.media-generation",
141-"media-understanding-and-media-generation.media-understanding",
142-"openai-codex-provider-path.responses-and-tool-compatibility",
143-"plugin-sdk-and-bundled-plugin-architecture.installing-and-running-plugins",
144-"security-auth-pairing-and-secrets.approval-policy-and-tool-safeguards",
145-"security-auth-pairing-and-secrets.credential-and-secret-hygiene",
146-"session-memory-and-context-engine.diagnostics-maintenance-and-recovery",
147-"session-memory-and-context-engine.memory",
148-"session-memory-and-context-engine.token-management",
149-"telemetry-diagnostics-and-observability.telemetry-export",
150-]);
151144expect(
152145inventory.scorecardTaxonomy.categories.find(
153146(category) => category.id === TEST_BROWSER_CATEGORY_ID,
@@ -349,6 +342,21 @@ describe("qa coverage report", () => {
349342);
350343});
351344345+it("resolves all-category profiles from taxonomy categories", () => {
346+const report = buildQaScorecardTaxonomyReport({
347+taxonomy: testMaturityTaxonomy({
348+includeAllCategories: true,
349+}),
350+repoRoot: process.cwd(),
351+scenarios: [],
352+});
353+354+expect(report.profiles.find((profile) => profile.id === "release")?.categoryIds).toStrictEqual([
355+TEST_EXECUTABLE_CATEGORY_ID,
356+]);
357+expect(report.requiredCategoryCount).toBe(1);
358+});
359+352360it("reports profile categories missing primary coverage evidence", () => {
353361const report = buildQaScorecardTaxonomyReport({
354362taxonomy: testMaturityTaxonomy(),
此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。 原文来自 — 版权归原作者所有。