});

});

it("passes explicit suite plugin enablements into the host gateway run", async () => {

await runQaSuiteCommand({

repoRoot: "/tmp/openclaw-repo",

providerMode: "mock-openai",

scenarioIds: ["channel-chat-baseline"],

enabledPluginIds: ["browser", "memory-core"],

});

expect(runQaSuiteFromRuntime).toHaveBeenCalledWith({

repoRoot: path.resolve("/tmp/openclaw-repo"),

outputDir: undefined,

transportId: "qa-channel",

providerMode: "mock-openai",

primaryModel: undefined,

alternateModel: undefined,

fastMode: undefined,

scenarioIds: ["channel-chat-baseline"],

enabledPluginIds: ["browser", "memory-core"],

});

});

it("drops blank suite model refs so provider defaults apply", async () => {

await runQaSuiteCommand({

repoRoot: "/tmp/openclaw-repo",

scenarioIds?: string[];

concurrency?: number;

allowFailures?: boolean;

enabledPluginIds?: string[];

image?: string;

cpus?: number;

memory?: string;

...(thinkingDefault ? { thinkingDefault } : {}),

...(claudeCliAuthMode ? { claudeCliAuthMode } : {}),

scenarioIds,

...(opts.enabledPluginIds !== undefined ? { enabledPluginIds: opts.enabledPluginIds } : {}),

...(opts.concurrency !== undefined

? { concurrency: parseQaPositiveIntegerOption("--concurrency", opts.concurrency) }

: {}),

fastMode?: boolean;

thinking?: string;

allowFailures?: boolean;

enabledPluginIds?: string[];

cliAuthMode?: string;

parityPack?: string;

scenarioIds?: string[];

)

.option("--parity-pack <name>", 'Preset scenario pack; currently only "agentic" is supported')

.option("--scenario <id>", "Run only the named QA scenario (repeatable)", collectString, [])

.option(

"--enable-plugin <id>",

"Enable an extra bundled plugin in the QA gateway config (repeatable)",

collectString,

[],

)

.option("--concurrency <count>", "Scenario worker concurrency", (value: string) =>

Number(value),

)

cliAuthMode?: string;

parityPack?: string;

scenario?: string[];

enablePlugin?: string[];

concurrency?: number;

allowFailures?: boolean;

fast?: boolean;

cliAuthMode: opts.cliAuthMode,

parityPack: opts.parityPack,

scenarioIds: opts.scenario,

enabledPluginIds: opts.enablePlugin,

concurrency: opts.concurrency,

allowFailures: opts.allowFailures,

image: opts.image,

lab?: QaLabServerHandle;

startLab?: QaSuiteStartLabFn;

concurrency?: number;

enabledPluginIds?: string[];

controlUiEnabled?: boolean;

transportReadyTimeoutMs?: number;

};

primaryModel,

claudeCliAuthMode: params?.claudeCliAuthMode,

});

const enabledPluginIds = collectQaSuitePluginIds(selectedCatalogScenarios);

const enabledPluginIds = [

...new Set([

...collectQaSuitePluginIds(selectedCatalogScenarios),

...(params?.enabledPluginIds ?? []).map((pluginId) => pluginId.trim()).filter(Boolean),

]),

];

const gatewayConfigPatch = collectQaSuiteGatewayConfigPatch(selectedCatalogScenarios);

const gatewayRuntimeOptions = collectQaSuiteGatewayRuntimeOptions(selectedCatalogScenarios);

const concurrency = normalizeQaSuiteConcurrency(

thinkingDefault: params?.thinkingDefault,

claudeCliAuthMode: params?.claudeCliAuthMode,

scenarioIds: [scenario.id],

enabledPluginIds: params?.enabledPluginIds,

concurrency: 1,

startLab,

// Most isolated workers do not need their own Control UI proxy.

"test:perf:imports:changed": "OPENCLAW_VITEST_IMPORT_DURATIONS=1 OPENCLAW_VITEST_PRINT_IMPORT_BREAKDOWN=1 node scripts/test-projects.mjs --changed origin/main",

"test:perf:profile:main": "node scripts/run-vitest-profile.mjs main",

"test:perf:profile:runner": "node scripts/run-vitest-profile.mjs runner",

"test:plugins:gateway-gauntlet": "node scripts/check-plugin-gateway-gauntlet.mjs",

"test:sectriage": "OPENCLAW_GATEWAY_PROJECT_SHARDS=1 node scripts/run-vitest.mjs run --config test/vitest/vitest.gateway.config.ts && node scripts/run-vitest.mjs run --config test/vitest/vitest.unit.config.ts --exclude src/daemon/launchd.integration.test.ts --exclude src/process/exec.test.ts",

"test:serial": "OPENCLAW_TEST_PROJECTS_SERIAL=1 OPENCLAW_VITEST_MAX_WORKERS=1 node scripts/test-projects.mjs",

"test:stability:gateway": "OPENCLAW_VITEST_MAX_WORKERS=1 node scripts/run-vitest.mjs run --config test/vitest/vitest.gateway.config.ts src/gateway/gateway-stability.test.ts && OPENCLAW_VITEST_MAX_WORKERS=1 node scripts/run-vitest.mjs run --config test/vitest/vitest.logging.config.ts src/logging/diagnostic-stability-bundle.test.ts && OPENCLAW_VITEST_MAX_WORKERS=1 node scripts/run-vitest.mjs run --config test/vitest/vitest.infra.config.ts src/infra/fatal-error-hooks.test.ts",

const observations = [];

for (const result of params.startup?.results ?? []) {

const cpuCoreMax = result.summary?.cpuCoreRatio?.max;

const wallMax = result.summary?.readyz?.max ?? result.summary?.healthz?.max;

const wallMax = result.summary?.readyzMs?.max ?? result.summary?.healthzMs?.max;

if (

typeof cpuCoreMax === "number" &&

typeof wallMax === "number" &&