QA_AGENTIC_PARITY_TOOL_BACKED_SCENARIO_TITLES,

} from "./agentic-parity.js";

export type QaParityReportStep = {

type QaParityReportStep = {

name: string;

status: "pass" | "fail" | "skip";

details?: string;

* skips the label-match verification for backwards compatibility

* with legacy summaries that predate the run metadata block.

*/

export type QaParityRunBlock = {

type QaParityRunBlock = {

primaryProvider?: string;

primaryModel?: string;

primaryModelName?: string;

run?: QaParityRunBlock;

};

export type QaAgenticParityMetrics = {

type QaAgenticParityMetrics = {

totalScenarios: number;

passedScenarios: number;

failedScenarios: number;

fakeSuccessCount: number;

};

export type QaAgenticParityScenarioComparison = {

type QaAgenticParityScenarioComparison = {

name: string;

candidateStatus: "pass" | "fail" | "skip" | "missing";

baselineStatus: "pass" | "fail" | "skip" | "missing";

candidateDetails?: string;

baselineDetails?: string;

};

export type QaAgenticParityComparison = {

type QaAgenticParityComparison = {

candidateLabel: string;

baselineLabel: string;

comparedAt: string;

export const QA_AGENTIC_PARITY_PACK = "agentic";

const QA_AGENTIC_PARITY_PACK = "agentic";

export const QA_AGENTIC_PARITY_SCENARIOS = [

const QA_AGENTIC_PARITY_SCENARIOS = [

{

id: "approval-turn-tool-followthrough",

title: "Approval turn tool followthrough",

fastMode?: boolean;

};

export type QaCharacterEvalRun = {

type QaCharacterEvalRun = {

model: string;

status: QaCharacterRunStatus;

durationMs: number;

weaknesses: string[];

};

export type QaCharacterEvalResult = {

type QaCharacterEvalResult = {

outputDir: string;

reportPath: string;

summaryPath: string;

runs: QaCharacterEvalRun[];

judgments: QaCharacterEvalJudgeResult[];

};

export type QaCharacterEvalJudgeResult = {

type QaCharacterEvalJudgeResult = {

model: string;

thinkingDefault: QaThinkingLevel;

fastMode: boolean;

import type { QaSeedScenarioWithSource } from "./scenario-catalog.js";

export type QaCoverageScenarioSummary = {

type QaCoverageScenarioSummary = {

id: string;

title: string;

sourcePath: string;

risk: string;

};

export type QaCoverageIntent = "primary" | "secondary";

type QaCoverageIntent = "primary" | "secondary";

export type QaCoverageScenarioReference = QaCoverageScenarioSummary & {

type QaCoverageScenarioReference = QaCoverageScenarioSummary & {

intent: QaCoverageIntent;

};

export type QaCoverageFeatureSummary = {

type QaCoverageFeatureSummary = {

id: string;

scenarios: QaCoverageScenarioReference[];

};

export type QaCoverageInventory = {

type QaCoverageInventory = {

scenarioCount: number;

coverageIdCount: number;

primaryCoverageIdCount: number;

import { setTimeout as sleep } from "node:timers/promises";

import { formatErrorMessage } from "openclaw/plugin-sdk/error-runtime";

export type QaCronRunLogEntry = {

type QaCronRunLogEntry = {

ts?: number;

status?: "ok" | "error" | "skipped";

summary?: string;

}

}

export function describeError(error: unknown) {

function describeError(error: unknown) {

if (error instanceof Error) {

return error.message;

}

timeoutMs?: number;

};

export type QaGatewayRpcClient = {

type QaGatewayRpcClient = {

request(method: string, rpcParams?: unknown, opts?: QaGatewayRpcRequestOptions): Promise<unknown>;

stop(): Promise<void>;

};

"error-bursts",

]);

export type QaStartupProbeStatus = {

type QaStartupProbeStatus = {

label: string;

url: string;

ok: boolean;

</html>`;

}

export function resolveUiDistDir(overrideDir?: string | null, repoRoot = process.cwd()) {

function resolveUiDistDir(overrideDir?: string | null, repoRoot = process.cwd()) {

if (overrideDir?.trim()) {

return overrideDir;

}

generatedAt: string;

};

export type QaLabRunStatus = "idle" | "running" | "completed";

type QaLabRunStatus = "idle" | "running" | "completed";

export type QaLabScenarioStep = {

type QaLabScenarioStep = {

name: string;

status: "pass" | "fail" | "skip";

details?: string;