@@ -0,0 +1,168 @@
1+{
2+"version": 1,
3+"profile": "codex-100",
4+"lanes": [
5+ {
6+"id": "tool-defaults-direct",
7+"title": "Tool-defaults direct runtime parity",
8+"kind": "qa-suite-summary",
9+"artifact": "tool-defaults-direct/qa-suite-summary.json",
10+"required": true,
11+"productImpact": "P2",
12+"qaImpact": "P0",
13+"issue": "https://github.com/openclaw/openclaw/issues/80319",
14+"ownerAction": "Fix product or harness before claiming the tool-defaults gate is trusted.",
15+"labels": ["qa-lab", "runtime-parity", "codex"]
16+ },
17+ {
18+"id": "openclaw-dynamic-tools-direct",
19+"title": "OpenClaw dynamic integration tools direct runtime parity",
20+"kind": "qa-suite-summary",
21+"artifact": "openclaw-dynamic-tools-direct/qa-suite-summary.json",
22+"required": true,
23+"productImpact": "P1",
24+"qaImpact": "P0",
25+"issue": "https://github.com/openclaw/openclaw/issues/80319",
26+"ownerAction": "Investigate any hard failure as an OpenClaw dynamic integration or QA loading regression.",
27+"labels": ["qa-lab", "runtime-parity", "openclaw-dynamic-tools"]
28+ },
29+ {
30+"id": "tool-defaults-searchable",
31+"title": "Tool-defaults searchable runtime parity",
32+"kind": "qa-suite-summary",
33+"artifact": "tool-defaults-searchable/qa-suite-summary.json",
34+"required": true,
35+"failureVerdict": "mock-limitation",
36+"skipBackfillLane": "openclaw-dynamic-tools-searchable-live",
37+"productImpact": "P4",
38+"qaImpact": "P2",
39+"issue": "https://github.com/openclaw/openclaw/issues/80319",
40+"ownerAction": "Keep as report-only until searchable/deferred tool modeling has no mock-only ambiguity.",
41+"labels": ["qa-lab", "runtime-parity", "searchable-tools"]
42+ },
43+ {
44+"id": "first-hour-20-direct",
45+"title": "First-hour 20-turn direct runtime parity",
46+"kind": "qa-suite-summary",
47+"artifact": "first-hour-20-direct/qa-suite-summary.json",
48+"required": true,
49+"skipBackfillLane": "codex-native-live",
50+"productImpact": "P1",
51+"qaImpact": "P0",
52+"ownerAction": "Triage row-by-row; do not file product bugs unless live/native proof reproduces.",
53+"labels": ["qa-lab", "runtime-parity", "first-hour"]
54+ },
55+ {
56+"id": "mock-token-efficiency",
57+"title": "Mock assistant-message token efficiency estimate",
58+"kind": "token-efficiency-summary",
59+"artifact": "first-hour-20-direct-report/qa-runtime-token-efficiency-summary.json",
60+"required": true,
61+"expectedTokenUsageSource": "mock-estimate",
62+"productImpact": "P4",
63+"qaImpact": "P1",
64+"ownerAction": "Fix labeling before trusting token-efficiency comparisons.",
65+"labels": ["qa-lab", "runtime-parity", "token-efficiency"]
66+ },
67+ {
68+"id": "fault-injection-mock",
69+"title": "Mock fault-injection runtime parity",
70+"kind": "qa-suite-summary",
71+"artifact": "fault-injection-mock/qa-suite-summary.json",
72+"required": true,
73+"skipBackfillLane": "codex-native-live",
74+"productImpact": "P2",
75+"qaImpact": "P0",
76+"ownerAction": "Treat failures as retry/recovery regressions unless evidence shows fixture drift.",
77+"labels": ["qa-lab", "runtime-parity", "fault-injection"]
78+ },
79+ {
80+"id": "jsonl-expanded",
81+"title": "Expanded curated JSONL replay",
82+"kind": "jsonl-replay-summary",
83+"artifact": "jsonl-expanded/qa-jsonl-replay-summary.json",
84+"required": true,
85+"productImpact": "P2",
86+"qaImpact": "P0",
87+"ownerAction": "Inspect first drift turn and transcript class before filing any product issue.",
88+"labels": ["qa-lab", "runtime-parity", "jsonl-replay"]
89+ },
90+ {
91+"id": "confidence-self-test",
92+"title": "Seeded confidence negative controls",
93+"kind": "self-test-summary",
94+"artifact": "confidence-self-test/qa-confidence-self-test-summary.json",
95+"required": true,
96+"productImpact": "P4",
97+"qaImpact": "P0",
98+"ownerAction": "Fix the harness before trusting any green parity result.",
99+"labels": ["qa-lab", "confidence-gate", "negative-controls"]
100+ },
101+ {
102+"id": "codex-native-live",
103+"title": "Codex-native live workspace capability proof",
104+"kind": "qa-suite-summary",
105+"artifact": "codex-native-live/qa-suite-summary.json",
106+"required": true,
107+"missingVerdict": "environment-blocked",
108+"missingReason": "Live/OAuth runner or OpenAI credentials were unavailable for this proof bundle.",
109+"productImpact": "P1",
110+"qaImpact": "P1",
111+"ownerAction": "Run with live-frontier OAuth before using this lane as product proof.",
112+"labels": ["qa-lab", "runtime-parity", "live-proof"]
113+ },
114+ {
115+"id": "first-hour-live",
116+"title": "Live first-hour capability proof",
117+"kind": "qa-suite-summary",
118+"artifact": "first-hour-live/qa-suite-summary.json",
119+"required": true,
120+"missingVerdict": "environment-blocked",
121+"missingReason": "Live/OAuth runner or OpenAI credentials were unavailable for this proof bundle.",
122+"productImpact": "P1",
123+"qaImpact": "P1",
124+"ownerAction": "Run with live-frontier OAuth before claiming live first-hour coverage.",
125+"labels": ["qa-lab", "runtime-parity", "live-proof"]
126+ },
127+ {
128+"id": "openclaw-dynamic-tools-searchable-live",
129+"title": "Live OpenClaw dynamic tools searchable proof",
130+"kind": "qa-suite-summary",
131+"artifact": "openclaw-dynamic-tools-searchable-live/qa-suite-summary.json",
132+"required": true,
133+"missingVerdict": "environment-blocked",
134+"missingReason": "Live/OAuth runner or OpenAI credentials were unavailable for this proof bundle.",
135+"productImpact": "P1",
136+"qaImpact": "P1",
137+"ownerAction": "Run with live-frontier OAuth before claiming production-shaped searchable OpenClaw dynamic tool coverage.",
138+"labels": ["qa-lab", "runtime-parity", "searchable-tools", "live-proof"]
139+ },
140+ {
141+"id": "live-token-efficiency",
142+"title": "Live assistant-message token efficiency",
143+"kind": "token-efficiency-summary",
144+"artifact": "live-token-efficiency/qa-runtime-token-efficiency-summary.json",
145+"required": true,
146+"expectedTokenUsageSource": "live-usage",
147+"missingVerdict": "environment-blocked",
148+"missingReason": "Live/OAuth runner or OpenAI credentials were unavailable for this proof bundle.",
149+"productImpact": "P3",
150+"qaImpact": "P1",
151+"ownerAction": "Run a live-frontier runtime parity summary and regenerate token efficiency.",
152+"labels": ["qa-lab", "runtime-parity", "token-efficiency"]
153+ },
154+ {
155+"id": "soak-100",
156+"title": "Optional 100-turn soak",
157+"kind": "qa-suite-summary",
158+"artifact": "soak-100/qa-suite-summary.json",
159+"required": true,
160+"missingVerdict": "environment-blocked",
161+"missingReason": "Scheduled/Testbox soak runner did not upload artifacts for this proof bundle.",
162+"productImpact": "P3",
163+"qaImpact": "P2",
164+"ownerAction": "Run remotely with a long timeout or record the runner budget blocker.",
165+"labels": ["qa-lab", "runtime-parity", "soak"]
166+ }
167+ ]
168+}
此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。 原文来自 — 版权归原作者所有。