test(matrix): harden live QA waits · openclaw/openclaw@855912b
steipete
·
2026-04-23
·
via Recent Commits to openclaw:main
File tree
extensions/qa-matrix/src/runners/contract
| Original file line number | Diff line number | Diff line change |
|---|
@@ -87,6 +87,7 @@ export const MATRIX_QA_RESTART_ROOM_KEY = "restart";
|
87 | 87 | export const MATRIX_QA_SECONDARY_ROOM_KEY = "secondary"; |
88 | 88 | |
89 | 89 | const MATRIX_QA_LIVE_MODEL_TIMEOUT_MS = 120_000; |
| 90 | +const MATRIX_QA_IMAGE_GENERATION_TIMEOUT_MS = 180_000; |
90 | 91 | const MATRIX_QA_E2EE_REPLY_TIMEOUT_MS = 150_000; |
91 | 92 | const MATRIX_QA_E2EE_MEDIA_TIMEOUT_MS = 180_000; |
92 | 93 | |
@@ -311,7 +312,7 @@ export const MATRIX_QA_SCENARIOS: MatrixQaScenarioDefinition[] = [
|
311 | 312 | }, |
312 | 313 | { |
313 | 314 | id: "matrix-room-generated-image-delivery", |
314 | | -timeoutMs: 60_000, |
| 315 | +timeoutMs: MATRIX_QA_IMAGE_GENERATION_TIMEOUT_MS, |
315 | 316 | title: "Matrix generated images deliver as real image attachments while streaming", |
316 | 317 | topology: MATRIX_QA_MEDIA_ROOM_TOPOLOGY, |
317 | 318 | configOverrides: { |
|
| Original file line number | Diff line number | Diff line change |
|---|
@@ -297,9 +297,10 @@ export async function runSubagentThreadSpawnScenario(context: MatrixQaScenarioCo
|
297 | 297 | const { client, startSince } = await primeMatrixQaDriverScenarioClient(context); |
298 | 298 | const childToken = buildMatrixQaToken("MATRIX_QA_SUBAGENT_CHILD"); |
299 | 299 | const triggerBody = [ |
300 | | -`${context.sutUserId} Use sessions_spawn for this QA check.`, |
301 | | -`task="Reply exactly \`${childToken}\`. This is the marker."`, |
302 | | -"label=matrix-thread-subagent thread=true mode=session runTimeoutSeconds=30", |
| 300 | +`${context.sutUserId} Call sessions_spawn now for this QA check.`, |
| 301 | +`Use task="Reply exactly \`${childToken}\`. This is the marker."`, |
| 302 | +"Use label=matrix-thread-subagent thread=true mode=session runTimeoutSeconds=60.", |
| 303 | +"Do not answer with the marker yourself.", |
303 | 304 | ].join(" "); |
304 | 305 | const driverEventId = await client.sendTextMessage({ |
305 | 306 | body: triggerBody, |
|
| Original file line number | Diff line number | Diff line change |
|---|
@@ -169,6 +169,9 @@ describe("matrix live qa scenarios", () => {
|
169 | 169 | expect(scenarios.get("matrix-subagent-thread-spawn")?.timeoutMs).toBeGreaterThanOrEqual( |
170 | 170 | 120_000, |
171 | 171 | ); |
| 172 | +expect(scenarios.get("matrix-room-generated-image-delivery")?.timeoutMs).toBeGreaterThanOrEqual( |
| 173 | +180_000, |
| 174 | +); |
172 | 175 | expect(scenarios.get("matrix-e2ee-restart-resume")?.timeoutMs).toBeGreaterThanOrEqual(150_000); |
173 | 176 | expect(scenarios.get("matrix-e2ee-artifact-redaction")?.timeoutMs).toBeGreaterThanOrEqual( |
174 | 177 | 150_000, |
@@ -1356,7 +1359,12 @@ describe("matrix live qa scenarios", () => {
|
1356 | 1359 | }); |
1357 | 1360 | |
1358 | 1361 | expect(sendTextMessage).toHaveBeenCalledWith({ |
1359 | | -body: expect.stringContaining("Use sessions_spawn for this QA check"), |
| 1362 | +body: expect.stringContaining("Call sessions_spawn now for this QA check"), |
| 1363 | +mentionUserIds: ["@sut:matrix-qa.test"], |
| 1364 | +roomId: "!main:matrix-qa.test", |
| 1365 | +}); |
| 1366 | +expect(sendTextMessage).toHaveBeenCalledWith({ |
| 1367 | +body: expect.stringContaining("runTimeoutSeconds=60"), |
1360 | 1368 | mentionUserIds: ["@sut:matrix-qa.test"], |
1361 | 1369 | roomId: "!main:matrix-qa.test", |
1362 | 1370 | }); |
|
此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。 原文来自 — 版权归原作者所有。
