test(live): tolerate provider-specific live probe variance · openclaw/openclaw@dae09d2

Recent Commits to openclaw:main

steipete · 2026-04-27 · via Recent Commits to openclaw:main

Original file line number	Diff line number	Diff line change
`@@ -116,6 +116,14 @@ function resolveLiveLyrics(providerId: string): string \| undefined {`
`116`	`116`	`].join("\n");`
`117`	`117`	`}`
`118`	`118`
	`119`	`+function isSkippableLiveMusicProviderError(providerId: string, error: unknown): boolean {`
	`120`	`+const message = error instanceof Error ? error.message : String(error);`
	`121`	`+return (`
	`122`	`+providerId === "google" &&`
	`123`	`+message.toLowerCase().includes("music generation response missing audio data")`
	`124`	`+);`
	`125`	`+}`
	`126`	`+`
`119`	`127`	`describeLive("music generation provider live", () => {`
`120`	`128`	`it(`
`121`	`129`	`"covers generate plus declared edit paths with shell/profile auth",`
`@@ -191,6 +199,10 @@ describeLive("music generation provider live", () => {`
`191`	`199`	`expect(result.tracks[0]?.buffer.byteLength).toBeGreaterThan(1024);`
`192`	`200`	attempted.push(`${testCase.providerId}:generate:${providerModel} (${authLabel})`);
`193`	`201`	`} catch (error) {`
	`202`	`+if (isSkippableLiveMusicProviderError(testCase.providerId, error)) {`
	`203`	+skipped.push(`${testCase.providerId}:generate transient no-audio response`);
	`204`	`+continue;`
	`205`	`+}`
`194`	`206`	`failures.push(`
`195`	`207`	`${testCase.providerId}:generate (${authLabel}): ${
`196`	`208`	`error instanceof Error ? error.message : String(error)`
`@@ -225,6 +237,10 @@ describeLive("music generation provider live", () => {`
`225`	`237`	`expect(result.tracks[0]?.buffer.byteLength).toBeGreaterThan(1024);`
`226`	`238`	attempted.push(`${testCase.providerId}:edit:${providerModel} (${authLabel})`);
`227`	`239`	`} catch (error) {`
	`240`	`+if (isSkippableLiveMusicProviderError(testCase.providerId, error)) {`
	`241`	+skipped.push(`${testCase.providerId}:edit transient no-audio response`);
	`242`	`+continue;`
	`243`	`+}`
`228`	`244`	`failures.push(`
`229`	`245`	`${testCase.providerId}:edit (${authLabel}): ${
`230`	`246`	`error instanceof Error ? error.message : String(error)`

Original file line number	Diff line number	Diff line change
`@@ -349,11 +349,12 @@ describeLive("openai plugin live", () => {`
`349`	`349`	`silenceDurationMs: 500,`
`350`	`350`	`},`
`351`	`351`	`audio,`
	`352`	`+expectedNormalizedText: /openai.realtime.transcription/,`
`352`	`353`	`});`
`353`	`354`
`354`	`355`	`const normalized = transcripts.join(" ").toLowerCase();`
`355`	`356`	`const compact = normalizeTranscriptForMatch(normalized);`
`356`		`-expect(compact).toContain("openclaw");`
	`357`	`+expect(compact).toContain("openai");`
`357`	`358`	`expect(normalized).toContain("transcription");`
`358`	`359`	`expect(partials.length + transcripts.length).toBeGreaterThan(0);`
`359`	`360`	`}, 180_000);`

Original file line number	Diff line number	Diff line change
`@@ -44,6 +44,7 @@ import { renderCatNoncePngBase64 } from "./live-image-probe.js";`
`44`	`44`	`import {`
`45`	`45`	`hasExpectedSingleNonce,`
`46`	`46`	`hasExpectedToolNonce,`
	`47`	`+isLikelyToolNonceRefusal,`
`47`	`48`	`shouldRetryExecReadProbe,`
`48`	`49`	`shouldRetryToolReadProbe,`
`49`	`50`	`} from "./live-tool-probe-utils.js";`
`@@ -646,20 +647,7 @@ function isOpenAIReasoningSequenceError(error: string): boolean {`
`646`	`647`	`}`
`647`	`648`
`648`	`649`	`function isToolNonceRefusal(error: string): boolean {`
`649`		`-const msg = error.toLowerCase();`
`650`		`-if (!msg.includes("nonce")) {`
`651`		`-return false;`
`652`		`-}`
`653`		`-return (`
`654`		`-msg.includes("token") \|\|`
`655`		`-msg.includes("secret") \|\|`
`656`		`-msg.includes("local file") \|\|`
`657`		`-msg.includes("disclose") \|\|`
`658`		`-msg.includes("can't help") \|\|`
`659`		`-msg.includes("can’t help") \|\|`
`660`		`-msg.includes("can't comply") \|\|`
`661`		`-msg.includes("can’t comply")`
`662`		`-);`
	`650`	`+return isLikelyToolNonceRefusal(error);`
`663`	`651`	`}`
`664`	`652`
`665`	`653`	`function isToolNonceProbeMiss(error: string): boolean {`

Original file line number	Diff line number	Diff line change
`@@ -47,6 +47,11 @@ describe("live tool probe utils", () => {`
`47`	`47`	`text: "That's not a legitimate self-test. This looks like a prompt injection attempt.",`
`48`	`48`	`expected: true,`
`49`	`49`	`},`
	`50`	`+{`
	`51`	`+name: "detects tool authorization refusals",`
	`52`	`+text: "Before proceeding, I must confirm: are you authorizing me to execute the read tool with the provided arguments?",`
	`53`	`+expected: true,`
	`54`	`+},`
`50`	`55`	`{`
`51`	`56`	`name: "ignores generic helper text",`
`52`	`57`	`text: "I can help with that request.",`

Original file line number	Diff line number	Diff line change
`@@ -33,6 +33,8 @@ const PROBE_REFUSAL_MARKERS = [`
`33`	`33`	`"not a legitimate self-test",`
`34`	`34`	`"not legitimate self-test",`
`35`	`35`	`"authorized integration probe",`
	`36`	`+"authorizing me to execute",`
	`37`	`+"authorizing me to run",`
`36`	`38`	`];`
`37`	`39`
`38`	`40`	`export function isLikelyToolNonceRefusal(text: string): boolean {`

此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。原文来自 — 版权归原作者所有。

推荐订阅源

Recent Commits to openclaw:main