惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

V
Visual Studio Blog
Microsoft Azure Blog
Microsoft Azure Blog
WordPress大学
WordPress大学
小众软件
小众软件
Last Week in AI
Last Week in AI
月光博客
月光博客
博客园 - 聂微东
Recent Announcements
Recent Announcements
A
About on SuperTechFans
博客园 - 三生石上(FineUI控件)
V
V2EX
阮一峰的网络日志
阮一峰的网络日志
博客园 - Franky
云风的 BLOG
云风的 BLOG
量子位
N
Netflix TechBlog - Medium
Hugging Face - Blog
Hugging Face - Blog
H
Hackread – Cybersecurity News, Data Breaches, AI and More
J
Java Code Geeks
博客园 - 司徒正美
S
SegmentFault 最新的问题
有赞技术团队
有赞技术团队
Google DeepMind News
Google DeepMind News
宝玉的分享
宝玉的分享

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
test(qa-lab): add runtime tool fixtures · openclaw/opencl...
vincentkoc · 2026-05-17 · via Recent Commits to openclaw:main

@@ -173,6 +173,7 @@ const QA_SKILL_WORKSHOP_GIF_PROMPT_RE =

173173

const QA_SKILL_WORKSHOP_REVIEW_PROMPT_RE = /Review transcript for durable skill updates/i;

174174

const QA_RELEASE_AUDIT_PROMPT_RE = /release readiness audit for the small project/i;

175175

const QA_TOOL_SEARCH_PROMPT_RE = /tool search qa check/i;

176+

const QA_TOOL_SEARCH_FAILURE_PROMPT_RE = /tool search qa failure/i;

176177177178

type MockScenarioState = {

178179

subagentFanoutPhase: number;

@@ -678,6 +679,69 @@ function extractToolSearchTarget(text: string): string | null {

678679

return match?.[1]?.trim() || null;

679680

}

680681682+

function buildQaToolSearchArgs(targetTool: string, failureMode: boolean): Record<string, unknown> {

683+

if (failureMode) {

684+

return { __qaFailureMode: "denied-input" };

685+

}

686+

if (targetTool === "exec") {

687+

return { command: "echo runtime-tool-fixture", timeout: 5 };

688+

}

689+

if (targetTool === "read") {

690+

return { path: "QA_KICKOFF_TASK.md" };

691+

}

692+

if (targetTool === "write") {

693+

return { path: "runtime-tool-fixture-write.txt", content: "runtime tool fixture\n" };

694+

}

695+

if (targetTool === "edit") {

696+

return {

697+

path: "runtime-tool-fixture-edit.txt",

698+

edits: [{ oldText: "before edit\n", newText: "after edit\n" }],

699+

};

700+

}

701+

if (targetTool === "apply_patch") {

702+

return {

703+

input: [

704+

"*** Begin Patch",

705+

"*** Add File: runtime-tool-fixture-patch.txt",

706+

"+runtime patch",

707+

"*** End Patch",

708+

"",

709+

].join("\n"),

710+

};

711+

}

712+

if (targetTool === "web_search") {

713+

return { query: "OpenClaw runtime parity fixed query", count: 1 };

714+

}

715+

if (targetTool === "web_fetch") {

716+

return { url: "https://example.com/", maxChars: 500 };

717+

}

718+

if (targetTool === "image_generate") {

719+

return { prompt: "QA lighthouse runtime parity fixture", filename: "runtime-tool-fixture" };

720+

}

721+

if (targetTool === "tts") {

722+

return { text: "Runtime parity voice fixture." };

723+

}

724+

if (targetTool === "message") {

725+

return { action: "send", message: "runtime parity message fixture" };

726+

}

727+

if (targetTool === "session_status") {

728+

return { sessionKey: "current" };

729+

}

730+

if (targetTool === "sessions_spawn") {

731+

return {

732+

task: "Runtime tool fixture subagent: reply exactly RUNTIME-TOOL-FIXTURE.",

733+

label: "runtime-tool-fixture",

734+

mode: "run",

735+

thread: false,

736+

runTimeoutSeconds: 30,

737+

};

738+

}

739+

if (targetTool === "memory_recall") {

740+

return { query: "runtime parity memory fixture" };

741+

}

742+

return { marker: "normal" };

743+

}

744+681745

function isActiveMemorySubagentPrompt(text: string) {

682746

return text.includes("You are a memory search agent.");

683747

}

@@ -765,19 +829,42 @@ function extractBareToolArg(text: string, name: string) {

765829766830

function hasDeclaredTool(body: Record<string, unknown>, name: string) {

767831

const tools = Array.isArray(body.tools) ? body.tools : [];

768-

return tools.some((tool) => {

769-

if (!tool || typeof tool !== "object") {

770-

return false;

771-

}

772-

const record = tool as Record<string, unknown>;

773-

if (record.name === name) {

832+

const dynamicTools = Array.isArray(body.dynamicTools) ? body.dynamicTools : [];

833+

if (

834+

[...tools, ...dynamicTools].some((tool) => toolDefinitionMentionsName(tool, name)) ||

835+

instructionTextMentionsToolName(extractInstructionsText(body), name)

836+

) {

837+

return true;

838+

}

839+

return false;

840+

}

841+842+

function toolDefinitionMentionsName(value: unknown, name: string, depth = 0): boolean {

843+

if (depth > 6 || !value || typeof value !== "object") {

844+

return false;

845+

}

846+

if (Array.isArray(value)) {

847+

return value.some((item) => toolDefinitionMentionsName(item, name, depth + 1));

848+

}

849+

const record = value as Record<string, unknown>;

850+

for (const key of ["name", "tool", "functionName"]) {

851+

if (record[key] === name) {

774852

return true;

775853

}

776-

const nested = record.function;

777-

return Boolean(

778-

nested && typeof nested === "object" && (nested as { name?: unknown }).name === name,

779-

);

780-

});

854+

}

855+

return Object.values(record).some((item) => toolDefinitionMentionsName(item, name, depth + 1));

856+

}

857+858+

function instructionTextMentionsToolName(text: string, name: string) {

859+

if (!text) {

860+

return false;

861+

}

862+

const escapedName = escapeRegExp(name);

863+

return new RegExp(`(^|[^A-Za-z0-9_])${escapedName}([^A-Za-z0-9_]|$)`).test(text);

864+

}

865+866+

function isQaToolSearchFixture(text: string) {

867+

return QA_TOOL_SEARCH_PROMPT_RE.test(text) || QA_TOOL_SEARCH_FAILURE_PROMPT_RE.test(text);

781868

}

782869783870

function buildExplicitSessionsSpawnArgs(text: string): Record<string, unknown> | null {

@@ -1416,26 +1503,36 @@ async function buildResponsesPayload(

14161503

const hasEmptyResponseRetryInstruction = allInputText.includes(QA_EMPTY_RESPONSE_RETRY_NEEDLE);

14171504

const canCallSessionsSpawn = hasDeclaredTool(body, "sessions_spawn");

14181505

const canCallSessionsYield = hasDeclaredTool(body, "sessions_yield");

1506+

const canPlanQaSessionsSpawn =

1507+

canCallSessionsSpawn ||

1508+

/subagent fanout synthesis check|delegate one bounded qa task|subagent handoff/i.test(prompt);

14191509

const buildToolProgressReadEvents = (pattern: RegExp) => {

14201510

const toolProgressPrompt = extractLastMatchingUserText(extractAllUserTexts(input), pattern);

14211511

return buildToolCallEventsWithArgs("read", {

14221512

path: readTargetFromPrompt(toolProgressPrompt || prompt || allInputText),

14231513

});

14241514

};

1425-

if (QA_TOOL_SEARCH_PROMPT_RE.test(allInputText) && !toolOutput) {

1515+

if (

1516+

(QA_TOOL_SEARCH_PROMPT_RE.test(allInputText) ||

1517+

QA_TOOL_SEARCH_FAILURE_PROMPT_RE.test(allInputText)) &&

1518+

!toolOutput

1519+

) {

14261520

const targetTool = extractToolSearchTarget(allInputText);

1521+

const plannedArgs = targetTool

1522+

? buildQaToolSearchArgs(targetTool, QA_TOOL_SEARCH_FAILURE_PROMPT_RE.test(allInputText))

1523+

: {};

14271524

if (targetTool && hasDeclaredTool(body, "tool_search_code")) {

14281525

return buildToolCallEventsWithArgs("tool_search_code", {

14291526

code: [

14301527

`const hits = await openclaw.tools.search(${JSON.stringify(targetTool)}, { limit: 1 });`,

14311528

"const match = hits.find((tool) => tool.name === " + JSON.stringify(targetTool) + ");",

14321529

"if (!match) throw new Error('target tool not found');",

1433-

"return await openclaw.tools.call(match.id, { marker: 'code-mode' });",

1530+

`return await openclaw.tools.call(match.id, ${JSON.stringify(plannedArgs)});`,

14341531

].join("\n"),

14351532

});

14361533

}

1437-

if (targetTool && hasDeclaredTool(body, targetTool)) {

1438-

return buildToolCallEventsWithArgs(targetTool, { marker: "normal" });

1534+

if (targetTool && (hasDeclaredTool(body, targetTool) || isQaToolSearchFixture(allInputText))) {

1535+

return buildToolCallEventsWithArgs(targetTool, plannedArgs);

14391536

}

14401537

}

14411538

if (

@@ -1905,7 +2002,7 @@ async function buildResponsesPayload(

19052002

size: "1024x1024",

19062003

});

19072004

}

1908-

if (canCallSessionsSpawn && /subagent fanout synthesis check/i.test(prompt)) {

2005+

if (canPlanQaSessionsSpawn && /subagent fanout synthesis check/i.test(prompt)) {

19092006

if (!toolOutput && scenarioState.subagentFanoutPhase === 0) {

19102007

scenarioState.subagentFanoutPhase = 1;

19112008

return buildToolCallEventsWithArgs("sessions_spawn", {

@@ -1924,7 +2021,7 @@ async function buildResponsesPayload(

19242021

}

19252022

}

19262023

const explicitSessionsSpawnArgs = buildExplicitSessionsSpawnArgs(allInputText);

1927-

if (canCallSessionsSpawn && explicitSessionsSpawnArgs && !toolOutput) {

2024+

if (explicitSessionsSpawnArgs && !toolOutput) {

19282025

return buildToolCallEventsWithArgs("sessions_spawn", explicitSessionsSpawnArgs);

19292026

}

19302027

if (canCallSessionsSpawn && /forked subagent context qa check/i.test(prompt) && !toolOutput) {

@@ -1981,7 +2078,7 @@ async function buildResponsesPayload(

19812078

}

19822079

}

19832080

if (

1984-

canCallSessionsSpawn &&

2081+

canPlanQaSessionsSpawn &&

19852082

(/\bdelegate\b/i.test(prompt) || /subagent handoff/i.test(prompt)) &&

19862083

!toolOutput

19872084

) {