惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
L
LangChain Blog
WordPress大学
WordPress大学
MyScale Blog
MyScale Blog
The Cloudflare Blog
J
Java Code Geeks
Google DeepMind News
Google DeepMind News
Recent Announcements
Recent Announcements
Microsoft Azure Blog
Microsoft Azure Blog
Y
Y Combinator Blog
有赞技术团队
有赞技术团队
Last Week in AI
Last Week in AI
酷 壳 – CoolShell
酷 壳 – CoolShell
Martin Fowler
Martin Fowler
小众软件
小众软件
量子位
月光博客
月光博客
P
Proofpoint News Feed
IT之家
IT之家
腾讯CDC
博客园 - 三生石上(FineUI控件)
博客园 - 司徒正美
雷峰网
雷峰网
V
Visual Studio Blog

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix: guard link understanding fetches · openclaw/openclaw...
steipete · 2026-05-13 · via Recent Commits to openclaw:main

@@ -3,13 +3,15 @@ import { applyTemplate } from "../auto-reply/templating.js";

33

import type { OpenClawConfig } from "../config/types.openclaw.js";

44

import type { LinkModelConfig, LinkToolsConfig } from "../config/types.tools.js";

55

import { logVerbose, shouldLogVerbose } from "../globals.js";

6+

import { fetchWithSsrFGuard, GUARDED_FETCH_MODE } from "../infra/net/fetch-guard.js";

67

import { CLI_OUTPUT_MAX_BUFFER } from "../media-understanding/defaults.js";

78

import { resolveTimeoutMs } from "../media-understanding/resolve.js";

89

import {

910

normalizeMediaUnderstandingChatType,

1011

resolveMediaUnderstandingScope,

1112

} from "../media-understanding/scope.js";

12-

import { runExec } from "../process/exec.js";

13+

import { readResponseWithLimit } from "../media/read-response-with-limit.js";

14+

import { runCommandWithTimeout } from "../process/exec.js";

1315

import { DEFAULT_LINK_TIMEOUT_SECONDS } from "./defaults.js";

1416

import { extractLinksFromMessage } from "./detect.js";

1517

@@ -38,8 +40,69 @@ function resolveTimeoutMsFromConfig(params: {

3840

return resolveTimeoutMs(configured, DEFAULT_LINK_TIMEOUT_SECONDS);

3941

}

404243+

function isLinkUrlTemplate(value: string): boolean {

44+

return value.includes("LinkUrl") || value.includes("LinkFinalUrl");

45+

}

46+47+

function commandName(command: string): string {

48+

return (command.split(/[\\/]/).pop() ?? command).toLowerCase();

49+

}

50+51+

function isUrlFetcherCommand(command: string): boolean {

52+

return commandName(command) === "curl" || commandName(command) === "wget";

53+

}

54+55+

function buildLinkCliArgs(params: {

56+

args: string[];

57+

ctx: MsgContext;

58+

finalUrl: string;

59+

url: string;

60+

}): string[] {

61+

const templCtx = {

62+

...params.ctx,

63+

LinkFinalUrl: params.finalUrl,

64+

LinkUrl: params.url,

65+

};

66+

return params.args

67+

.filter((arg) => !isLinkUrlTemplate(arg))

68+

.map((arg) => applyTemplate(arg, templCtx));

69+

}

70+71+

async function fetchLinkContent(params: {

72+

timeoutMs: number;

73+

url: string;

74+

}): Promise<{ content: string; finalUrl: string } | null> {

75+

const { response, finalUrl, release } = await fetchWithSsrFGuard({

76+

url: params.url,

77+

timeoutMs: params.timeoutMs,

78+

mode: GUARDED_FETCH_MODE.STRICT,

79+

auditContext: "link-understanding",

80+

init: {

81+

headers: {

82+

Accept: "text/*,application/json,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",

83+

"User-Agent": "OpenClaw-LinkUnderstanding/1.0",

84+

},

85+

},

86+

});

87+

try {

88+

if (!response.ok) {

89+

throw new Error(`Link fetch failed with HTTP ${response.status}`);

90+

}

91+

const buffer = await readResponseWithLimit(response, CLI_OUTPUT_MAX_BUFFER);

92+

const content = new TextDecoder().decode(buffer).trim();

93+

if (!content) {

94+

return null;

95+

}

96+

return { content, finalUrl };

97+

} finally {

98+

await release();

99+

}

100+

}

101+41102

async function runCliEntry(params: {

103+

content: string;

42104

entry: LinkModelConfig;

105+

finalUrl: string;

43106

ctx: MsgContext;

44107

url: string;

45108

config?: LinkToolsConfig;

@@ -53,28 +116,43 @@ async function runCliEntry(params: {

53116

}

54117

const args = params.entry.args ?? [];

55118

const timeoutMs = resolveTimeoutMsFromConfig({ config: params.config, entry: params.entry });

56-

const templCtx = {

57-

...params.ctx,

58-

LinkUrl: params.url,

59-

};

60-

const argv = [command, ...args].map((part, index) =>

61-

index === 0 ? part : applyTemplate(part, templCtx),

62-

);

119+

if (isUrlFetcherCommand(command) && args.some(isLinkUrlTemplate)) {

120+

return params.content;

121+

}

122+123+

const argv = [

124+

command,

125+

...buildLinkCliArgs({

126+

args,

127+

ctx: params.ctx,

128+

finalUrl: params.finalUrl,

129+

url: params.url,

130+

}),

131+

];

6313264133

if (shouldLogVerbose()) {

65134

logVerbose(`Link understanding via CLI: ${argv.join(" ")}`);

66135

}

6713668-

const { stdout } = await runExec(argv[0], argv.slice(1), {

137+

const result = await runCommandWithTimeout(argv, {

69138

timeoutMs,

70-

maxBuffer: CLI_OUTPUT_MAX_BUFFER,

139+

input: params.content,

140+

env: {

141+

OPENCLAW_LINK_FINAL_URL: params.finalUrl,

142+

OPENCLAW_LINK_URL: params.url,

143+

},

71144

});

72-

const trimmed = stdout.trim();

145+

if (result.code !== 0) {

146+

throw new Error(`Link understanding command exited with code ${result.code ?? "unknown"}`);

147+

}

148+

const trimmed = result.stdout.trim();

73149

return trimmed || null;

74150

}

7515176152

async function runLinkEntries(params: {

153+

content: string;

77154

entries: LinkModelConfig[];

155+

finalUrl: string;

78156

ctx: MsgContext;

79157

url: string;

80158

config?: LinkToolsConfig;

@@ -83,7 +161,9 @@ async function runLinkEntries(params: {

83161

for (const entry of params.entries) {

84162

try {

85163

const output = await runCliEntry({

164+

content: params.content,

86165

entry,

166+

finalUrl: params.finalUrl,

87167

ctx: params.ctx,

88168

url: params.url,

89169

config: params.config,

@@ -135,12 +215,28 @@ export async function runLinkUnderstanding(params: {

135215136216

const outputs: string[] = [];

137217

for (const url of links) {

138-

const output = await runLinkEntries({

139-

entries,

140-

ctx: params.ctx,

141-

url,

142-

config,

143-

});

218+

const timeoutMs = resolveTimeoutMsFromConfig({ config, entry: entries[0] });

219+

let fetched: Awaited<ReturnType<typeof fetchLinkContent>>;

220+

try {

221+

fetched = await fetchLinkContent({ url, timeoutMs });

222+

} catch (err) {

223+

if (shouldLogVerbose()) {

224+

logVerbose(`Link understanding fetch blocked or failed for ${url}: ${String(err)}`);

225+

}

226+

continue;

227+

}

228+

if (!fetched) {

229+

continue;

230+

}

231+

const output =

232+

(await runLinkEntries({

233+

content: fetched.content,

234+

entries,

235+

finalUrl: fetched.finalUrl,

236+

ctx: params.ctx,

237+

url,

238+

config,

239+

})) ?? fetched.content;

144240

if (output) {

145241

outputs.push(output);

146242

}