惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

Microsoft Azure Blog
Microsoft Azure Blog
有赞技术团队
有赞技术团队
IT之家
IT之家
博客园 - 聂微东
Jina AI
Jina AI
Hugging Face - Blog
Hugging Face - Blog
Last Week in AI
Last Week in AI
Apple Machine Learning Research
Apple Machine Learning Research
WordPress大学
WordPress大学
小众软件
小众软件
爱范儿
爱范儿
奇客Solidot–传递最新科技情报
奇客Solidot–传递最新科技情报
V
Visual Studio Blog
雷峰网
雷峰网
酷 壳 – CoolShell
酷 壳 – CoolShell
阮一峰的网络日志
阮一峰的网络日志
宝玉的分享
宝玉的分享
博客园 - 三生石上(FineUI控件)
大猫的无限游戏
大猫的无限游戏
博客园 - Franky
量子位
月光博客
月光博客
博客园 - 【当耐特】
博客园 - 叶小钗

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix(message-tool): hydrate structured reply attachments ·...
steipete · 2026-05-26 · via Recent Commits to openclaw:main

@@ -32,10 +32,35 @@ const BASE_ACTION_MEDIA_SOURCE_PARAM_KEYS = [

3232

"image",

3333

] as const;

343435+

const STRUCTURED_ATTACHMENT_MEDIA_SOURCE_PARAM_KEYS = [

36+

"media",

37+

"mediaUrl",

38+

"path",

39+

"filePath",

40+

"fileUrl",

41+

"url",

42+

] as const;

43+

const STRUCTURED_ATTACHMENT_FILE_SOURCE_PARAM_KEYS = new Set(["path", "filePath", "fileUrl"]);

44+45+

type StructuredAttachmentSource = {

46+

attachment: Record<string, unknown>;

47+

key: string;

48+

value: string;

49+

kind: "media" | "file";

50+

contentType?: string;

51+

filename?: string;

52+

};

53+54+

type StructuredAttachmentMode = "selected" | "all";

55+3556

function readMediaParam(args: Record<string, unknown>, key: string): string | undefined {

3657

return readStringParam(args, key, { trim: false });

3758

}

385960+

function isRecord(value: unknown): value is Record<string, unknown> {

61+

return Boolean(value && typeof value === "object" && !Array.isArray(value));

62+

}

63+3964

function resolveMediaParamEntry(

4065

args: Record<string, unknown>,

4166

key: string,

@@ -54,6 +79,61 @@ function resolveMediaParamEntry(

5479

};

5580

}

568182+

function hasExplicitAttachmentPayload(

83+

args: Record<string, unknown>,

84+

extraParamKeys?: readonly string[],

85+

): boolean {

86+

if (readStringParam(args, "buffer", { trim: false })) {

87+

return true;

88+

}

89+

return buildActionMediaSourceParamKeys(extraParamKeys).some((key) => {

90+

const entry = resolveMediaParamEntry(args, key);

91+

return Boolean(entry && normalizeOptionalString(entry.value));

92+

});

93+

}

94+95+

function collectStructuredAttachmentSources(

96+

args: Record<string, unknown>,

97+

): StructuredAttachmentSource[] {

98+

const attachments = args.attachments;

99+

if (!Array.isArray(attachments)) {

100+

return [];

101+

}

102+

const sources: StructuredAttachmentSource[] = [];

103+

for (const attachment of attachments) {

104+

if (!isRecord(attachment)) {

105+

continue;

106+

}

107+

for (const key of STRUCTURED_ATTACHMENT_MEDIA_SOURCE_PARAM_KEYS) {

108+

const entry = resolveMediaParamEntry(attachment, key);

109+

if (!entry || !normalizeOptionalString(entry.value)) {

110+

continue;

111+

}

112+

sources.push({

113+

attachment,

114+

key: entry.key,

115+

value: entry.value,

116+

kind: STRUCTURED_ATTACHMENT_FILE_SOURCE_PARAM_KEYS.has(key) ? "file" : "media",

117+

contentType:

118+

readStringParam(attachment, "contentType") ?? readStringParam(attachment, "mimeType"),

119+

filename: readStringParam(attachment, "filename") ?? readStringParam(attachment, "name"),

120+

});

121+

break;

122+

}

123+

}

124+

return sources;

125+

}

126+127+

function resolveStructuredAttachmentSource(

128+

args: Record<string, unknown>,

129+

extraParamKeys?: readonly string[],

130+

): StructuredAttachmentSource | undefined {

131+

if (hasExplicitAttachmentPayload(args, extraParamKeys)) {

132+

return undefined;

133+

}

134+

return collectStructuredAttachmentSources(args)[0];

135+

}

136+57137

function buildActionMediaSourceParamKeys(extraParamKeys?: readonly string[]): string[] {

58138

const keys = new Set<string>(BASE_ACTION_MEDIA_SOURCE_PARAM_KEYS);

59139

extraParamKeys?.forEach((key) => keys.add(key));

@@ -91,6 +171,7 @@ export function resolveExtraActionMediaSourceParamKeys(params: {

91171

export function collectActionMediaSourceHints(

92172

args: Record<string, unknown>,

93173

extraParamKeys?: readonly string[],

174+

options?: { structuredAttachments?: StructuredAttachmentMode },

94175

): string[] {

95176

const sources: string[] = [];

96177

for (const key of buildActionMediaSourceParamKeys(extraParamKeys)) {

@@ -99,6 +180,14 @@ export function collectActionMediaSourceHints(

99180

sources.push(entry.value);

100181

}

101182

}

183+

if (options?.structuredAttachments === "all") {

184+

sources.push(...collectStructuredAttachmentSources(args).map((source) => source.value));

185+

} else {

186+

const attachmentSource = resolveStructuredAttachmentSource(args, extraParamKeys);

187+

if (attachmentSource) {

188+

sources.push(attachmentSource.value);

189+

}

190+

}

102191

return sources;

103192

}

104193

@@ -306,6 +395,7 @@ export async function normalizeSandboxMediaParams(params: {

306395

args: Record<string, unknown>;

307396

mediaPolicy: AttachmentMediaPolicy;

308397

extraParamKeys?: readonly string[];

398+

structuredAttachments?: StructuredAttachmentMode;

309399

}): Promise<void> {

310400

const sandboxRoot =

311401

params.mediaPolicy.mode === "sandbox" ? params.mediaPolicy.sandboxRoot.trim() : undefined;

@@ -323,6 +413,28 @@ export async function normalizeSandboxMediaParams(params: {

323413

params.args[entry.key] = normalized;

324414

}

325415

}

416+

const attachmentSources =

417+

params.structuredAttachments === "all"

418+

? collectStructuredAttachmentSources(params.args)

419+

: [resolveStructuredAttachmentSource(params.args, params.extraParamKeys)].filter(

420+

(source): source is StructuredAttachmentSource => Boolean(source),

421+

);

422+

if (attachmentSources.length === 0) {

423+

return;

424+

}

425+

for (const attachmentSource of attachmentSources) {

426+

assertMediaNotDataUrl(attachmentSource.value);

427+

if (!sandboxRoot) {

428+

continue;

429+

}

430+

const normalized = await resolveSandboxedMediaSource({

431+

media: attachmentSource.value,

432+

sandboxRoot,

433+

});

434+

if (normalized !== attachmentSource.value) {

435+

attachmentSource.attachment[attachmentSource.key] = normalized;

436+

}

437+

}

326438

}

327439328440

export async function normalizeSandboxMediaList(params: {

@@ -360,11 +472,21 @@ async function hydrateAttachmentActionPayload(params: {

360472

allowMessageCaptionFallback?: boolean;

361473

mediaPolicy: AttachmentMediaPolicy;

362474

optimizeImages?: boolean;

475+

extraParamKeys?: readonly string[];

363476

}): Promise<void> {

477+

const attachmentSource = resolveStructuredAttachmentSource(params.args, params.extraParamKeys);

364478

const mediaHint = readAttachmentMediaHint(params.args);

365479

const fileHint = readAttachmentFileHint(params.args);

366480

const contentTypeParam =

367-

readStringParam(params.args, "contentType") ?? readStringParam(params.args, "mimeType");

481+

readStringParam(params.args, "contentType") ??

482+

readStringParam(params.args, "mimeType") ??

483+

attachmentSource?.contentType;

484+

if (attachmentSource?.filename && !readStringParam(params.args, "filename")) {

485+

params.args.filename = attachmentSource.filename;

486+

}

487+

if (attachmentSource?.contentType && !readStringParam(params.args, "contentType")) {

488+

params.args.contentType = attachmentSource.contentType;

489+

}

368490369491

if (params.allowMessageCaptionFallback) {

370492

const caption = readStringParam(params.args, "caption", { allowEmpty: true })?.trim();

@@ -381,8 +503,9 @@ async function hydrateAttachmentActionPayload(params: {

381503

args: params.args,

382504

dryRun: params.dryRun,

383505

contentTypeParam,

384-

mediaHint,

385-

fileHint,

506+

mediaHint:

507+

mediaHint ?? (attachmentSource?.kind === "media" ? attachmentSource.value : undefined),

508+

fileHint: fileHint ?? (attachmentSource?.kind === "file" ? attachmentSource.value : undefined),

386509

mediaPolicy: params.mediaPolicy,

387510

optimizeImages: params.optimizeImages,

388511

});

@@ -396,6 +519,7 @@ export async function hydrateAttachmentParamsForAction(params: {

396519

action: ChannelMessageActionName;

397520

dryRun?: boolean;

398521

mediaPolicy: AttachmentMediaPolicy;

522+

extraParamKeys?: readonly string[];

399523

}): Promise<void> {

400524

const shouldHydrateUploadFile = params.action === "upload-file";

401525

// Reply gets the same hydration as sendAttachment so threaded sends with

@@ -421,6 +545,7 @@ export async function hydrateAttachmentParamsForAction(params: {

421545

args: params.args,

422546

dryRun: params.dryRun,

423547

mediaPolicy: params.mediaPolicy,

548+

extraParamKeys: params.extraParamKeys,

424549

optimizeImages: shouldHydrateUploadFile && forceDocument ? false : undefined,

425550

allowMessageCaptionFallback: params.action === "sendAttachment" || shouldHydrateUploadFile,

426551

});