惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

N
Netflix TechBlog - Medium
J
Java Code Geeks
爱范儿
爱范儿
雷峰网
雷峰网
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
Cyber Security Advisories - MS-ISAC
Cyber Security Advisories - MS-ISAC
博客园 - 三生石上(FineUI控件)
H
Hackread – Cybersecurity News, Data Breaches, AI and More
B
Blog RSS Feed
Google DeepMind News
Google DeepMind News
Jina AI
Jina AI
The GitHub Blog
The GitHub Blog
I
InfoQ
月光博客
月光博客
博客园 - 聂微东
博客园 - Franky
The Cloudflare Blog
阮一峰的网络日志
阮一峰的网络日志
博客园_首页
G
Google Developers Blog
Blog — PlanetScale
Blog — PlanetScale
L
LangChain Blog
罗磊的独立博客
Apple Machine Learning Research
Apple Machine Learning Research

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
perf(reply): avoid queue churn in dedupe paths · openclaw...
vincentkoc · 2026-05-07 · via Recent Commits to openclaw:main

@@ -35,43 +35,83 @@ export function filterMessagingToolMediaDuplicates(params: {

3535

payloads: ReplyPayload[];

3636

sentMediaUrls: string[];

3737

}): ReplyPayload[] {

38-

const normalizeMediaForDedupe = (value: string): string => {

39-

const trimmed = value.trim();

40-

if (!trimmed) {

41-

return "";

42-

}

43-

if (!normalizeLowercaseStringOrEmpty(trimmed).startsWith("file://")) {

44-

return trimmed;

45-

}

46-

try {

47-

const parsed = new URL(trimmed);

48-

if (parsed.protocol === "file:") {

49-

return decodeURIComponent(parsed.pathname || "");

50-

}

51-

} catch {

52-

// Keep fallback below for non-URL-like inputs.

53-

}

54-

return trimmed.replace(/^file:\/\//i, "");

55-

};

56-5738

const { payloads, sentMediaUrls } = params;

5839

if (sentMediaUrls.length === 0) {

5940

return payloads;

6041

}

61-

const sentSet = new Set(sentMediaUrls.map(normalizeMediaForDedupe).filter(Boolean));

62-

return payloads.map((payload) => {

42+

const sentSet = new Set<string>();

43+

for (const sentMediaUrl of sentMediaUrls) {

44+

const normalized = normalizeMediaForDedupe(sentMediaUrl);

45+

if (normalized) {

46+

sentSet.add(normalized);

47+

}

48+

}

49+

if (sentSet.size === 0) {

50+

return payloads;

51+

}

52+53+

let nextPayloads: ReplyPayload[] | undefined;

54+

for (let index = 0; index < payloads.length; index++) {

55+

const payload = payloads[index]!;

6356

const mediaUrl = payload.mediaUrl;

6457

const mediaUrls = payload.mediaUrls;

6558

const stripSingle = mediaUrl && sentSet.has(normalizeMediaForDedupe(mediaUrl));

66-

const filteredUrls = mediaUrls?.filter((u) => !sentSet.has(normalizeMediaForDedupe(u)));

67-

if (!stripSingle && (!mediaUrls || filteredUrls?.length === mediaUrls.length)) {

68-

return payload;

59+60+

let filteredUrls: string[] | undefined;

61+

let strippedMediaUrls = false;

62+

if (mediaUrls?.length) {

63+

for (let mediaIndex = 0; mediaIndex < mediaUrls.length; mediaIndex++) {

64+

const url = mediaUrls[mediaIndex]!;

65+

if (sentSet.has(normalizeMediaForDedupe(url))) {

66+

strippedMediaUrls = true;

67+

if (!filteredUrls) {

68+

filteredUrls = mediaUrls.slice(0, mediaIndex);

69+

}

70+

continue;

71+

}

72+

if (filteredUrls) {

73+

filteredUrls.push(url);

74+

}

75+

}

76+

}

77+78+

if (!stripSingle && !strippedMediaUrls) {

79+

if (nextPayloads) {

80+

nextPayloads.push(payload);

81+

}

82+

continue;

6983

}

70-

return Object.assign({}, payload, {

84+85+

const nextPayload = Object.assign({}, payload, {

7186

mediaUrl: stripSingle ? undefined : mediaUrl,

7287

mediaUrls: filteredUrls?.length ? filteredUrls : undefined,

7388

});

74-

});

89+

if (!nextPayloads) {

90+

nextPayloads = payloads.slice(0, index);

91+

}

92+

nextPayloads.push(nextPayload);

93+

}

94+95+

return nextPayloads ?? payloads;

96+

}

97+98+

function normalizeMediaForDedupe(value: string): string {

99+

const trimmed = value.trim();

100+

if (!trimmed) {

101+

return "";

102+

}

103+

if (!normalizeLowercaseStringOrEmpty(trimmed).startsWith("file://")) {

104+

return trimmed;

105+

}

106+

try {

107+

const parsed = new URL(trimmed);

108+

if (parsed.protocol === "file:") {

109+

return decodeURIComponent(parsed.pathname || "");

110+

}

111+

} catch {

112+

// Keep fallback below for non-URL-like inputs.

113+

}

114+

return trimmed.replace(/^file:\/\//i, "");

75115

}

7611677117

function normalizeProviderForComparison(value?: string): string | undefined {