惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
U
Unit 42
IT之家
IT之家
Y
Y Combinator Blog
T
Tailwind CSS Blog
B
Blog
大猫的无限游戏
大猫的无限游戏
博客园 - 叶小钗
Jina AI
Jina AI
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
I
InfoQ
J
Java Code Geeks
F
Fortinet All Blogs
T
The Blog of Author Tim Ferriss
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
H
Hackread – Cybersecurity News, Data Breaches, AI and More
人人都是产品经理
人人都是产品经理
腾讯CDC
Hugging Face - Blog
Hugging Face - Blog
GbyAI
GbyAI
博客园 - 司徒正美
The GitHub Blog
The GitHub Blog
酷 壳 – CoolShell
酷 壳 – CoolShell
L
LangChain Blog

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix(perf): bound session transcript stat fanout · opencla...
vincentkoc · 2026-05-26 · via Recent Commits to openclaw:main

@@ -21,6 +21,7 @@ import { createSubsystemLogger } from "../logging/subsystem.js";

2121

import { stripEnvelope, stripMessageIdHints } from "../shared/chat-envelope.js";

2222

import { asFiniteNumber } from "../shared/number-coercion.js";

2323

import { normalizeOptionalString } from "../shared/string-coerce.js";

24+

import { runTasksWithConcurrency } from "../utils/run-with-concurrency.js";

2425

import { countToolResults, extractToolCallNames } from "../utils/transcript-tools.js";

2526

import {

2627

estimateUsageCost,

@@ -88,6 +89,7 @@ const emptyTotals = (): CostUsageTotals => ({

8889

const USAGE_COST_CACHE_VERSION = 4;

8990

const USAGE_COST_CACHE_FILE = ".usage-cost-cache.json";

9091

const USAGE_COST_CACHE_LOCK_WRITE_GRACE_MS = 10_000;

92+

const USAGE_COST_TRANSCRIPT_STAT_CONCURRENCY = 32;

9193

const logger = createSubsystemLogger("usage-cost-cache");

92949395

type UsageCostRefreshState = {

@@ -366,24 +368,38 @@ async function writeUsageCostCache(cachePath: string, cache: UsageCostCacheFile)

366368

});

367369

}

368370369-

async function listUsageCountedTranscriptFiles(

371+

async function listUsageCountedTranscriptFileStats(

370372

agentId?: string,

373+

params?: { minMtimeMs?: number },

371374

): Promise<UsageCostTranscriptFile[]> {

372375

const sessionsDir = resolveSessionTranscriptsDirForAgent(agentId);

373376

const entries = await fs.promises.readdir(sessionsDir, { withFileTypes: true }).catch(() => []);

374-

const files = await Promise.all(

375-

entries

376-

.filter((entry) => entry.isFile() && isUsageCountedSessionTranscriptFileName(entry.name))

377-

.map(async (entry) => {

377+

const tasks = entries

378+

.filter((entry) => entry.isFile() && isUsageCountedSessionTranscriptFileName(entry.name))

379+

.map(

380+

(entry) => async (): Promise<UsageCostTranscriptFile | undefined> => {

378381

const filePath = path.join(sessionsDir, entry.name);

379382

const stats = await fs.promises.stat(filePath).catch(() => null);

380383

if (!stats) {

381384

return undefined;

382385

}

386+

if (params?.minMtimeMs !== undefined && stats.mtimeMs < params.minMtimeMs) {

387+

return undefined;

388+

}

383389

return { filePath, size: stats.size, mtimeMs: stats.mtimeMs };

384-

}),

385-

);

386-

return files.filter((file): file is UsageCostTranscriptFile => Boolean(file));

390+

},

391+

);

392+

const { results } = await runTasksWithConcurrency({

393+

tasks,

394+

limit: USAGE_COST_TRANSCRIPT_STAT_CONCURRENCY,

395+

});

396+

return results.filter((file): file is UsageCostTranscriptFile => Boolean(file));

397+

}

398+399+

async function listUsageCountedTranscriptFiles(

400+

agentId?: string,

401+

): Promise<UsageCostTranscriptFile[]> {

402+

return await listUsageCountedTranscriptFileStats(agentId);

387403

}

388404389405

function isUsageCostCacheEntryFresh(params: {

@@ -1283,30 +1299,13 @@ export async function loadCostUsageSummary(params?: {

12831299

const totals = emptyTotals();

12841300

const resolveCost = createUsageCostResolver(params?.config);

128513011286-

const sessionsDir = resolveSessionTranscriptsDirForAgent(params?.agentId);

1287-

const entries = await fs.promises.readdir(sessionsDir, { withFileTypes: true }).catch(() => []);

1288-

const files = (

1289-

await Promise.all(

1290-

entries

1291-

.filter((entry) => entry.isFile() && isUsageCountedSessionTranscriptFileName(entry.name))

1292-

.map(async (entry) => {

1293-

const filePath = path.join(sessionsDir, entry.name);

1294-

const stats = await fs.promises.stat(filePath).catch(() => null);

1295-

if (!stats) {

1296-

return null;

1297-

}

1298-

// Include file if it was modified after our start time

1299-

if (stats.mtimeMs < sinceTime) {

1300-

return null;

1301-

}

1302-

return filePath;

1303-

}),

1304-

)

1305-

).filter((filePath): filePath is string => Boolean(filePath));

1302+

const files = await listUsageCountedTranscriptFileStats(params?.agentId, {

1303+

minMtimeMs: sinceTime,

1304+

});

130613051307-

for (const filePath of files) {

1306+

for (const file of files) {

13081307

await scanUsageFile({

1309-

filePath,

1308+

filePath: file.filePath,

13101309

config: params?.config,

13111310

resolveCost,

13121311

onEntry: (entry) => {

@@ -1870,33 +1869,22 @@ export async function discoverAllSessions(params?: {

18701869

endMs?: number;

18711870

includeFirstUserMessage?: boolean;

18721871

}): Promise<DiscoveredSession[]> {

1873-

const sessionsDir = resolveSessionTranscriptsDirForAgent(params?.agentId);

1874-

const entries = await fs.promises.readdir(sessionsDir, { withFileTypes: true }).catch(() => []);

1872+

const files = await listUsageCountedTranscriptFileStats(params?.agentId, {

1873+

minMtimeMs: params?.startMs,

1874+

});

1875187518761876

const discovered = new Map<string, DiscoveredSession>();

187718771878-

for (const entry of entries) {

1879-

if (!entry.isFile() || !isUsageCountedSessionTranscriptFileName(entry.name)) {

1880-

continue;

1881-

}

1882-1883-

const filePath = path.join(sessionsDir, entry.name);

1884-

const stats = await fs.promises.stat(filePath).catch(() => null);

1885-

if (!stats) {

1886-

continue;

1887-

}

1888-1889-

// Filter by date range if provided

1890-

if (params?.startMs && stats.mtimeMs < params.startMs) {

1891-

continue;

1892-

}

1878+

for (const file of files) {

18931879

// Do not exclude by endMs: a session can have activity in range even if it continued later.

1880+

const filePath = file.filePath;

1881+

const fileName = path.basename(filePath);

189418821895-

const sessionId = parseUsageCountedSessionIdFromFileName(entry.name);

1883+

const sessionId = parseUsageCountedSessionIdFromFileName(fileName);

18961884

if (!sessionId) {

18971885

continue;

18981886

}

1899-

const isPrimaryTranscript = isPrimarySessionTranscriptFileName(entry.name);

1887+

const isPrimaryTranscript = isPrimarySessionTranscriptFileName(fileName);

1900188819011889

// Try to read first user message for label extraction

19021890

let firstUserMessage: string | undefined;

@@ -1942,13 +1930,13 @@ export async function discoverAllSessions(params?: {

19421930

const shouldReplace =

19431931

!existing ||

19441932

(isPrimaryTranscript && !existingIsPrimary) ||

1945-

(isPrimaryTranscript === existingIsPrimary && stats.mtimeMs >= existing.mtime);

1933+

(isPrimaryTranscript === existingIsPrimary && file.mtimeMs >= existing.mtime);

1946193419471935

if (shouldReplace) {

19481936

discovered.set(sessionId, {

19491937

sessionId,

19501938

sessionFile: filePath,

1951-

mtime: stats.mtimeMs,

1939+

mtime: file.mtimeMs,

19521940

firstUserMessage: firstUserMessage ?? existing?.firstUserMessage,

19531941

});

19541942

continue;