惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

The GitHub Blog
The GitHub Blog
Engineering at Meta
Engineering at Meta
博客园 - 聂微东
博客园 - Franky
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
雷峰网
雷峰网
让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
L
LangChain Blog
WordPress大学
WordPress大学
H
Help Net Security
H
Hackread – Cybersecurity News, Data Breaches, AI and More
Y
Y Combinator Blog
Blog — PlanetScale
Blog — PlanetScale
MyScale Blog
MyScale Blog
IT之家
IT之家
酷 壳 – CoolShell
酷 壳 – CoolShell
罗磊的独立博客
奇客Solidot–传递最新科技情报
奇客Solidot–传递最新科技情报
有赞技术团队
有赞技术团队
Apple Machine Learning Research
Apple Machine Learning Research
云风的 BLOG
云风的 BLOG
博客园 - 【当耐特】
P
Proofpoint News Feed
D
DataBreaches.Net

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
feat(diagnostics): emit model call events · openclaw/open...
vincentkoc · 2026-04-24 · via Recent Commits to openclaw:main

@@ -0,0 +1,167 @@

1+

import type { StreamFn } from "@mariozechner/pi-agent-core";

2+

import { beforeEach, describe, expect, it } from "vitest";

3+

import {

4+

onDiagnosticEvent,

5+

resetDiagnosticEventsForTest,

6+

type DiagnosticEventPayload,

7+

} from "../../../infra/diagnostic-events.js";

8+

import { createDiagnosticTraceContext } from "../../../infra/diagnostic-trace-context.js";

9+

import { wrapStreamFnWithDiagnosticModelCallEvents } from "./attempt.model-diagnostic-events.js";

10+11+

async function collectModelCallEvents(run: () => Promise<void>): Promise<DiagnosticEventPayload[]> {

12+

const events: DiagnosticEventPayload[] = [];

13+

const stop = onDiagnosticEvent((event) => {

14+

if (event.type.startsWith("model.call.")) {

15+

events.push(event);

16+

}

17+

});

18+

try {

19+

await run();

20+

return events;

21+

} finally {

22+

stop();

23+

}

24+

}

25+26+

async function drain(stream: AsyncIterable<unknown>): Promise<void> {

27+

for await (const _ of stream) {

28+

// drain

29+

}

30+

}

31+32+

describe("wrapStreamFnWithDiagnosticModelCallEvents", () => {

33+

beforeEach(() => {

34+

resetDiagnosticEventsForTest();

35+

});

36+37+

it("emits started and completed events for async streams", async () => {

38+

async function* stream() {

39+

yield { type: "text", text: "ok" };

40+

}

41+

const originalStream = stream() as unknown as AsyncIterable<unknown> & {

42+

result: () => Promise<string>;

43+

};

44+

originalStream.result = async () => "kept";

45+

const wrapped = wrapStreamFnWithDiagnosticModelCallEvents(

46+

(() => originalStream) as unknown as StreamFn,

47+

{

48+

runId: "run-1",

49+

sessionKey: "session-key",

50+

sessionId: "session-id",

51+

provider: "openai",

52+

model: "gpt-5.4",

53+

api: "openai-responses",

54+

transport: "http",

55+

trace: createDiagnosticTraceContext({

56+

traceId: "4bf92f3577b34da6a3ce929d0e0e4736",

57+

spanId: "00f067aa0ba902b7",

58+

}),

59+

nextCallId: () => "call-1",

60+

},

61+

);

62+63+

const events = await collectModelCallEvents(async () => {

64+

const returned = wrapped(

65+

{} as never,

66+

{} as never,

67+

{} as never,

68+

) as unknown as typeof originalStream;

69+

expect(returned).toBe(originalStream);

70+

expect(await returned.result()).toBe("kept");

71+

await drain(returned);

72+

});

73+74+

expect(events.map((event) => event.type)).toEqual([

75+

"model.call.started",

76+

"model.call.completed",

77+

]);

78+

expect(events[0]).toMatchObject({

79+

type: "model.call.started",

80+

runId: "run-1",

81+

callId: "call-1",

82+

sessionKey: "session-key",

83+

sessionId: "session-id",

84+

provider: "openai",

85+

model: "gpt-5.4",

86+

api: "openai-responses",

87+

transport: "http",

88+

});

89+

expect(events[0]?.trace?.parentSpanId).toBe("00f067aa0ba902b7");

90+

expect(events[1]).toMatchObject({

91+

type: "model.call.completed",

92+

callId: "call-1",

93+

durationMs: expect.any(Number),

94+

});

95+

});

96+97+

it("emits error events when stream iteration fails", async () => {

98+

const stream = {

99+

[Symbol.asyncIterator]() {

100+

return {

101+

async next(): Promise<IteratorResult<unknown>> {

102+

throw new TypeError("provider failed");

103+

},

104+

};

105+

},

106+

};

107+

const wrapped = wrapStreamFnWithDiagnosticModelCallEvents(

108+

(() => stream) as unknown as StreamFn,

109+

{

110+

runId: "run-1",

111+

provider: "anthropic",

112+

model: "sonnet-4.6",

113+

trace: createDiagnosticTraceContext(),

114+

nextCallId: () => "call-err",

115+

},

116+

);

117+118+

const events = await collectModelCallEvents(async () => {

119+

await expect(

120+

drain(wrapped({} as never, {} as never, {} as never) as AsyncIterable<unknown>),

121+

).rejects.toThrow("provider failed");

122+

});

123+124+

expect(events.map((event) => event.type)).toEqual(["model.call.started", "model.call.error"]);

125+

expect(events[1]).toMatchObject({

126+

type: "model.call.error",

127+

callId: "call-err",

128+

errorCategory: "TypeError",

129+

durationMs: expect.any(Number),

130+

});

131+

});

132+133+

it("emits error events when stream consumption stops early", async () => {

134+

async function* stream() {

135+

yield { type: "text", text: "first" };

136+

yield { type: "text", text: "second" };

137+

}

138+

const wrapped = wrapStreamFnWithDiagnosticModelCallEvents(

139+

(() => stream()) as unknown as StreamFn,

140+

{

141+

runId: "run-1",

142+

provider: "openai",

143+

model: "gpt-5.4",

144+

trace: createDiagnosticTraceContext(),

145+

nextCallId: () => "call-abandoned",

146+

},

147+

);

148+149+

const events = await collectModelCallEvents(async () => {

150+

for await (const _ of wrapped(

151+

{} as never,

152+

{} as never,

153+

{} as never,

154+

) as AsyncIterable<unknown>) {

155+

break;

156+

}

157+

});

158+159+

expect(events.map((event) => event.type)).toEqual(["model.call.started", "model.call.error"]);

160+

expect(events[1]).toMatchObject({

161+

type: "model.call.error",

162+

callId: "call-abandoned",

163+

errorCategory: "StreamAbandoned",

164+

durationMs: expect.any(Number),

165+

});

166+

});

167+

});