fix(openai): honor streaming usage compat · openclaw/openclaw@ff6b387

Recent Commits to openclaw:main

xuruiray · 2026-05-16 · via Recent Commits to openclaw:main

Original file line number	Diff line number	Diff line change
`@@ -27,6 +27,16 @@ describe("resolveOpenAICompletionsCompatDefaults", () => {`
`27`	`27`	`).toBe(true);`
`28`	`28`	`});`
`29`	`29`
	`30`	`+it("keeps streaming usage enabled for local OpenAI-compatible endpoints", () => {`
	`31`	`+expect(`
	`32`	`+resolveOpenAICompletionsCompatDefaults({`
	`33`	`+provider: "llama-cpp",`
	`34`	`+endpointClass: "local",`
	`35`	`+knownProviderFamily: "llama-cpp",`
	`36`	`+}).supportsUsageInStreaming,`
	`37`	`+).toBe(true);`
	`38`	`+});`
	`39`	`+`
`30`	`40`	`it("does not broaden streaming usage for generic custom providers", () => {`
`31`	`41`	`expect(`
`32`	`42`	`resolveOpenAICompletionsCompatDefaults({`

Original file line number	Diff line number	Diff line change
`@@ -72,6 +72,7 @@ export function resolveOpenAICompletionsCompatDefaults(`
`72`	`72`	`(isDefaultRoute &&`
`73`	`73`	`isDefaultRouteProvider(input.provider, "cerebras", "chutes", "deepseek", "opencode", "xai"));`
`74`	`74`	`const isOpenRouterLike = input.provider === "openrouter" \|\| endpointClass === "openrouter";`
	`75`	`+const isLocalEndpoint = endpointClass === "local";`
`75`	`76`	`const usesMaxTokens =`
`76`	`77`	`endpointClass === "chutes-native" \|\|`
`77`	`78`	`endpointClass === "mistral-public" \|\|`
`@@ -88,7 +89,8 @@ export function resolveOpenAICompletionsCompatDefaults(`
`88`	`89`	`!usesExplicitProxyLikeEndpoint,`
`89`	`90`	`supportsUsageInStreaming:`
`90`	`91`	`supportsOpenAICompletionsStreamingUsageCompat \|\|`
`91`		`-(!isNonStandard && (!usesConfiguredNonOpenAIEndpoint \|\| supportsNativeStreamingUsageCompat)),`
	`92`	`+(!isNonStandard &&`
	`93`	`+(isLocalEndpoint \|\| !usesConfiguredNonOpenAIEndpoint \|\| supportsNativeStreamingUsageCompat)),`
`92`	`94`	`maxTokensField: usesMaxTokens ? "max_tokens" : "max_completion_tokens",`
`93`	`95`	`thinkingFormat:`
`94`	`96`	`isDeepSeek \|\| isXiaomi`

Original file line number	Diff line number	Diff line change
`@@ -3151,7 +3151,34 @@ describe("openai transport stream", () => {`
`3151`	`3151`	`expect(params.stream_options?.include_usage).toBe(true);`
`3152`	`3152`	`});`
`3153`	`3153`
`3154`		`-it("always includes stream_options.include_usage for known local backends like llama-cpp", () => {`
	`3154`	`+it("omits streaming usage options for Volcengine CodingPlan by default", () => {`
	`3155`	`+const params = buildOpenAICompletionsParams(`
	`3156`	`+{`
	`3157`	`+id: "ark-code-latest",`
	`3158`	`+name: "Ark Coding Plan",`
	`3159`	`+api: "openai-completions",`
	`3160`	`+provider: "volcengine-plan",`
	`3161`	`+baseUrl: "https://ark.cn-beijing.volces.com/api/coding/v3",`
	`3162`	`+reasoning: false,`
	`3163`	`+input: ["text"],`
	`3164`	`+cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },`
	`3165`	`+contextWindow: 256000,`
	`3166`	`+maxTokens: 4096,`
	`3167`	`+} satisfies Model<"openai-completions">,`
	`3168`	`+{`
	`3169`	`+systemPrompt: "system",`
	`3170`	`+messages: [],`
	`3171`	`+tools: [],`
	`3172`	`+} as never,`
	`3173`	`+undefined,`
	`3174`	`+) as {`
	`3175`	`+stream_options?: unknown;`
	`3176`	`+};`
	`3177`	`+`
	`3178`	`+expect(params).not.toHaveProperty("stream_options");`
	`3179`	`+});`
	`3180`	`+`
	`3181`	`+it("includes stream_options.include_usage for known local backends like llama-cpp", () => {`
`3155`	`3182`	`const params = buildOpenAICompletionsParams(`
`3156`	`3183`	`{`
`3157`	`3184`	`id: "llama-3",`
`@@ -3277,7 +3304,7 @@ describe("openai transport stream", () => {`
`3277`	`3304`
`3278`	`3305`	`expect(params.messages?.[0]?.role).toBe("system");`
`3279`	`3306`	`expect(params).not.toHaveProperty("reasoning_effort");`
`3280`		`-expect(params.stream_options).toEqual({ include_usage: true });`
	`3307`	`+expect(params).not.toHaveProperty("stream_options");`
`3281`	`3308`	`expect(params).not.toHaveProperty("store");`
`3282`	`3309`	`expect(params.tools?.[0]?.function).not.toHaveProperty("strict");`
`3283`	`3310`	`});`

Original file line number	Diff line number	Diff line change
`@@ -2583,8 +2583,10 @@ export function buildOpenAICompletionsParams(`
`2583`	`2583`	`? flattenCompletionMessagesToStringContent(messages)`
`2584`	`2584`	`: messages,`
`2585`	`2585`	`stream: true,`
`2586`		`-stream_options: { include_usage: true },`
`2587`	`2586`	`};`
	`2587`	`+if (compat.supportsUsageInStreaming) {`
	`2588`	`+params.stream_options = { include_usage: true };`
	`2589`	`+}`
`2588`	`2590`	`if (compat.supportsStore) {`
`2589`	`2591`	`params.store = false;`
`2590`	`2592`	`}`

此内容由惯性聚合(RSS阅读器)自动聚合整理，仅供阅读参考。原文来自 — 版权归原作者所有。

推荐订阅源

Recent Commits to openclaw:main