惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

Engineering at Meta
Engineering at Meta
奇客Solidot–传递最新科技情报
奇客Solidot–传递最新科技情报
腾讯CDC
宝玉的分享
宝玉的分享
量子位
Recent Announcements
Recent Announcements
Martin Fowler
Martin Fowler
J
Java Code Geeks
V
Visual Studio Blog
阮一峰的网络日志
阮一峰的网络日志
Blog — PlanetScale
Blog — PlanetScale
大猫的无限游戏
大猫的无限游戏
博客园 - 叶小钗
S
SegmentFault 最新的问题
B
Blog
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
博客园 - 【当耐特】
小众软件
小众软件
The Cloudflare Blog
Y
Y Combinator Blog
I
InfoQ
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
GbyAI
GbyAI
IT之家
IT之家

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix(providers): harden image response schemas · openclaw/...
vincentkoc · 2026-05-16 · via Recent Commits to openclaw:main

@@ -1,13 +1,19 @@

1-

import type { ImageGenerationProvider } from "openclaw/plugin-sdk/image-generation";

2-

import { extensionForMime } from "openclaw/plugin-sdk/media-mime";

1+

import {

2+

generatedImageAssetFromBase64,

3+

type GeneratedImageAsset,

4+

type ImageGenerationProvider,

5+

} from "openclaw/plugin-sdk/image-generation";

36

import { isProviderApiKeyConfigured } from "openclaw/plugin-sdk/provider-auth";

47

import { resolveApiKeyForProvider } from "openclaw/plugin-sdk/provider-auth-runtime";

58

import {

69

assertOkOrThrowHttpError,

710

postJsonRequest,

811

sanitizeConfiguredModelProviderRequest,

912

} from "openclaw/plugin-sdk/provider-http";

10-

import { normalizeLowercaseStringOrEmpty } from "openclaw/plugin-sdk/string-coerce-runtime";

13+

import {

14+

normalizeLowercaseStringOrEmpty,

15+

normalizeOptionalString,

16+

} from "openclaw/plugin-sdk/string-coerce-runtime";

1117

import { normalizeGoogleModelId, resolveGoogleGenerativeAiHttpRequestConfig } from "./api.js";

12181319

const DEFAULT_GOOGLE_IMAGE_MODEL = "gemini-3.1-flash-image-preview";

@@ -32,23 +38,11 @@ const GOOGLE_SUPPORTED_ASPECT_RATIOS = [

3238

"21:9",

3339

] as const;

344035-

type GoogleInlineDataPart = {

36-

mimeType?: string;

37-

mime_type?: string;

38-

data?: string;

39-

};

40-41-

type GoogleGenerateImageResponse = {

42-

candidates?: Array<{

43-

content?: {

44-

parts?: Array<{

45-

text?: string;

46-

inlineData?: GoogleInlineDataPart;

47-

inline_data?: GoogleInlineDataPart;

48-

}>;

49-

};

50-

}>;

51-

};

41+

const GOOGLE_IMAGE_MALFORMED_RESPONSE = "Google image generation response malformed";

42+43+

function isRecord(value: unknown): value is Record<string, unknown> {

44+

return Boolean(value && typeof value === "object" && !Array.isArray(value));

45+

}

52465347

function normalizeGoogleImageModel(model: string | undefined): string {

5448

const trimmed = model?.trim();

@@ -89,6 +83,56 @@ function mapSizeToImageConfig(

8983

};

9084

}

918586+

function googleResponseParts(payload: unknown): unknown[] {

87+

if (!isRecord(payload)) {

88+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

89+

}

90+

const candidates = payload.candidates;

91+

if (candidates === undefined || candidates === null) {

92+

return [];

93+

}

94+

if (!Array.isArray(candidates)) {

95+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

96+

}

97+98+

const parts: unknown[] = [];

99+

for (const candidate of candidates) {

100+

if (!isRecord(candidate)) {

101+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

102+

}

103+

const content = candidate.content;

104+

if (content === undefined || content === null) {

105+

continue;

106+

}

107+

if (!isRecord(content)) {

108+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

109+

}

110+

const candidateParts = content.parts;

111+

if (candidateParts === undefined || candidateParts === null) {

112+

continue;

113+

}

114+

if (!Array.isArray(candidateParts)) {

115+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

116+

}

117+

parts.push(...candidateParts);

118+

}

119+

return parts;

120+

}

121+122+

function googleInlineDataFromPart(part: unknown): Record<string, unknown> | undefined {

123+

if (!isRecord(part)) {

124+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

125+

}

126+

const inline = part.inlineData ?? part.inline_data;

127+

if (inline === undefined || inline === null) {

128+

return undefined;

129+

}

130+

if (!isRecord(inline)) {

131+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

132+

}

133+

return inline;

134+

}

135+92136

export function buildGoogleImageGenerationProvider(): ImageGenerationProvider {

93137

return {

94138

id: "google",

@@ -184,26 +228,32 @@ export function buildGoogleImageGenerationProvider(): ImageGenerationProvider {

184228

try {

185229

await assertOkOrThrowHttpError(res, "Google image generation failed");

186230187-

const payload = (await res.json()) as GoogleGenerateImageResponse;

231+

const payload = await res.json();

188232

let imageIndex = 0;

189-

const images = (payload.candidates ?? [])

190-

.flatMap((candidate) => candidate.content?.parts ?? [])

191-

.map((part) => {

192-

const inline = part.inlineData ?? part.inline_data;

193-

const data = inline?.data?.trim();

194-

if (!data) {

195-

return null;

196-

}

197-

const mimeType = inline?.mimeType ?? inline?.mime_type ?? DEFAULT_OUTPUT_MIME;

198-

const extension = extensionForMime(mimeType)?.slice(1) ?? "png";

199-

imageIndex += 1;

200-

return {

201-

buffer: Buffer.from(data, "base64"),

202-

mimeType,

203-

fileName: `image-${imageIndex}.${extension}`,

204-

};

205-

})

206-

.filter((entry): entry is NonNullable<typeof entry> => entry !== null);

233+

const images: GeneratedImageAsset[] = [];

234+

for (const part of googleResponseParts(payload)) {

235+

const inline = googleInlineDataFromPart(part);

236+

if (!inline) {

237+

continue;

238+

}

239+

const data = normalizeOptionalString(inline.data);

240+

if (!data) {

241+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

242+

}

243+

const image = generatedImageAssetFromBase64({

244+

base64: data,

245+

index: imageIndex,

246+

mimeType:

247+

normalizeOptionalString(inline.mimeType) ??

248+

normalizeOptionalString(inline.mime_type) ??

249+

DEFAULT_OUTPUT_MIME,

250+

});

251+

if (!image) {

252+

throw new Error(GOOGLE_IMAGE_MALFORMED_RESPONSE);

253+

}

254+

imageIndex += 1;

255+

images.push(image);

256+

}

207257208258

if (images.length === 0) {

209259

throw new Error("Google image generation response missing image data");