惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

I
InfoQ
S
SegmentFault 最新的问题
N
Netflix TechBlog - Medium
B
Blog
Jina AI
Jina AI
人人都是产品经理
人人都是产品经理
奇客Solidot–传递最新科技情报
奇客Solidot–传递最新科技情报
H
Hackread – Cybersecurity News, Data Breaches, AI and More
博客园 - 聂微东
Last Week in AI
Last Week in AI
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
V
V2EX
Cyber Security Advisories - MS-ISAC
Cyber Security Advisories - MS-ISAC
大猫的无限游戏
大猫的无限游戏
U
Unit 42
J
Java Code Geeks
IT之家
IT之家
aimingoo的专栏
aimingoo的专栏
博客园 - 叶小钗
T
The Blog of Author Tim Ferriss
博客园 - 【当耐特】
Hugging Face - Blog
Hugging Face - Blog
WordPress大学
WordPress大学
腾讯CDC

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix: honor explicit media image model routing · openclaw/...
steipete · 2026-04-24 · via Recent Commits to openclaw:main

@@ -85,6 +85,15 @@ function resolveConfiguredImageModelId(params: {

8585

cfg: OpenClawConfig;

8686

providerId: string;

8787

}): string | undefined {

88+

const configured = resolveConfiguredImageModel(params);

89+

const id = configured?.id?.trim();

90+

return id || undefined;

91+

}

92+93+

function resolveConfiguredImageModel(params: {

94+

cfg: OpenClawConfig;

95+

providerId: string;

96+

}): { id?: string; input?: string[] } | undefined {

8897

const providerCfg = findNormalizedProviderValue(

8998

params.cfg.models?.providers,

9099

params.providerId,

@@ -96,12 +105,10 @@ function resolveConfiguredImageModelId(params: {

96105

}>;

97106

}

98107

| undefined;

99-

const configured = providerCfg?.models?.find((entry) => {

108+

return providerCfg?.models?.find((entry) => {

100109

const id = entry?.id?.trim();

101110

return Boolean(id) && entry?.input?.includes("image");

102111

});

103-

const id = configured?.id?.trim();

104-

return id || undefined;

105112

}

106113107114

function resolveCatalogImageModelId(params: {

@@ -119,14 +126,38 @@ function resolveCatalogImageModelId(params: {

119126

return normalizeOptionalString((autoEntry ?? matches[0])?.id);

120127

}

121128129+

async function explicitImageModelVisionStatus(params: {

130+

cfg: OpenClawConfig;

131+

providerId: string;

132+

model: string;

133+

}): Promise<"supported" | "unsupported" | "unknown"> {

134+

const configured = resolveConfiguredImageModel(params);

135+

if (configured?.id?.trim() === params.model && configured.input?.includes("image")) {

136+

return "supported";

137+

}

138+

const catalog = await loadModelCatalog({ config: params.cfg });

139+

const entry = findModelInCatalog(catalog, params.providerId, params.model);

140+

if (!entry) {

141+

return "unknown";

142+

}

143+

return modelSupportsVision(entry) ? "supported" : "unsupported";

144+

}

145+122146

async function resolveAutoImageModelId(params: {

123147

cfg: OpenClawConfig;

124148

providerId: string;

125149

explicitModel?: string;

126150

}): Promise<string | undefined> {

127151

const explicit = normalizeOptionalString(params.explicitModel);

128152

if (explicit) {

129-

return explicit;

153+

const explicitStatus = await explicitImageModelVisionStatus({

154+

cfg: params.cfg,

155+

providerId: params.providerId,

156+

model: explicit,

157+

});

158+

if (explicitStatus !== "unsupported") {

159+

return explicit;

160+

}

130161

}

131162

const configuredModel = resolveConfiguredImageModelId(params);

132163

if (configuredModel) {

@@ -498,13 +529,29 @@ function resolveImageModelFromAgentDefaults(cfg: OpenClawConfig): MediaUnderstan

498529

return entries;

499530

}

500531532+

function hasExplicitImageUnderstandingConfig(params: {

533+

cfg: OpenClawConfig;

534+

config?: MediaUnderstandingConfig;

535+

}): boolean {

536+

return (

537+

(params.config?.models?.length ?? 0) > 0 ||

538+

resolveImageModelFromAgentDefaults(params.cfg).length > 0

539+

);

540+

}

541+501542

async function resolveAutoEntries(params: {

502543

cfg: OpenClawConfig;

503544

agentDir?: string;

504545

providerRegistry: ProviderRegistry;

505546

capability: MediaUnderstandingCapability;

506547

activeModel?: ActiveMediaModel;

507548

}): Promise<MediaUnderstandingModelConfig[]> {

549+

if (params.capability === "image") {

550+

const imageModelEntries = resolveImageModelFromAgentDefaults(params.cfg);

551+

if (imageModelEntries.length > 0) {

552+

return imageModelEntries;

553+

}

554+

}

508555

const activeEntry = await resolveActiveModelEntry(params);

509556

if (activeEntry) {

510557

return [activeEntry];

@@ -519,12 +566,6 @@ async function resolveAutoEntries(params: {

519566

return [localAudio];

520567

}

521568

}

522-

if (params.capability === "image") {

523-

const imageModelEntries = resolveImageModelFromAgentDefaults(params.cfg);

524-

if (imageModelEntries.length > 0) {

525-

return imageModelEntries;

526-

}

527-

}

528569

const gemini = await resolveGeminiCliEntry(params.capability);

529570

if (gemini) {

530571

return [gemini];

@@ -553,6 +594,12 @@ export async function resolveAutoImageModel(params: {

553594

}

554595

return { provider, model };

555596

};

597+

const configuredImageModel = resolveImageModelFromAgentDefaults(params.cfg)

598+

.map((entry) => toActive(entry))

599+

.find((entry): entry is ActiveMediaModel => entry !== null);

600+

if (configuredImageModel) {

601+

return configuredImageModel;

602+

}

556603

const activeEntry = await resolveActiveModelEntry({

557604

cfg: params.cfg,

558605

agentDir: params.agentDir,

@@ -772,7 +819,11 @@ export async function runCapability(params: {

772819

// Skip image understanding when the primary model supports vision natively.

773820

// The image will be injected directly into the model context instead.

774821

const activeProvider = params.activeModel?.provider?.trim();

775-

if (capability === "image" && activeProvider) {

822+

if (

823+

capability === "image" &&

824+

activeProvider &&

825+

!hasExplicitImageUnderstandingConfig({ cfg, config })

826+

) {

776827

const catalog = await loadModelCatalog({ config: cfg });

777828

const entry = findModelInCatalog(catalog, activeProvider, params.activeModel?.model ?? "");

778829

if (modelSupportsVision(entry)) {