惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

Google DeepMind News
Google DeepMind News
L
LangChain Blog
H
Help Net Security
博客园_首页
T
Tailwind CSS Blog
Microsoft Security Blog
Microsoft Security Blog
T
The Blog of Author Tim Ferriss
雷峰网
雷峰网
Recent Announcements
Recent Announcements
D
DataBreaches.Net
U
Unit 42
Vercel News
Vercel News
I
InfoQ
Martin Fowler
Martin Fowler
Microsoft Azure Blog
Microsoft Azure Blog
Apple Machine Learning Research
Apple Machine Learning Research
S
SegmentFault 最新的问题
Jina AI
Jina AI
博客园 - 叶小钗
博客园 - 【当耐特】
罗磊的独立博客
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
月光博客
月光博客
Last Week in AI
Last Week in AI

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix(media): use static image compression metadata · openc...
vincentkoc · 2026-05-24 · via Recent Commits to openclaw:main

@@ -27,6 +27,10 @@ import {

2727

describeImagesWithModel,

2828

type MediaUnderstandingProvider,

2929

} from "../../plugin-sdk/media-understanding.js";

30+

import {

31+

isManifestPluginAvailableForControlPlane,

32+

loadManifestMetadataSnapshot,

33+

} from "../../plugins/manifest-contract-eligibility.js";

3034

import type { ProviderRuntimeModel } from "../../plugins/provider-runtime-model.types.js";

3135

import { resolveUserPath } from "../../utils.js";

3236

import type { AuthProfileStore } from "../auth-profiles/types.js";

@@ -309,6 +313,115 @@ function resolveCompressionModelCandidates(params: {

309313

});

310314

}

311315316+

function imageCompressionPolicyHasDimensionLimit(policy: ImageCompressionModelPolicy): boolean {

317+

return (

318+

typeof policy.maxSidePx === "number" ||

319+

typeof policy.maxPixels === "number"

320+

);

321+

}

322+323+

function mergeImageCompressionPolicies(params: {

324+

runtimePolicy: ImageCompressionModelPolicy;

325+

staticPolicy: ImageCompressionModelPolicy;

326+

}): ImageCompressionModelPolicy {

327+

return {

328+

...params.runtimePolicy,

329+

...params.staticPolicy,

330+

};

331+

}

332+333+

function providerUsesRuntimeModelAugment(params: {

334+

cfg?: OpenClawConfig;

335+

provider: string;

336+

workspaceDir?: string;

337+

}): boolean {

338+

const provider = normalizeMediaProviderId(params.provider);

339+

if (!provider) {

340+

return false;

341+

}

342+

const config = params.cfg ?? {};

343+

const snapshot = loadManifestMetadataSnapshot({

344+

config,

345+

env: process.env,

346+

...(params.workspaceDir !== undefined ? { workspaceDir: params.workspaceDir } : {}),

347+

});

348+

return snapshot.plugins.some((plugin) => {

349+

const ownsProvider =

350+

plugin.providers.some((candidate) => normalizeMediaProviderId(candidate) === provider) ||

351+

Boolean(plugin.modelCatalog?.providers?.[provider]);

352+

if (!ownsProvider) {

353+

return false;

354+

}

355+

const runtimeAugment =

356+

plugin.modelCatalog?.runtimeAugment === true ||

357+

(plugin.origin !== "bundled" &&

358+

plugin.providers.some((candidate) => normalizeMediaProviderId(candidate) === provider));

359+

if (!runtimeAugment) {

360+

return false;

361+

}

362+

return isManifestPluginAvailableForControlPlane({

363+

snapshot,

364+

plugin,

365+

config,

366+

});

367+

});

368+

}

369+370+

async function resolveCompressionModelPolicyWithHooks(params: {

371+

cfg?: OpenClawConfig;

372+

provider: string;

373+

model: string;

374+

agentDir?: string;

375+

workspaceDir?: string;

376+

skipProviderRuntimeHooks: boolean;

377+

}): Promise<ImageCompressionModelPolicy> {

378+

try {

379+

const resolved = await resolveModelAsync(

380+

params.provider,

381+

params.model,

382+

params.agentDir,

383+

params.cfg,

384+

{

385+

allowBundledStaticCatalogFallback: true,

386+

skipProviderRuntimeHooks: params.skipProviderRuntimeHooks,

387+

skipPiDiscovery: true,

388+

workspaceDir: params.workspaceDir,

389+

},

390+

);

391+

return (resolved.model as ProviderRuntimeModel | undefined)?.mediaInput?.image ?? {};

392+

} catch {

393+

return {};

394+

}

395+

}

396+397+

async function resolveCompressionModelPolicy(params: {

398+

cfg?: OpenClawConfig;

399+

provider: string;

400+

model: string;

401+

agentDir?: string;

402+

workspaceDir?: string;

403+

}): Promise<ImageCompressionModelPolicy> {

404+

const staticPolicy = await resolveCompressionModelPolicyWithHooks({

405+

...params,

406+

skipProviderRuntimeHooks: true,

407+

});

408+

if (

409+

imageCompressionPolicyHasDimensionLimit(staticPolicy) ||

410+

!providerUsesRuntimeModelAugment({

411+

cfg: params.cfg,

412+

provider: params.provider,

413+

workspaceDir: params.workspaceDir,

414+

})

415+

) {

416+

return staticPolicy;

417+

}

418+

const runtimePolicy = await resolveCompressionModelPolicyWithHooks({

419+

...params,

420+

skipProviderRuntimeHooks: false,

421+

});

422+

return mergeImageCompressionPolicies({ runtimePolicy, staticPolicy });

423+

}

424+312425

async function resolveImageCompressionPolicy(params: {

313426

cfg?: OpenClawConfig;

314427

imageModelConfig?: ImageModelConfig | null;

@@ -321,22 +434,13 @@ async function resolveImageCompressionPolicy(params: {

321434

const quality = params.cfg?.agents?.defaults?.imageQuality;

322435

const models: ImageCompressionModelPolicy[] = await Promise.all(

323436

modelCandidates.map(async (candidate): Promise<ImageCompressionModelPolicy> => {

324-

try {

325-

const resolved = await resolveModelAsync(

326-

candidate.provider,

327-

candidate.model,

328-

params.agentDir,

329-

params.cfg,

330-

{

331-

allowBundledStaticCatalogFallback: true,

332-

skipPiDiscovery: true,

333-

workspaceDir: params.workspaceDir,

334-

},

335-

);

336-

return (resolved.model as ProviderRuntimeModel | undefined)?.mediaInput?.image ?? {};

337-

} catch {

338-

return {};

339-

}

437+

return resolveCompressionModelPolicy({

438+

cfg: params.cfg,

439+

provider: candidate.provider,

440+

model: candidate.model,

441+

agentDir: params.agentDir,

442+

workspaceDir: params.workspaceDir,

443+

});

340444

}),

341445

);

342446

return {