惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
WordPress大学
WordPress大学
人人都是产品经理
人人都是产品经理
Engineering at Meta
Engineering at Meta
小众软件
小众软件
I
InfoQ
有赞技术团队
有赞技术团队
Cyber Security Advisories - MS-ISAC
Cyber Security Advisories - MS-ISAC
Martin Fowler
Martin Fowler
月光博客
月光博客
雷峰网
雷峰网
aimingoo的专栏
aimingoo的专栏
云风的 BLOG
云风的 BLOG
Last Week in AI
Last Week in AI
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
S
SegmentFault 最新的问题
The GitHub Blog
The GitHub Blog
Y
Y Combinator Blog
V
Visual Studio Blog
博客园 - 叶小钗
钛媒体:引领未来商业与生活新知
钛媒体:引领未来商业与生活新知
GbyAI
GbyAI
P
Proofpoint News Feed
Apple Machine Learning Research
Apple Machine Learning Research

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
Fix local embedding worker safety (#85348) · openclaw/ope...
osolmaz · 2026-05-25 · via Recent Commits to openclaw:main

@@ -12,6 +12,7 @@ import { afterAll, afterEach, beforeAll, beforeEach, describe, expect, it, vi }

1212

import "./test-runtime-mocks.js";

1313

import type { MemoryIndexManager } from "./index.js";

1414

import { closeAllMemorySearchManagers, getMemorySearchManager } from "./index.js";

15+

import { LOCAL_EMBEDDING_WORKER_ERROR_CODES } from "./manager-local-worker-errors.js";

1516

import { closeMemoryIndexManagersForAgent, EMBEDDING_PROBE_CACHE_TTL_MS } from "./manager.js";

1617

import {

1718

DEFAULT_LOCAL_MODEL,

@@ -34,6 +35,14 @@ let providerCloseGate: Promise<void> | null = null;

3435

let providerCalls: Array<{ provider?: string; model?: string; outputDimensionality?: number }> = [];

3536

let forceNoProvider = false;

363738+

function createLocalWorkerExitError(): Error {

39+

return Object.assign(new Error("Local embedding worker exited unexpectedly (exit code 134)"), {

40+

code: LOCAL_EMBEDDING_WORKER_ERROR_CODES.exited,

41+

reason: "exit",

42+

exitCode: 134,

43+

});

44+

}

45+3746

vi.mock("./embeddings.js", () => {

3847

const embedText = (text: string) => {

3948

const lower = text.toLowerCase();

@@ -44,6 +53,10 @@ vi.mock("./embeddings.js", () => {

4453

return [alpha, beta, image, audio];

4554

};

4655

return {

56+

resolveEmbeddingProviderFallbackModel: (providerId: string, fallbackSourceModel: string) =>

57+

providerId === "gemini" || providerId === "fallback-provider"

58+

? `${providerId}-embed`

59+

: fallbackSourceModel,

4760

createEmbeddingProvider: async (options: {

4861

provider?: string;

4962

model?: string;

@@ -61,7 +74,10 @@ vi.mock("./embeddings.js", () => {

6174

providerUnavailableReason: "No API key found for provider",

6275

};

6376

}

64-

const providerId = options.provider === "gemini" ? "gemini" : "mock";

77+

const providerId =

78+

options.provider === "gemini" || options.provider === "fallback-provider"

79+

? options.provider

80+

: "mock";

6581

const model = options.model ?? "mock-embed";

6682

return {

6783

requestedProvider: options.provider ?? "openai",

@@ -81,7 +97,7 @@ vi.mock("./embeddings.js", () => {

8197

embedBatchCalls += 1;

8298

return texts.map(embedText);

8399

},

84-

...(providerId === "gemini"

100+

...(providerId === "gemini" || providerId === "fallback-provider"

85101

? {

86102

embedBatchInputs: async (

87103

inputs: Array<{

@@ -112,12 +128,12 @@ vi.mock("./embeddings.js", () => {

112128

}

113129

: {}),

114130

},

115-

...(providerId === "gemini"

131+

...(providerId === "gemini" || providerId === "fallback-provider"

116132

? {

117133

runtime: {

118-

id: "gemini",

134+

id: providerId,

119135

cacheKeyData: {

120-

provider: "gemini",

136+

provider: providerId,

121137

baseUrl: "https://generativelanguage.googleapis.com/v1beta",

122138

model,

123139

outputDimensionality: options.outputDimensionality,

@@ -242,7 +258,8 @@ describe("memory index", () => {

242258

extraPaths?: string[];

243259

sources?: Array<"memory" | "sessions">;

244260

sessionMemory?: boolean;

245-

provider?: "openai" | "gemini";

261+

provider?: "openai" | "gemini" | "fallback-provider";

262+

fallback?: "none" | "gemini" | "fallback-provider";

246263

model?: string;

247264

outputDimensionality?: number;

248265

multimodal?: {

@@ -263,6 +280,7 @@ describe("memory index", () => {

263280

memorySearch: {

264281

provider: params.provider ?? "openai",

265282

model: params.model ?? "mock-embed",

283+

fallback: params.fallback,

266284

outputDimensionality: params.outputDimensionality,

267285

store: { path: params.storePath, vector: { enabled: params.vectorEnabled ?? false } },

268286

// Perf: keep test indexes to a single chunk to reduce sqlite work.

@@ -577,6 +595,144 @@ describe("memory index", () => {

577595

);

578596

});

579597598+

it("clears cached embedding probe readiness when local embeddings degrade", async () => {

599+

const cfg = createCfg({ storePath: path.join(workspaceDir, "index-probe-degraded.sqlite") });

600+

const manager = await getPersistentManager(cfg);

601+602+

await expect(manager.probeEmbeddingAvailability()).resolves.toEqual({ ok: true });

603+

expect(manager.getCachedEmbeddingAvailability()?.ok).toBe(true);

604+

(

605+

manager as unknown as {

606+

provider: {

607+

id: string;

608+

model: string;

609+

embedQuery: (text: string) => Promise<number[]>;

610+

embedBatch: (texts: string[]) => Promise<number[][]>;

611+

close: () => Promise<void>;

612+

};

613+

}

614+

).provider = {

615+

id: "local",

616+

model: "local-model",

617+

embedQuery: async () => [1, 0],

618+

embedBatch: async (texts: string[]) => texts.map(() => [1, 0]),

619+

close: async () => {},

620+

};

621+622+

(

623+

manager as unknown as {

624+

markLocalEmbeddingProviderDegraded: (err: unknown) => void;

625+

}

626+

).markLocalEmbeddingProviderDegraded(createLocalWorkerExitError());

627+628+

expect(manager.getCachedEmbeddingAvailability()).toBeNull();

629+

await expect(manager.probeEmbeddingAvailability()).resolves.toMatchObject({

630+

ok: false,

631+

error: expect.stringContaining("Local embeddings degraded"),

632+

});

633+

});

634+635+

it("activates configured fallback when local embeddings degrade during search", async () => {

636+

const cfg = createCfg({

637+

storePath: path.join(workspaceDir, "index-search-degraded-fallback.sqlite"),

638+

fallback: "fallback-provider",

639+

hybrid: { enabled: true, vectorWeight: 0.5, textWeight: 0.5 },

640+

});

641+

const manager = await getPersistentManager(cfg);

642+643+

await manager.sync({ reason: "test" });

644+

const callsBeforeSearch = providerCalls.length;

645+

(

646+

manager as unknown as {

647+

provider: {

648+

id: string;

649+

model: string;

650+

embedQuery: () => Promise<number[]>;

651+

embedBatch: (texts: string[]) => Promise<number[][]>;

652+

close: () => Promise<void>;

653+

};

654+

}

655+

).provider = {

656+

id: "local",

657+

model: "mock-embed",

658+

embedQuery: async () => {

659+

throw createLocalWorkerExitError();

660+

},

661+

embedBatch: async (texts: string[]) => texts.map(() => [1, 0, 0, 0]),

662+

close: async () => {},

663+

};

664+665+

const results = await manager.search("alpha");

666+667+

expect(results.length).toBeGreaterThan(0);

668+

const resultKeys = results.map(

669+

(result) => `${result.source}:${result.path}:${result.startLine}:${result.endLine}`,

670+

);

671+

expect(new Set(resultKeys).size).toBe(resultKeys.length);

672+

expect(providerCalls.slice(callsBeforeSearch).map((call) => call.provider)).toContain(

673+

"fallback-provider",

674+

);

675+

expect(

676+

(

677+

manager as unknown as {

678+

provider: { id: string } | null;

679+

}

680+

).provider?.id,

681+

).toBe("fallback-provider");

682+

});

683+684+

it("activates configured fallback after probe-time local degradation", async () => {

685+

const cfg = createCfg({

686+

storePath: path.join(workspaceDir, "index-probe-degraded-fallback.sqlite"),

687+

fallback: "fallback-provider",

688+

hybrid: { enabled: true, vectorWeight: 0.5, textWeight: 0.5 },

689+

});

690+

const manager = await getPersistentManager(cfg);

691+692+

await manager.sync({ reason: "test" });

693+

(

694+

manager as unknown as {

695+

provider: {

696+

id: string;

697+

model: string;

698+

embedQuery: () => Promise<number[]>;

699+

embedBatch: () => Promise<number[][]>;

700+

close: () => Promise<void>;

701+

};

702+

}

703+

).provider = {

704+

id: "local",

705+

model: "mock-embed",

706+

embedQuery: async () => {

707+

throw createLocalWorkerExitError();

708+

},

709+

embedBatch: async () => {

710+

throw createLocalWorkerExitError();

711+

},

712+

close: async () => {},

713+

};

714+

const callsBeforeSearch = providerCalls.length;

715+716+

await expect(manager.probeEmbeddingAvailability()).resolves.toMatchObject({

717+

ok: false,

718+

error: expect.stringContaining("Local embedding worker exited"),

719+

});

720+721+

const results = await manager.search("alpha");

722+723+

expect(results.length).toBeGreaterThan(0);

724+

expect(providerCalls.slice(callsBeforeSearch).map((call) => call.provider)).toContain(

725+

"fallback-provider",

726+

);

727+

expect(

728+

(

729+

manager as unknown as {

730+

provider: { id: string } | null;

731+

}

732+

).provider?.id,

733+

).toBe("fallback-provider");

734+

});

735+580736

it("streams embedding cache rows during safe reindex", async () => {

581737

vi.stubEnv("OPENCLAW_TEST_MEMORY_UNSAFE_REINDEX", "0");

582738

type EmbeddingCacheRow = {