惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

D
Docker
酷 壳 – CoolShell
酷 壳 – CoolShell
博客园 - Franky
奇客Solidot–传递最新科技情报
奇客Solidot–传递最新科技情报
A
About on SuperTechFans
博客园 - 【当耐特】
Microsoft Security Blog
Microsoft Security Blog
H
Hackread – Cybersecurity News, Data Breaches, AI and More
The GitHub Blog
The GitHub Blog
雷峰网
雷峰网
博客园_首页
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
IT之家
IT之家
博客园 - 叶小钗
Google DeepMind News
Google DeepMind News
aimingoo的专栏
aimingoo的专栏
博客园 - 聂微东
B
Blog RSS Feed
H
Help Net Security
Recent Announcements
Recent Announcements
阮一峰的网络日志
阮一峰的网络日志
D
DataBreaches.Net
L
LangChain Blog
Vercel News
Vercel News

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
test(deepseek): add live v4 model coverage · openclaw/ope...
steipete · 2026-04-24 · via Recent Commits to openclaw:main

@@ -58,8 +58,12 @@ const LIVE_TEST_TIMEOUT_MS = Math.max(

5858

toInt(process.env.OPENCLAW_LIVE_TEST_TIMEOUT_MS, 60 * 60 * 1000),

5959

);

6060

const DEFAULT_LIVE_MODEL_CONCURRENCY = 20;

61-

const LIVE_MODEL_CONCURRENCY = resolveLiveModelConcurrency();

62-

const LIVE_MODELS_JSON_TIMEOUT_MS = resolveLiveModelsJsonTimeoutMs();

61+

const LIVE_MODEL_CONCURRENCY = resolveLiveModelConcurrency(

62+

process.env.OPENCLAW_LIVE_MODEL_CONCURRENCY,

63+

);

64+

const LIVE_MODELS_JSON_TIMEOUT_MS = resolveLiveModelsJsonTimeoutMs(

65+

process.env.OPENCLAW_LIVE_MODELS_JSON_TIMEOUT_MS,

66+

);

6367

const LIVE_FILE_PROBE_ENABLED = isLiveModelProbeEnabled(process.env, LIVE_MODEL_FILE_PROBE_ENV);

6468

const LIVE_IMAGE_PROBE_ENABLED = isLiveModelProbeEnabled(process.env, LIVE_MODEL_IMAGE_PROBE_ENV);

6569

@@ -318,13 +322,13 @@ function toInt(value: string | undefined, fallback: number): number {

318322

return Number.isFinite(parsed) ? parsed : fallback;

319323

}

320324321-

function resolveLiveModelConcurrency(raw = process.env.OPENCLAW_LIVE_MODEL_CONCURRENCY): number {

325+

function resolveLiveModelConcurrency(raw?: string): number {

322326

return Math.max(1, toInt(raw, DEFAULT_LIVE_MODEL_CONCURRENCY));

323327

}

324328325329

describe("resolveLiveModelConcurrency", () => {

326330

it("defaults direct-model probes to 20-way concurrency", () => {

327-

expect(resolveLiveModelConcurrency(undefined)).toBe(20);

331+

expect(resolveLiveModelConcurrency()).toBe(20);

328332

});

329333330334

it("accepts explicit concurrency overrides", () => {

@@ -334,7 +338,7 @@ describe("resolveLiveModelConcurrency", () => {

334338

});

335339336340

function resolveLiveModelsJsonTimeoutMs(

337-

modelsJsonTimeoutRaw = process.env.OPENCLAW_LIVE_MODELS_JSON_TIMEOUT_MS,

341+

modelsJsonTimeoutRaw?: string,

338342

setupTimeoutMs = LIVE_SETUP_TIMEOUT_MS,

339343

): number {

340344

return Math.max(setupTimeoutMs, toInt(modelsJsonTimeoutRaw, 120_000));

@@ -491,6 +495,102 @@ async function completeOkWithRetry(params: {

491495

return await runOnce(256);

492496

}

493497498+

function isDeepSeekV4Model(model: Pick<Model<Api>, "id" | "provider">): boolean {

499+

return (

500+

model.provider === "deepseek" &&

501+

(model.id === "deepseek-v4-flash" || model.id === "deepseek-v4-pro")

502+

);

503+

}

504+505+

async function runDeepSeekV4ReplayRegression(params: {

506+

model: Model<Api>;

507+

apiKey: string;

508+

timeoutMs: number;

509+

progressLabel: string;

510+

}) {

511+

const noopTool = {

512+

name: "noop",

513+

description: "Return ok.",

514+

parameters: Type.Object({}, { additionalProperties: false }),

515+

};

516+

let firstUser = {

517+

role: "user" as const,

518+

content: "Call the tool `noop` with {}. Do not write any other text.",

519+

timestamp: Date.now(),

520+

};

521+

let first = await completeSimpleWithTimeout(

522+

params.model,

523+

{ messages: [firstUser], tools: [noopTool] },

524+

{

525+

apiKey: params.apiKey,

526+

reasoning: resolveTestReasoning(params.model),

527+

maxTokens: 256,

528+

},

529+

params.timeoutMs,

530+

`${params.progressLabel}: DeepSeek V4 replay first call`,

531+

);

532+

let toolCall = first.content.find((block) => block.type === "toolCall");

533+534+

for (let i = 0; i < 2 && !toolCall; i += 1) {

535+

firstUser = {

536+

role: "user" as const,

537+

content: "Call the tool `noop` with {}. IMPORTANT: respond with the tool call.",

538+

timestamp: Date.now(),

539+

};

540+

first = await completeSimpleWithTimeout(

541+

params.model,

542+

{ messages: [firstUser], tools: [noopTool] },

543+

{

544+

apiKey: params.apiKey,

545+

reasoning: resolveTestReasoning(params.model),

546+

maxTokens: 256,

547+

},

548+

params.timeoutMs,

549+

`${params.progressLabel}: DeepSeek V4 replay retry ${i + 1}`,

550+

);

551+

toolCall = first.content.find((block) => block.type === "toolCall");

552+

}

553+554+

expect(toolCall).toBeTruthy();

555+

if (!toolCall || toolCall.type !== "toolCall") {

556+

throw new Error("expected DeepSeek V4 tool call");

557+

}

558+559+

const second = await completeSimpleWithTimeout(

560+

params.model,

561+

{

562+

messages: [

563+

firstUser,

564+

first,

565+

{

566+

role: "toolResult",

567+

toolCallId: toolCall.id,

568+

toolName: "noop",

569+

content: [{ type: "text", text: "ok" }],

570+

isError: false,

571+

timestamp: Date.now(),

572+

},

573+

{

574+

role: "user",

575+

content: "Reply with the word ok.",

576+

timestamp: Date.now(),

577+

},

578+

],

579+

},

580+

{

581+

apiKey: params.apiKey,

582+

reasoning: resolveTestReasoning(params.model),

583+

maxTokens: 256,

584+

},

585+

params.timeoutMs,

586+

`${params.progressLabel}: DeepSeek V4 replay followup`,

587+

);

588+

if (second.stopReason === "error") {

589+

throw new Error(second.errorMessage || "DeepSeek V4 replay followup returned error");

590+

}

591+

expect(extractAssistantText(second).length).toBeGreaterThan(0);

592+

}

593+494594

async function runExtraTurnProbes(params: {

495595

model: Model<Api>;

496596

apiKey: string;

@@ -849,6 +949,24 @@ describeLive("live models (profile keys)", () => {

849949

break;

850950

}

851951952+

if (isDeepSeekV4Model(model)) {

953+

logProgress(`${progressLabel}: DeepSeek V4 replay regression`);

954+

await runDeepSeekV4ReplayRegression({

955+

model,

956+

apiKey,

957+

timeoutMs: perModelTimeoutMs,

958+

progressLabel,

959+

});

960+

await runExtraTurnProbes({

961+

model,

962+

apiKey,

963+

timeoutMs: perModelTimeoutMs,

964+

progressLabel,

965+

});

966+

logProgress(`${progressLabel}: done`);

967+

break;

968+

}

969+852970

logProgress(`${progressLabel}: prompt`);

853971

const ok = await completeOkWithRetry({

854972

model,