惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
U
Unit 42
IT之家
IT之家
Y
Y Combinator Blog
T
Tailwind CSS Blog
B
Blog
大猫的无限游戏
大猫的无限游戏
博客园 - 叶小钗
Jina AI
Jina AI
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
I
InfoQ
J
Java Code Geeks
F
Fortinet All Blogs
T
The Blog of Author Tim Ferriss
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
H
Hackread – Cybersecurity News, Data Breaches, AI and More
人人都是产品经理
人人都是产品经理
腾讯CDC
Hugging Face - Blog
Hugging Face - Blog
GbyAI
GbyAI
博客园 - 司徒正美
The GitHub Blog
The GitHub Blog
酷 壳 – CoolShell
酷 壳 – CoolShell
L
LangChain Blog

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
ci: parallelize extension batch groups · openclaw/opencla...
steipete · 2026-04-23 · via Recent Commits to openclaw:main

@@ -1,8 +1,12 @@

11

#!/usr/bin/env node

223+

import path from "node:path";

34

import { resolveExtensionBatchPlan } from "./lib/extension-test-plan.mjs";

45

import { isDirectScriptRun, runVitestBatch } from "./lib/vitest-batch-runner.mjs";

567+

const FS_MODULE_CACHE_PATH_ENV_KEY = "OPENCLAW_VITEST_FS_MODULE_CACHE_PATH";

8+

const PARALLEL_ENV_KEY = "OPENCLAW_EXTENSION_BATCH_PARALLEL";

9+610

function printUsage() {

711

console.error("Usage: pnpm test:extensions:batch <extension[,extension...]> [vitest args...]");

812

console.error(

@@ -27,6 +31,114 @@ function parseExtensionIds(rawArgs) {

2731

return { extensionIds, passthroughArgs: args };

2832

}

293334+

function parsePositiveInt(value) {

35+

const parsed = Number.parseInt(value ?? "", 10);

36+

return Number.isFinite(parsed) && parsed > 0 ? parsed : null;

37+

}

38+39+

export function resolveExtensionBatchParallelism(groupCount, env = process.env) {

40+

const override = parsePositiveInt(env[PARALLEL_ENV_KEY]);

41+

return Math.min(Math.max(1, override ?? 1), Math.max(1, groupCount));

42+

}

43+44+

function sanitizeCacheSegment(value) {

45+

return (

46+

value

47+

.replace(/[^a-zA-Z0-9._-]+/gu, "-")

48+

.replace(/^-+|-+$/gu, "")

49+

.slice(0, 180) || "default"

50+

);

51+

}

52+53+

function createGroupEnv({ baseEnv, group, groupIndex, useDedicatedCache }) {

54+

if (!useDedicatedCache || baseEnv[FS_MODULE_CACHE_PATH_ENV_KEY]?.trim()) {

55+

return baseEnv;

56+

}

57+58+

return {

59+

...baseEnv,

60+

[FS_MODULE_CACHE_PATH_ENV_KEY]: path.join(

61+

process.cwd(),

62+

"node_modules",

63+

".experimental-vitest-cache",

64+

"extension-batch",

65+

sanitizeCacheSegment(`${groupIndex}-${group.config}`),

66+

),

67+

};

68+

}

69+70+

function orderPlanGroups(planGroups, parallelism) {

71+

if (parallelism <= 1) {

72+

return planGroups;

73+

}

74+

return [...planGroups].toSorted((left, right) => {

75+

if (left.estimatedCost !== right.estimatedCost) {

76+

return right.estimatedCost - left.estimatedCost;

77+

}

78+

if (left.testFileCount !== right.testFileCount) {

79+

return right.testFileCount - left.testFileCount;

80+

}

81+

return left.config.localeCompare(right.config);

82+

});

83+

}

84+85+

async function runPlanGroup(group, params) {

86+

console.log(

87+

`[test-extension-batch] ${group.config}: ${group.extensionIds.join(", ")} (${group.testFileCount} files)`,

88+

);

89+

return await params.runGroup({

90+

args: params.vitestArgs,

91+

config: group.config,

92+

env: createGroupEnv({

93+

baseEnv: params.env,

94+

group,

95+

groupIndex: params.groupIndex,

96+

useDedicatedCache: params.useDedicatedCache,

97+

}),

98+

targets: group.roots,

99+

});

100+

}

101+102+

export async function runExtensionBatchPlan(batchPlan, params = {}) {

103+

const env = params.env ?? process.env;

104+

const vitestArgs = params.vitestArgs ?? [];

105+

const runGroup = params.runGroup ?? runVitestBatch;

106+

const parallelism = resolveExtensionBatchParallelism(batchPlan.planGroups.length, env);

107+

const orderedGroups = orderPlanGroups(batchPlan.planGroups, parallelism);

108+

const useDedicatedCache = parallelism > 1;

109+110+

if (parallelism > 1) {

111+

console.log(`[test-extension-batch] Running up to ${parallelism} config groups in parallel`);

112+

}

113+114+

let nextGroupIndex = 0;

115+

let exitCode = 0;

116+

async function worker() {

117+

while (exitCode === 0) {

118+

const groupIndex = nextGroupIndex;

119+

nextGroupIndex += 1;

120+

const group = orderedGroups[groupIndex];

121+

if (!group) {

122+

return;

123+

}

124+

const groupExitCode = await runPlanGroup(group, {

125+

env,

126+

groupIndex,

127+

runGroup,

128+

useDedicatedCache,

129+

vitestArgs,

130+

});

131+

if (groupExitCode !== 0) {

132+

exitCode = groupExitCode;

133+

return;

134+

}

135+

}

136+

}

137+138+

await Promise.all(Array.from({ length: parallelism }, () => worker()));

139+

return exitCode;

140+

}

141+30142

async function run() {

31143

const rawArgs = process.argv.slice(2);

32144

if (rawArgs.includes("--help") || rawArgs.includes("-h")) {

@@ -51,19 +163,12 @@ async function run() {

51163

`[test-extension-batch] Running ${batchPlan.testFileCount} test files across ${batchPlan.extensionCount} extensions`,

52164

);

5316554-

for (const group of batchPlan.planGroups) {

55-

console.log(

56-

`[test-extension-batch] ${group.config}: ${group.extensionIds.join(", ")} (${group.testFileCount} files)`,

57-

);

58-

const exitCode = await runVitestBatch({

59-

args: vitestArgs,

60-

config: group.config,

61-

env: process.env,

62-

targets: group.roots,

63-

});

64-

if (exitCode !== 0) {

65-

process.exit(exitCode);

66-

}

166+

const exitCode = await runExtensionBatchPlan(batchPlan, {

167+

env: process.env,

168+

vitestArgs,

169+

});

170+

if (exitCode !== 0) {

171+

process.exit(exitCode);

67172

}

68173

}

69174