惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

爱范儿
爱范儿
T
The Blog of Author Tim Ferriss
G
Google Developers Blog
博客园_首页
博客园 - 【当耐特】
量子位
S
SegmentFault 最新的问题
B
Blog RSS Feed
酷 壳 – CoolShell
酷 壳 – CoolShell
V
Visual Studio Blog
T
Tailwind CSS Blog
阮一峰的网络日志
阮一峰的网络日志
V
V2EX
Y
Y Combinator Blog
博客园 - 聂微东
The Cloudflare Blog
小众软件
小众软件
J
Java Code Geeks
freeCodeCamp Programming Tutorials: Python, JavaScript, Git & More
月光博客
月光博客
H
Help Net Security
Jina AI
Jina AI
钛媒体:引领未来商业与生活新知
钛媒体:引领未来商业与生活新知
宝玉的分享
宝玉的分享

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
feat(qa): add Mantis before-after CLI · openclaw/openclaw...
steipete · 2026-05-04 · via Recent Commits to openclaw:main

@@ -0,0 +1,98 @@

1+

import fs from "node:fs/promises";

2+

import os from "node:os";

3+

import path from "node:path";

4+

import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";

5+

import { runMantisBeforeAfter } from "./run.runtime.js";

6+7+

describe("mantis before/after runtime", () => {

8+

let repoRoot: string;

9+10+

beforeEach(async () => {

11+

repoRoot = await fs.mkdtemp(path.join(os.tmpdir(), "mantis-before-after-"));

12+

});

13+14+

afterEach(async () => {

15+

await fs.rm(repoRoot, { force: true, recursive: true });

16+

});

17+18+

it("runs baseline and candidate worktrees and writes stable comparison artifacts", async () => {

19+

const commands: { args: readonly string[]; command: string; cwd?: string }[] = [];

20+

const runner = vi.fn(async (command: string, args: readonly string[]) => {

21+

commands.push({ command, args });

22+

if (command !== "pnpm" || !args.includes("openclaw")) {

23+

return;

24+

}

25+

const repoRootArg = args[args.indexOf("--repo-root") + 1];

26+

const outputDirArg = args[args.indexOf("--output-dir") + 1];

27+

const lane = outputDirArg.endsWith("baseline") ? "baseline" : "candidate";

28+

const outputDir = path.join(repoRootArg, outputDirArg);

29+

await fs.mkdir(outputDir, { recursive: true });

30+

const screenshotPath = path.join(outputDir, `${lane}-timeline.png`);

31+

await fs.writeFile(screenshotPath, `${lane} screenshot`);

32+

await fs.writeFile(

33+

path.join(outputDir, "discord-qa-summary.json"),

34+

`${JSON.stringify(

35+

{

36+

scenarios: [

37+

{

38+

artifactPaths: { screenshot: screenshotPath },

39+

details:

40+

lane === "baseline"

41+

? "reaction timeline missing thinking/done"

42+

: "reaction timeline matched queued -> thinking -> done",

43+

id: "discord-status-reactions-tool-only",

44+

status: lane === "baseline" ? "fail" : "pass",

45+

},

46+

],

47+

},

48+

null,

49+

2,

50+

)}\n`,

51+

);

52+

});

53+54+

const result = await runMantisBeforeAfter({

55+

baseline: "bug-sha",

56+

candidate: "fix-sha",

57+

commandRunner: runner,

58+

now: () => new Date("2026-05-03T12:00:00.000Z"),

59+

outputDir: ".artifacts/qa-e2e/mantis/test-run",

60+

repoRoot,

61+

skipBuild: true,

62+

skipInstall: true,

63+

});

64+65+

expect(result.status).toBe("pass");

66+

expect(

67+

commands.map((entry) => [

68+

entry.command,

69+

entry.args[0],

70+

entry.args[1],

71+

entry.args[2],

72+

entry.args[3],

73+

]),

74+

).toEqual([

75+

["git", "worktree", "add", "--detach", expect.stringContaining("baseline")],

76+

["pnpm", "--dir", expect.stringContaining("baseline"), "openclaw", "qa"],

77+

["git", "worktree", "add", "--detach", expect.stringContaining("candidate")],

78+

["pnpm", "--dir", expect.stringContaining("candidate"), "openclaw", "qa"],

79+

]);

80+81+

const comparison = JSON.parse(await fs.readFile(result.comparisonPath, "utf8")) as {

82+

baseline: { reproduced: boolean; status: string };

83+

candidate: { fixed: boolean; status: string };

84+

pass: boolean;

85+

};

86+

expect(comparison).toMatchObject({

87+

baseline: { reproduced: true, status: "fail" },

88+

candidate: { fixed: true, status: "pass" },

89+

pass: true,

90+

});

91+

await expect(

92+

fs.readFile(path.join(result.outputDir, "baseline", "baseline.png"), "utf8"),

93+

).resolves.toBe("baseline screenshot");

94+

await expect(

95+

fs.readFile(path.join(result.outputDir, "candidate", "candidate.png"), "utf8"),

96+

).resolves.toBe("candidate screenshot");

97+

});

98+

});