const CLEANUP_SMOKE_NAME = "cleanup-smoke";

export const SHELL_CAPTURE_MAX_CHARS = 1024 * 1024;

export const LOG_TAIL_MAX_BYTES = 1024 * 1024;

const SHELL_TIMEOUT_KILL_GRACE_MS = 10_000;

const SHELL_POST_FORCE_KILL_WAIT_MS = 1_000;

const SHELL_PROCESS_GROUP_EXIT_POLL_MS = 25;

const DEFAULT_TIMINGS_FILE = path.join(ROOT_DIR, ".artifacts/docker-tests/lane-timings.json");

const DEFAULT_GITHUB_WORKFLOW = "openclaw-live-and-e2e-checks-reusable.yml";

const IS_MAIN = process.argv[1]

return `docker run --rm --platform ${shellQuote(platform)} alpine:3.20 true`;

}

export function runShellCommand({ command, env, label, logFile, timeoutMs, noOutputTimeoutMs }) {

export function runShellCommand({

command,

env,

label,

logFile,

timeoutMs,

noOutputTimeoutMs,

timeoutKillGraceMs = SHELL_TIMEOUT_KILL_GRACE_MS,

}) {

return new Promise((resolve) => {

const pipeOutput = Boolean(logFile || noOutputTimeoutMs > 0);

const child = spawn("bash", ["-c", command], {

let timedOut = false;

let noOutputTimedOut = false;

let killTimer;

let killAt;

let stream;

let noOutputTimer;

const terminateForTimeout = (message, options = {}) => {

console.error(`==> [${label}] ${message}; sending SIGTERM`);

}

terminateChild(child, "SIGTERM");

killTimer = setTimeout(() => terminateChild(child, "SIGKILL"), 10_000);

killAt = Date.now() + timeoutKillGraceMs;

killTimer = setTimeout(() => terminateChild(child, "SIGKILL"), timeoutKillGraceMs);

killTimer.unref?.();

};

const resetNoOutputTimer = () => {

if (noOutputTimer) {

clearTimeout(noOutputTimer);

}

const finish = () => {

if (killTimer) {

clearTimeout(killTimer);

}

killAt = undefined;

activeChildren.delete(child);

const exitCode = typeof status === "number" ? status : signal ? 128 : 1;

if (stream) {

stream.write(

`\n==> [${label}] finished: ${utcStamp()} status=${exitCode}${

noOutputTimedOut ? " noOutputTimedOut=true" : ""

}\n`,

);

stream.end();

}

resolve({ signal, status: exitCode, timedOut, noOutputTimedOut });

};

if (timedOut) {

terminateChild(child, "SIGKILL");

}

if (killTimer) {

clearTimeout(killTimer);

}

activeChildren.delete(child);

const exitCode = typeof status === "number" ? status : signal ? 128 : 1;

if (stream) {

stream.write(

`\n==> [${label}] finished: ${utcStamp()} status=${exitCode}${

noOutputTimedOut ? " noOutputTimedOut=true" : ""

}\n`,

void finishTimedOutShellProcessTree(child, { killAt, timeoutKillGraceMs }).then(

finish,

finish,

);

stream.end();

return;

}

resolve({ signal, status: exitCode, timedOut, noOutputTimedOut });

finish();

});

});

}

return { text: combined.slice(-maxChars), truncated: true };

}

export function runShellCaptureCommand({ command, env, label, timeoutMs }) {

export function runShellCaptureCommand({

command,

env,

label,

timeoutMs,

timeoutKillGraceMs = SHELL_TIMEOUT_KILL_GRACE_MS,

}) {

return new Promise((resolve) => {

const child = spawn("bash", ["-c", command], {

cwd: ROOT_DIR,

let stderrTruncated = false;

let timedOut = false;

let killTimer;

let killAt;

const timeoutTimer =

timeoutMs > 0

? setTimeout(() => {

timedOut = true;

terminateChild(child, "SIGTERM");

killTimer = setTimeout(() => terminateChild(child, "SIGKILL"), 10_000);

killAt = Date.now() + timeoutKillGraceMs;

killTimer = setTimeout(() => terminateChild(child, "SIGKILL"), timeoutKillGraceMs);

killTimer.unref?.();

}, timeoutMs)

: undefined;

if (timeoutTimer) {

clearTimeout(timeoutTimer);

}

const finish = () => {

if (killTimer) {

clearTimeout(killTimer);

}

killAt = undefined;

activeChildren.delete(child);

const exitCode = typeof status === "number" ? status : signal ? 128 : 1;

resolve({

label,

signal,

status: exitCode,

stderr,

stderrTruncated,

stdout,

stdoutTruncated,

timedOut,

});

};

if (timedOut) {

terminateChild(child, "SIGKILL");

}

if (killTimer) {

clearTimeout(killTimer);

void finishTimedOutShellProcessTree(child, { killAt, timeoutKillGraceMs }).then(

finish,

finish,

);

return;

}

activeChildren.delete(child);

const exitCode = typeof status === "number" ? status : signal ? 128 : 1;

resolve({

label,

signal,

status: exitCode,

stderr,

stderrTruncated,

stdout,

stdoutTruncated,

timedOut,

});

finish();

});

});

}

}

const activeChildren = new Set();

function shellProcessGroupAlive(child) {

if (process.platform === "win32" || !child.pid) {

return false;

}

try {

process.kill(-child.pid, 0);

return true;

} catch (error) {

return error?.code === "EPERM";

}

}

async function waitForShellProcessGroupExit(child, timeoutMs) {

const deadlineAt = Date.now() + timeoutMs;

while (Date.now() < deadlineAt) {

if (!shellProcessGroupAlive(child)) {

return true;

}

await new Promise((resolvePoll) => {

setTimeout(resolvePoll, SHELL_PROCESS_GROUP_EXIT_POLL_MS);

});

}

return !shellProcessGroupAlive(child);

}

async function finishTimedOutShellProcessTree(child, { killAt, timeoutKillGraceMs }) {

if (!shellProcessGroupAlive(child)) {

return;

}

const graceRemainingMs =

killAt === undefined ? timeoutKillGraceMs : Math.max(0, killAt - Date.now());

if (graceRemainingMs > 0) {

await waitForShellProcessGroupExit(child, graceRemainingMs);

}

if (shellProcessGroupAlive(child)) {

terminateChild(child, "SIGKILL");

}

await waitForShellProcessGroupExit(child, SHELL_POST_FORCE_KILL_WAIT_MS);

}

function terminateChild(child, signal) {

if (process.platform !== "win32" && child.pid) {

try {