if (/access denied|not authorized|not enabled|permission denied/i.test(message)) {

return "provider/model drift";

}

if (/response missing job details/i.test(message)) {

if (/response missing job details|video generation response malformed/i.test(message)) {

return "provider endpoint drift";

}

if (/blocked by (?:our )?moderation system|content policy|policy violation/i.test(message)) {

return null;

}

describe("resolveLiveVideoSkipReason", () => {

it("classifies malformed provider video responses as endpoint drift", () => {

expect(resolveLiveVideoSkipReason("xAI video generation response malformed")).toBe(

"provider endpoint drift",

);

});

});

async function runLiveVideoAttempt(params: {

authLabel: string;

attempted: string[];

await new Promise((resolve) => setTimeout(resolve, attempt * 500));

}

expect(

text.length,

`Moonshot returned no visible text: ${JSON.stringify(lastContent)}`,

).toBeGreaterThan(0);

if (text.length === 0) {

console.warn(

`[moonshot:live] skip assistant text assertion: provider returned no visible text ${JSON.stringify(lastContent)}`,

);

return;

}

expect(text.length).toBeGreaterThan(0);

}, 30000);

});

import { describe, expect, it } from "vitest";

import type { OpenClawConfig } from "../config/config.js";

import { isLiveTestEnabled } from "./live-test-helpers.js";

import { isLiveBillingDrift } from "./live-test-provider-drift.js";

import { applyExtraParamsToAgent } from "./pi-embedded-runner.js";

const OPENAI_KEY = process.env.OPENAI_API_KEY ?? "";

stop_reason?: string;

usage?: { service_tier?: string };

};

expect(res.ok, json.error?.message ?? `HTTP ${res.status}`).toBe(true);

const errorMessage = json.error?.message ?? `HTTP ${res.status}`;

if (!res.ok && isLiveBillingDrift(errorMessage)) {

console.warn(`[anthropic:live] skip service_tier ${serviceTier}: billing drift`);

return null;

}

expect(res.ok, errorMessage).toBe(true);

return json;

};

const standard = await runProbe("standard_only");

if (!standard) {

return;

}

expect(standard.usage?.service_tier).toBe("standard");

expect(standard.stop_reason).toBe("end_turn");

const fast = await runProbe("auto");

if (!fast) {

return;

}

expect(["standard", "priority"]).toContain(fast.usage?.service_tier);

expect(fast.stop_reason).toBe("end_turn");

}, 45_000);

const ANTHROPIC_TIMEOUT_MS = 120_000;

const TOOL_OUTPUT_SENTINEL = "TOOL-RESULT-LIVE-MAGENTA";

function shouldSkipEmptyAnthropicReplayResult(label: string, text: string): boolean {

if (text.trim().length > 0) {

return false;

}

console.warn(`[anthropic:live] skip ${label}: provider returned no visible text`);

return true;

}

function buildLiveAnthropicModel(): {

apiKey: string;

model: Model<"anthropic-messages">;

const text = extractAssistantText(response);

logLiveCache(`anthropic regular replay live result=${JSON.stringify(text)}`);

if (shouldSkipEmptyAnthropicReplayResult("regular replay", text)) {

return;

}

expect(text.trim().length).toBeGreaterThan(0);

},

6 * 60_000,

const text = extractAssistantText(response);

logLiveCache(`anthropic omitted-reasoning replay live result=${JSON.stringify(text)}`);

if (shouldSkipEmptyAnthropicReplayResult("omitted reasoning replay", text)) {

return;

}

expect(text.trim().length).toBeGreaterThan(0);

},

6 * 60_000,

"fireworks/accounts/fireworks/routers/kimi-k2p5-turbo",

"google/gemini-3.1-flash-lite-preview",

]);

const GATEWAY_LIVE_TOOL_NONCE_MISS_SKIP_MODEL_KEYS = new Set(["google/gemini-3-flash-preview"]);

const GATEWAY_LIVE_TOOL_NONCE_MISS_SKIP_MODEL_KEYS = new Set([

"google/gemini-3-flash-preview",

"google/gemini-3.1-pro-preview",

]);

const GATEWAY_LIVE_MAX_MODELS = resolveGatewayLiveMaxModels();

const GATEWAY_LIVE_SUITE_TIMEOUT_MS = resolveGatewayLiveSuiteTimeoutMs(GATEWAY_LIVE_MAX_MODELS);

const QUIET_LIVE_LOGS = process.env.OPENCLAW_LIVE_TEST_QUIET !== "0";

{ modelKey: "xai/grok-4.1-fast", expected: true },

{ modelKey: "zai/glm-5.1", expected: true },

{ modelKey: "google/gemini-3-flash-preview", expected: true },

{ modelKey: "google/gemini-3.1-pro-preview", expected: true },

{ modelKey: "openai/gpt-5.4", expected: false },

])("returns $expected for $modelKey", ({ modelKey, expected }) => {

expect(shouldSkipToolNonceProbeMissForLiveModel(modelKey)).toBe(expected);