// Exercises model fallback through the embedded runner integration surface.

import fs from "node:fs/promises";

import os from "node:os";

import path from "node:path";

import { beforeAll, beforeEach, describe, expect, it, vi } from "vitest";

import type { OpenClawConfig } from "../config/config.js";

import type { AuthProfileFailureReason } from "./auth-profiles.js";

import { ensureAuthProfileStore, saveAuthProfileStore } from "./auth-profiles/store.js";

import { classifyEmbeddedAgentRunResultForModelFallback } from "./embedded-agent-runner/result-fallback-classifier.js";

import type { EmbeddedRunAttemptResult } from "./embedded-agent-runner/run/types.js";

import { runWithModelFallback } from "./model-fallback.js";

import { ensureAuthProfileStore, saveAuthProfileStore } from "./auth-profiles/store.js";

import {

buildEmbeddedRunnerAssistant,

createResolvedEmbeddedRunnerModel,

});

const installRunEmbeddedMocks = () => {

// Install the runner mocks before importing runEmbeddedAgent so the e2e path

// exercises fallback orchestration without live model/provider calls.

installEmbeddedRunnerBaseE2eMocks();

installEmbeddedRunnerFastRunE2eMocks({

runEmbeddedAttempt: (params) => runEmbeddedAttemptMock(params),

async function withAgentWorkspace<T>(

fn: (ctx: { agentDir: string; workspaceDir: string }) => Promise<T>,

): Promise<T> {

// Each e2e case gets isolated agent/workspace dirs because usage stats and

// transcripts are part of the fallback behavior under test.

const root = await fs.mkdtemp(path.join(os.tmpdir(), "openclaw-model-fallback-"));

const agentDir = path.join(root, "agent");

const workspaceDir = path.join(root, "workspace");

abortSignal?: AbortSignal;

config?: OpenClawConfig;

}) {

// Runs the same embedded-agent entrypoint that production fallback uses while

// keeping provider/model attempts deterministic through mocks.

const cfg = params.config ?? makeConfig();

return await runWithModelFallback({

cfg,