} from "openclaw/plugin-sdk/proxy-capture";

import type {

RealtimeVoiceBridge,

RealtimeVoiceBrowserSession,

RealtimeVoiceBrowserSessionCreateRequest,

RealtimeVoiceBridgeCreateRequest,

RealtimeVoiceProviderConfig,

RealtimeVoiceProviderPlugin,

azureApiVersion?: string;

};

const OPENAI_REALTIME_DEFAULT_MODEL = "gpt-realtime-1.5";

type RealtimeEvent = {

type: string;

delta?: string;

}

class OpenAIRealtimeVoiceBridge implements RealtimeVoiceBridge {

private static readonly DEFAULT_MODEL = "gpt-realtime-1.5";

private static readonly DEFAULT_MODEL = OPENAI_REALTIME_DEFAULT_MODEL;

private static readonly MAX_RECONNECT_ATTEMPTS = 5;

private static readonly BASE_RECONNECT_DELAY_MS = 1000;

private static readonly CONNECT_TIMEOUT_MS = 10_000;

}

}

function readStringField(value: unknown, key: string): string | undefined {

if (!value || typeof value !== "object") {

return undefined;

}

const raw = (value as Record<string, unknown>)[key];

return typeof raw === "string" && raw.trim() ? raw.trim() : undefined;

}

async function createOpenAIRealtimeBrowserSession(

req: RealtimeVoiceBrowserSessionCreateRequest,

): Promise<RealtimeVoiceBrowserSession> {

const config = normalizeProviderConfig(req.providerConfig);

const apiKey = config.apiKey || process.env.OPENAI_API_KEY;

if (!apiKey) {

throw new Error("OpenAI API key missing");

}

if (config.azureEndpoint || config.azureDeployment) {

throw new Error("OpenAI Realtime browser sessions do not support Azure endpoints yet");

}

const model = req.model ?? config.model ?? OPENAI_REALTIME_DEFAULT_MODEL;

const voice = (req.voice ?? config.voice ?? "alloy") as OpenAIRealtimeVoice;

const session: Record<string, unknown> = {

type: "realtime",

model,

instructions: req.instructions,

audio: {

output: { voice },

},

};

if (req.tools && req.tools.length > 0) {

session.tools = req.tools;

session.tool_choice = "auto";

}

const response = await fetch("https://api.openai.com/v1/realtime/client_secrets", {

method: "POST",

headers: {

Authorization: `Bearer ${apiKey}`,

"Content-Type": "application/json",

},

body: JSON.stringify({ session }),

});

if (!response.ok) {

const detail = await response.text().catch(() => "");

throw new Error(

`OpenAI Realtime browser session failed (${response.status}): ${detail || response.statusText}`,

);

}

const payload = (await response.json()) as unknown;

const nestedSecret =

payload && typeof payload === "object"

? (payload as Record<string, unknown>).client_secret

: undefined;

const clientSecret = readStringField(payload, "value") ?? readStringField(nestedSecret, "value");

if (!clientSecret) {

throw new Error("OpenAI Realtime browser session did not return a client secret");

}

const expiresAt =

payload && typeof payload === "object"

? (payload as Record<string, unknown>).expires_at

: undefined;

return {

provider: "openai",

clientSecret,

model,

voice,

...(typeof expiresAt === "number" ? { expiresAt } : {}),

};

}

export function buildOpenAIRealtimeVoiceProvider(): RealtimeVoiceProviderPlugin {

return {

id: "openai",

azureApiVersion: config.azureApiVersion,

});

},

createBrowserSession: createOpenAIRealtimeBrowserSession,

};

}