惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

月光博客
月光博客
WordPress大学
WordPress大学
博客园 - 三生石上(FineUI控件)
H
Help Net Security
小众软件
小众软件
The Cloudflare Blog
人人都是产品经理
人人都是产品经理
Apple Machine Learning Research
Apple Machine Learning Research
S
SegmentFault 最新的问题
Last Week in AI
Last Week in AI
爱范儿
爱范儿
量子位
OSCHINA 社区最新新闻
OSCHINA 社区最新新闻
IT之家
IT之家
博客园 - 【当耐特】
V
Visual Studio Blog
大猫的无限游戏
大猫的无限游戏
博客园_首页
Jina AI
Jina AI
D
Docker
博客园 - 司徒正美
让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
Microsoft Security Blog
Microsoft Security Blog
阮一峰的网络日志
阮一峰的网络日志

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
feat: stream elevenlabs tts into discord voice · openclaw...
steipete · 2026-05-07 · via Recent Commits to openclaw:main

@@ -10,9 +10,11 @@ const {

1010

joinVoiceChannelMock,

1111

entersStateMock,

1212

createAudioPlayerMock,

13+

createAudioResourceMock,

1314

resolveAgentRouteMock,

1415

agentCommandMock,

1516

transcribeAudioFileMock,

17+

textToSpeechStreamMock,

1618

textToSpeechMock,

1719

} = vi.hoisted(() => {

1820

type EventHandler = (...args: unknown[]) => unknown;

@@ -94,6 +96,7 @@ const {

9496

entersStateMock: vi.fn(async (_target?: unknown, _state?: string, _timeoutMs?: number) => {

9597

return undefined;

9698

}),

99+

createAudioResourceMock: vi.fn(),

97100

createAudioPlayerMock: vi.fn(() => ({

98101

on: vi.fn(),

99102

off: vi.fn(),

@@ -104,6 +107,9 @@ const {

104107

resolveAgentRouteMock: vi.fn(() => ({ agentId: "agent-1", sessionKey: "discord:g1:c1" })),

105108

agentCommandMock: vi.fn(async (_opts?: unknown, _runtime?: unknown) => ({ payloads: [] })),

106109

transcribeAudioFileMock: vi.fn(async () => ({ text: "hello from voice" })),

110+

textToSpeechStreamMock: vi.fn(

111+

async (): Promise<unknown> => ({ success: false, error: "stream unavailable" }),

112+

),

107113

textToSpeechMock: vi.fn(async () => ({ success: true, audioPath: "/tmp/voice.mp3" })),

108114

};

109115

});

@@ -121,7 +127,7 @@ vi.mock("./sdk-runtime.js", () => ({

121127

Connecting: "connecting",

122128

},

123129

createAudioPlayer: createAudioPlayerMock,

124-

createAudioResource: vi.fn(),

130+

createAudioResource: createAudioResourceMock,

125131

entersState: entersStateMock,

126132

getVoiceConnection: getVoiceConnectionMock,

127133

joinVoiceChannel: joinVoiceChannelMock,

@@ -154,6 +160,7 @@ vi.mock("../runtime.js", () => ({

154160

transcribeAudioFile: transcribeAudioFileMock,

155161

},

156162

tts: {

163+

textToSpeechStream: textToSpeechStreamMock,

157164

textToSpeech: textToSpeechMock,

158165

},

159166

}),

@@ -207,8 +214,11 @@ describe("DiscordVoiceManager", () => {

207214

agentCommandMock.mockResolvedValue({ payloads: [] });

208215

transcribeAudioFileMock.mockReset();

209216

transcribeAudioFileMock.mockResolvedValue({ text: "hello from voice" });

217+

textToSpeechStreamMock.mockReset();

218+

textToSpeechStreamMock.mockResolvedValue({ success: false, error: "stream unavailable" });

210219

textToSpeechMock.mockReset();

211220

textToSpeechMock.mockResolvedValue({ success: true, audioPath: "/tmp/voice.mp3" });

221+

createAudioResourceMock.mockClear();

212222

});

213223214224

const createManager = (

@@ -750,6 +760,49 @@ describe("DiscordVoiceManager", () => {

750760

);

751761

});

752762763+

it("plays streaming TTS audio before falling back to a synthesized file", async () => {

764+

const release = vi.fn(async () => undefined);

765+

textToSpeechStreamMock.mockResolvedValue({

766+

success: true,

767+

audioStream: new ReadableStream<Uint8Array>({

768+

start(controller) {

769+

controller.enqueue(new Uint8Array([1, 2, 3]));

770+

controller.close();

771+

},

772+

}),

773+

release,

774+

});

775+

agentCommandMock.mockResolvedValueOnce({

776+

payloads: [{ text: "hello back" }],

777+

} as never);

778+779+

const client = createClient();

780+

client.fetchMember.mockResolvedValue({

781+

nickname: "Guest Nick",

782+

user: {

783+

id: "u-guest",

784+

username: "guest",

785+

globalName: "Guest",

786+

discriminator: "4321",

787+

},

788+

});

789+

const manager = createManager({ groupPolicy: "open" }, client, {

790+

commands: { useAccessGroups: false },

791+

});

792+

await processVoiceSegment(manager, "u-guest");

793+794+

expect(textToSpeechStreamMock).toHaveBeenCalledWith(

795+

expect.objectContaining({

796+

channel: "discord",

797+

disableFallback: true,

798+

text: "hello back",

799+

}),

800+

);

801+

expect(textToSpeechMock).not.toHaveBeenCalled();

802+

expect(createAudioResourceMock).toHaveBeenCalledWith(expect.anything());

803+

await vi.waitFor(() => expect(release).toHaveBeenCalledTimes(1));

804+

});

805+753806

it("passes per-channel system prompt overrides to voice agent runs", async () => {

754807

const client = createClient();

755808

client.fetchMember.mockResolvedValue({