惯性聚合 高效追踪和阅读你感兴趣的博客、新闻、科技资讯
阅读原文 在惯性聚合中打开

推荐订阅源

Microsoft Azure Blog
Microsoft Azure Blog
J
Java Code Geeks
量子位
腾讯CDC
C
Check Point Blog
小众软件
小众软件
IT之家
IT之家
I
InfoQ
Hugging Face - Blog
Hugging Face - Blog
Stack Overflow Blog
Stack Overflow Blog
让小产品的独立变现更简单 - ezindie.com
让小产品的独立变现更简单 - ezindie.com
GbyAI
GbyAI
Apple Machine Learning Research
Apple Machine Learning Research
大猫的无限游戏
大猫的无限游戏
博客园_首页
S
SegmentFault 最新的问题
The Cloudflare Blog
阮一峰的网络日志
阮一峰的网络日志
aimingoo的专栏
aimingoo的专栏
P
Proofpoint News Feed
钛媒体:引领未来商业与生活新知
钛媒体:引领未来商业与生活新知
Google DeepMind News
Google DeepMind News
T
Tailwind CSS Blog
Martin Fowler
Martin Fowler

Recent Commits to openclaw:main

test: merge chat side-result checks · openclaw/openclaw@ddd2c2a test: merge cron history checks · openclaw/openclaw@f7eb746 test: merge responsive navigation shell checks · openclaw/openclaw@c2e4b47 docs(changelog): add codex oauth fixes · openclaw/openclaw@628e6cd test: merge navigation routing cases · openclaw/openclaw@5d8cecb Tests: mock channel registry bundled fallback · openclaw/openclaw@2b08233 Secrets: avoid broad web search discovery for single plugin config · openclaw/openclaw@a464f59 test: merge config view browser checks · openclaw/openclaw@20cf511 fix(status): align oauth health with runtime · openclaw/openclaw@eed7116 feat: add macOS screen snapshots for monitor preview (#67954) thanks … · openclaw/openclaw@f377db1 fix: report shared auth scopes in hello-ok (#67810) thanks @BunsDev · openclaw/openclaw@0b6c39b Auto-reply: avoid eager bundled route fallback · openclaw/openclaw@3ea1bf4 Tests: narrow session binding contract setup · openclaw/openclaw@54e4e16 fix(macOS): enable undo/redo in webchat composer text input (#34962) · openclaw/openclaw@00951dc Tests: speed up channel setup promotion · openclaw/openclaw@82b529a Docs: refresh agent instructions · openclaw/openclaw@5775fe2 fix(auth): serialize OAuth refresh across agents to fix #26322 (#67876) · openclaw/openclaw@8e79080 test: allow ollama public surface boundary test · openclaw/openclaw@7d4f1a6 Docs: add test performance guardrails · openclaw/openclaw@89706d3 Tests: restore context-engine usage proof · openclaw/openclaw@e4c4f95 Tests: slim context engine runtime coverage · openclaw/openclaw@74c198f ci: retry failed custom checkouts · openclaw/openclaw@0ee5baf test: trim duplicate provider auth onboarding cases · openclaw/openclaw@1ffc02e matrix: fix sessions_spawn --thread subagent session spawning (#67643) · openclaw/openclaw@1ce2596 test: reduce auth choice fixture churn · openclaw/openclaw@857b9cd test: mock health status config boundaries · openclaw/openclaw@9d5ab4a test: mock onboard config io boundary · openclaw/openclaw@299694d test: mock legacy state plugin boundaries · openclaw/openclaw@2713089 test: mock channel install boundaries · openclaw/openclaw@b945248 test: mock doctor preview channel boundaries · openclaw/openclaw@b1a3ad4
fix(discord): stabilize realtime wake-name feedback · ope...
steipete · 2026-05-26 · via Recent Commits to openclaw:main

@@ -71,6 +71,8 @@ const DISCORD_REALTIME_FORCED_CONSULT_FALLBACK_DELAY_MS = 200;

7171

const DISCORD_REALTIME_DUPLICATE_ERROR_SUPPRESS_MS = 60_000;

7272

const DISCORD_REALTIME_CONTROL_SPEECH_DEDUPE_MS = 5_000;

7373

const DISCORD_REALTIME_OUTPUT_PLAYBACK_WATCHDOG_MARGIN_MS = 1_500;

74+

const DISCORD_REALTIME_WAKE_ACKS = ["Yeah.", "Mm-hmm.", "Got it.", "One sec."];

75+

const DISCORD_REALTIME_PARTIAL_TRANSCRIPT_MAX_CHARS = 240;

7476

const REALTIME_PCM16_BYTES_PER_SAMPLE = 2;

7577

const DISCORD_RAW_PCM_FRAME_BYTES = 3_840;

7678

const DISCORD_REALTIME_OUTPUT_PREROLL_FRAMES = 25;

@@ -314,6 +316,15 @@ function normalizeControlSpeechText(text: string): string {

314316

return text.toLowerCase().replace(/\s+/g, " ").trim();

315317

}

316318319+

function mergeRealtimePartialTranscript(previous: string, next: string): string {

320+

const trimmed = next.trim();

321+

if (!trimmed) {

322+

return previous;

323+

}

324+

const merged = trimmed.startsWith(previous) ? trimmed : `${previous}${next}`;

325+

return merged.slice(-DISCORD_REALTIME_PARTIAL_TRANSCRIPT_MAX_CHARS);

326+

}

327+317328

function resolveDiscordRealtimeWakeNames(params: {

318329

config: DiscordRealtimeVoiceConfig;

319330

cfg: OpenClawConfig;

@@ -380,6 +391,9 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

380391

private queuedExactSpeechMessages: string[] = [];

381392

private exactSpeechResponseActive = false;

382393

private exactSpeechAudioStarted = false;

394+

private partialUserTranscript = "";

395+

private wakeNameAckedForTurn = false;

396+

private wakeNameAckIndex = 0;

383397

private lastControlSpeech:

384398

| { normalizedText: string; sentAt: number; assistantTranscriptCount: number }

385399

| undefined;

@@ -499,14 +513,21 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

499513

if (isFinal && role === "assistant") {

500514

this.suppressDuplicateControlSpeech(text);

501515

}

502-

if (!isFinal || role !== "user") {

516+

if (role !== "user") {

517+

return;

518+

}

519+

if (!isFinal) {

520+

this.handlePartialUserTranscript(text);

503521

return;

504522

}

505523

void this.handleFinalUserTranscript(text, { usesRealtimeAgentHandoff });

506524

},

507525

onToolCall: (event, session) => this.handleToolCall(event, session),

508526

onEvent: (event) => {

509527

const detail = event.detail ? ` ${event.detail}` : "";

528+

if (event.direction === "server" && event.type === "input_audio_buffer.speech_started") {

529+

this.resetPartialWakeNameTracking();

530+

}

510531

if (shouldLogRealtimeVerboseEvent(event)) {

511532

logVoiceVerbose(`realtime ${event.direction}:${event.type}${detail}`);

512533

}

@@ -567,6 +588,7 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

567588

this.queuedExactSpeechMessages = [];

568589

this.exactSpeechResponseActive = false;

569590

this.exactSpeechAudioStarted = false;

591+

this.resetPartialWakeNameTracking();

570592

this.clearOutputAudio("session-close");

571593

this.bridge?.close();

572594

this.bridge = null;

@@ -600,6 +622,7 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

600622

}

601623602624

beginSpeakerTurn(context: VoiceRealtimeSpeakerContext, userId: string): VoiceRealtimeSpeakerTurn {

625+

this.resetPartialWakeNameTracking();

603626

const turn: PendingSpeakerTurn = {

604627

context: { ...context, userId },

605628

hasAudio: false,

@@ -882,6 +905,25 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

882905

this.bridge?.sendUserMessage(buildDiscordSpeakExactUserMessage(text));

883906

}

884907908+

private sendWakeNameAck(result: RealtimeVoiceActivationNameTranscriptResult): void {

909+

if (!result.allowed || this.stopped || this.exactSpeechResponseActive) {

910+

return;

911+

}

912+

if (this.hasInterruptibleOutputAudio()) {

913+

logger.info(

914+

`discord voice: realtime wake-name ack skipped outputActive=true voiceSession=${this.params.entry.voiceSessionKey} agent=${this.params.entry.route.agentId}`,

915+

);

916+

return;

917+

}

918+

const ack =

919+

DISCORD_REALTIME_WAKE_ACKS[this.wakeNameAckIndex % DISCORD_REALTIME_WAKE_ACKS.length];

920+

this.wakeNameAckIndex += 1;

921+

logger.info(

922+

`discord voice: realtime wake-name ack canonical=${result.activationName} heard=${result.heardName} match=${result.match} voiceSession=${this.params.entry.voiceSessionKey} agent=${this.params.entry.route.agentId}`,

923+

);

924+

this.sendExactSpeechMessage(ack ?? "Yeah.");

925+

}

926+885927

private speakControlResult(text: string): void {

886928

const trimmed = text.trim();

887929

if (this.stopped || !trimmed) {

@@ -1151,6 +1193,7 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

11511193

if (!trimmed) {

11521194

return;

11531195

}

1196+

this.partialUserTranscript = "";

11541197

const meetingNotesTurn = this.peekPendingSpeakerTurn();

11551198

this.recordMeetingNotesUtterance(trimmed, meetingNotesTurn);

11561199

const wakeNameResult = this.resolveWakeNameTranscript(trimmed);

@@ -1200,6 +1243,27 @@ export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {

12001243

this.talkback.enqueue(acceptedText, this.consumePendingSpeakerContext());

12011244

}

120212451246+

private handlePartialUserTranscript(text: string): void {

1247+

if (!this.requireWakeName || this.wakeNameAckedForTurn) {

1248+

return;

1249+

}

1250+

this.partialUserTranscript = mergeRealtimePartialTranscript(this.partialUserTranscript, text);

1251+

const wakeNameResult = matchRealtimeVoiceActivationName(

1252+

this.partialUserTranscript,

1253+

this.wakeNames,

1254+

);

1255+

if (!wakeNameResult || wakeNameResult.edge !== "leading") {

1256+

return;

1257+

}

1258+

this.wakeNameAckedForTurn = true;

1259+

this.sendWakeNameAck(wakeNameResult);

1260+

}

1261+1262+

private resetPartialWakeNameTracking(): void {

1263+

this.partialUserTranscript = "";

1264+

this.wakeNameAckedForTurn = false;

1265+

}

1266+12031267

private resolveWakeNameTranscript(text: string): RealtimeVoiceActivationNameTranscriptResult {

12041268

if (!this.requireWakeName) {

12051269

return {

@@ -1672,6 +1736,7 @@ function buildDiscordRealtimeInstructions(params: {

16721736

"Delegate substantive requests, actions, tool work, current facts, memory, workspace context, and user-specific context with openclaw_agent_consult.",

16731737

"Do not block, refuse, or downscope at the voice layer. Delegate to OpenClaw and treat its result as authoritative.",

16741738

"Answer directly only for greetings, acknowledgements, brief latency tests, or filler while waiting.",

1739+

'While waiting for OpenClaw data or tool results, use at most one short natural backchannel such as "yeah", "mm-hmm", "got it", or "one sec"; vary it and do not treat it as the final answer.',

16751740

"When OpenClaw sends an internal exact answer to speak, do not call tools. Say only that answer.",

16761741

buildRealtimeVoiceAgentConsultPolicyInstructions({

16771742

toolPolicy: params.toolPolicy,

@@ -1682,6 +1747,7 @@ function buildDiscordRealtimeInstructions(params: {

16821747

return [

16831748

base,

16841749

params.bootstrapContextInstructions?.trim(),

1750+

'While waiting for OpenClaw data or tool results, use at most one short natural backchannel such as "yeah", "mm-hmm", "got it", or "one sec"; vary it and do not treat it as the final answer.',

16851751

buildRealtimeVoiceAgentConsultPolicyInstructions({

16861752

toolPolicy: params.toolPolicy,

16871753

consultPolicy: params.consultPolicy,