PowerOn/service-teams-browser-bot
3
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add playback acknowledgement from bot to gateway.

Browse source 
Send ttsPlaybackAck events (queued/completed/failed) from bot and forward them as ttsDeliveryStatus SSE updates for session diagnostics.

Made-with: Cursor
This commit is contained in:
ValueOn AG 2026-02-26 21:45:47 +01:00
parent 5caa5a047e
commit 4437576acc
2 changed files with 42 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
src/bot/orchestrator.ts
View file

@ -7,7 +7,7 @@ import WebSocket from 'ws';
import { config } from '../config'; import { config } from '../config';
import { createSessionLogger } from '../utils/logger'; import { createSessionLogger } from '../utils/logger';
import { BotSession, BotState, TranscriptEntry, StatusMessage, TranscriptMessage, PlayAudioMessage, ChatMessage, SendChatMessage, AudioChunkMessage } from '../types'; import { BotSession, BotState, TranscriptEntry, StatusMessage, TranscriptMessage, PlayAudioMessage, ChatMessage, SendChatMessage, AudioChunkMessage, TtsPlaybackAckMessage } from '../types';
import { JoinProcedure } from './joinProcedure'; import { JoinProcedure } from './joinProcedure';
import { CaptionsProcedure } from './captionsProcedure'; import { CaptionsProcedure } from './captionsProcedure';
import { AudioProcedure } from './audioProcedure'; import { AudioProcedure } from './audioProcedure';
@ -843,7 +843,34 @@ export class BotOrchestrator {
} }
} }
await this._audioProcedure.playAudio(audioData, format); this._sendTtsPlaybackAck('queued', format, audioData.length, 'Audio queued for playback');
try {
await this._audioProcedure.playAudio(audioData, format);
this._sendTtsPlaybackAck('completed', format, audioData.length, 'Audio playback completed');
} catch (error) {
this._sendTtsPlaybackAck('failed', format, audioData.length, String(error));
throw error;
}
}
private _sendTtsPlaybackAck(
status: 'queued' | 'completed' | 'failed',
format: 'mp3' | 'wav' | 'pcm',
bytesBase64?: number,
message?: string,
): void {
const ack: TtsPlaybackAckMessage = {
type: 'ttsPlaybackAck',
sessionId: this._sessionId,
playback: {
status,
format,
bytesBase64,
message,
timestamp: new Date().toISOString(),
},
};
this._sendToGateway(ack);
} }
/** /**

14
src/types/index.ts
View file

@ -73,8 +73,20 @@ export interface AudioChunkMessage {
}; };
} }
export interface TtsPlaybackAckMessage {
type: 'ttsPlaybackAck';
sessionId: string;
playback: {
status: 'queued' | 'completed' | 'failed';
format: 'mp3' | 'pcm' | 'wav';
bytesBase64?: number;
message?: string;
timestamp: string;
};
}
export type GatewayToBot = PlayAudioMessage | JoinMeetingMessage | LeaveMeetingMessage | SendChatMessage; export type GatewayToBot = PlayAudioMessage | JoinMeetingMessage | LeaveMeetingMessage | SendChatMessage;
export type BotToGateway = TranscriptMessage | StatusMessage | ChatMessage | AudioChunkMessage; export type BotToGateway = TranscriptMessage | StatusMessage | ChatMessage | AudioChunkMessage | TtsPlaybackAckMessage;
// Bot State // Bot State
export type BotState = export type BotState =