/** * Shared shape for the cloud speech-to-text providers (ElevenLabs, Whisper, * Soniox). * The voice bridge holds one of these while a cloud provider owns the * transcript; the native capture (FaceclawVoiceController on Android, * FaceclawSpeech on iOS) then only decodes audio to PCM and hands it over * via acceptPcm. */ export type CloudSttTranscriptEvent = { text: string; isFinal: boolean; /** Optional presentation for Transcribe only; dictation uses plain text. */ transcribeText?: string; paragraphBreakAfter?: boolean; }; export type CloudSttOptions = { apiKey: string; /** Spoken language to expect (ISO 639-1); empty or absent lets the provider detect it. */ language?: string; onTranscript: (event: CloudSttTranscriptEvent) => void; onStatus: (status: string) => void; onError: (message: string) => void; onReady?: () => void; onDisconnected?: (message: string) => void; }; export interface CloudSttClient { /** Open whatever the provider needs before audio arrives. */ start(): void; /** Feed PCM (16 kHz signed-16-bit LE). */ acceptPcm(pcm: Uint8Array): void; /** End of utterance: produce a final transcript. */ finish(): void; /** Commit a pause boundary while keeping the audio session open. */ commitSegment?(): void; /** Abandon the session without finalizing. */ stop(): void; } /** Sample rate of the PCM the G2 mic path produces, shared by all providers. */ export const CLOUD_STT_SAMPLE_RATE = 16000; declare const android: any; /** Copy a Uint8Array into a Java byte[] (for binary WebSocket frames etc.). */ export function toJavaBytes(bytes: Uint8Array): any { const javaBytes = Array.create("byte", bytes.length); for (let i = 0; i < bytes.length; i++) { const value = bytes[i]!; javaBytes[i] = value > 127 ? value - 256 : value; } return javaBytes; } /** Base64 for audio payloads, via the platform SDK (no JS base64 in NS core). */ export function encodeBase64(bytes: Uint8Array): string { if (global.isIOS) { const copy = bytes.slice(); return NSData.dataWithBytesLength(interop.handleof(copy.buffer), copy.byteLength) .base64EncodedStringWithOptions(0 as NSDataBase64EncodingOptions); } if (!global.isAndroid) return ""; return String(android.util.Base64.encodeToString(toJavaBytes(bytes), android.util.Base64.NO_WRAP)); }