const test = require('node:test'); const assert = require('node:assert/strict'); const fs = require('node:fs'); const vm = require('node:vm'); const ts = require('typescript'); function harness() { const native = { startWithEndpointing(endpointing) { this.endpointing = endpointing; return ''; }, startPhoneWithEndpointing(endpointing) { this.endpointing = endpointing; this.phone = true; return this.error ?? ''; }, cancel() { this.cancels++; }, cancels: 0, finish() { this.finished = true; }, acceptPacket: p => audio.push(p) }; const audio = [], timers = new Map(), commands = [], text = []; let authorization = 3, microphoneAuthorization = 3, microphoneRequests = 0, permissionRequests = 0, release; const sandbox = { exports: {}, FaceclawSpeech: { new: () => native, authorizationStatus: () => authorization, requestAuthorization: done => { permissionRequests++; done(3); }, microphoneAuthorizationStatus: () => microphoneAuthorization, requestMicrophoneAuthorization: done => { microphoneRequests++; done(3); } }, setTimeout: fn => { timers.set(fn, fn); return fn; }, clearTimeout: fn => timers.delete(fn), NSData: { dataWithBytesLength: (b, n) => Buffer.from(b, 0, n) }, interop: { handleof: b => b } }; vm.runInNewContext(ts.transpileModule(fs.readFileSync('app/native/voice-control.ios.ts', 'utf8'), { compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2020 } }).outputText, sandbox); const bridge = new sandbox.exports.IosVoiceControlBridge(); bridge.onTranscript(event => text.push({ ...event })); const session = { setMicrophone(enabled, fn) { commands.push(enabled); if (enabled) { this.packet = fn; return new Promise(resolve => { release = resolve; }); } return Promise.resolve(); } }; return { bridge, native, session, audio, commands, text, timers, release: () => release(), microphoneAuthorization: value => { microphoneAuthorization = value; }, microphoneRequests: () => microphoneRequests, authorization: value => { authorization = value; }, permissionRequests: () => permissionRequests, event: event => native.eventHandler(JSON.stringify(event)) }; } test('iOS speech permission is requested only in foreground and denial stays actionable', async () => { const h = harness(); h.authorization(0); assert.equal(await h.bridge.prepare(false), false); assert.equal(h.permissionRequests(), 0); assert.equal(await h.bridge.prepare(true), true); assert.equal(h.permissionRequests(), 1); h.authorization(2); assert.equal(await h.bridge.prepare(true), false); assert.match(h.bridge.statusText, /Settings/); }); test('glasses speech sends PCM-source packets, replaces partials, and drains final text after manual release', async () => { const h = harness(); const start = h.bridge.startGlassesCapture(h.session, () => {}); h.session.packet(new Uint8Array([1, 2, 3])); assert.deepEqual([...h.audio[0]], [1, 2, 3]); h.release(); await start; h.event({ kind: 'transcript', text: 'hello', final: false }); h.event({ kind: 'transcript', text: 'hello world', final: false }); h.bridge.stopPushToTalk(); assert.deepEqual(h.commands, [true, false]); assert.equal(h.native.finished, true); h.session.packet(new Uint8Array([4])); assert.equal(h.audio.length, 1); h.event({ kind: 'transcript', text: 'Hello world.', final: true }); h.event({ kind: 'ended', message: 'Ready to send' }); assert.deepEqual(h.text, [{ text: 'hello', isFinal: false }, { text: 'hello world', isFinal: false }, { text: 'Hello world.', isFinal: true }]); h.event({ kind: 'transcript', text: 'stale', final: true }); assert.equal(h.text.length, 3); assert.equal(h.timers.size, 0); }); test('cancel and disconnect during enable cannot resurrect capture or leave its microphone listener active', async () => { for (const stop of ['stop', 'handleSessionEnded']) { const h = harness(); let ends = 0; h.bridge.onSpeechEnd(() => ends++); const start = h.bridge.startGlassesCapture(h.session, () => {}); h.bridge[stop](); h.release(); await start; h.session.packet(new Uint8Array([9])); h.event({ kind: 'transcript', text: 'stale', final: true }); assert.deepEqual(h.commands, [true, false]); assert.equal(h.audio.length, 0); assert.equal(h.text.length, 0); assert.equal(h.timers.size, 0); assert.equal(ends, stop === 'stop' ? 0 : 1); } }); test('missing microphone data ends the session and disables the mic with an actionable status', async () => { const h = harness(); const start = h.bridge.startGlassesCapture(h.session, () => {}); h.release(); await start; for (const fn of h.timers.values()) fn(); assert.deepEqual(h.commands, [true, false]); assert.match(h.bridge.statusText, /No microphone audio/); }); test('hands-free endpointing releases the microphone and waits for the final transcript before completing', async () => { const h = harness(); let ends = 0, completed = false; h.bridge.onSpeechEnd(() => ends++); const start = h.bridge.startGlassesCapture(h.session, () => {}, true); h.release(); await start; assert.equal(h.native.endpointing, true); h.event({ kind: 'transcript', text: 'Set a timer', final: false }); h.event({ kind: 'finishing' }); const completion = h.bridge.stopPushToTalk().then(() => { completed = true; }); await Promise.resolve(); assert.equal(completed, false); assert.equal(ends, 1); assert.deepEqual(h.commands, [true, false]); h.event({ kind: 'transcript', text: 'Set a timer for five minutes.', final: true }); h.event({ kind: 'ended' }); await completion; assert.equal(completed, true); assert.equal(h.text.at(-1).text, 'Set a timer for five minutes.'); const manual = h.bridge.startGlassesCapture(h.session, () => {}); h.release(); await manual; assert.equal(h.native.endpointing, false); const cancelled = h.bridge.stopPushToTalk(); h.bridge.stop(); await cancelled; }); test('phone microphone permission is requested only for foreground preview capture', async () => { const h = harness(); h.microphoneAuthorization(0); assert.equal(await h.bridge.prepare(true), true); assert.equal(h.microphoneRequests(), 0, 'glasses input does not need phone microphone permission'); assert.equal(await h.bridge.prepare(false, true), false); assert.equal(h.microphoneRequests(), 0); assert.equal(await h.bridge.prepare(true, true), true); assert.equal(h.microphoneRequests(), 1); h.microphoneAuthorization(2); assert.equal(await h.bridge.prepare(true, true), false); assert.match(h.bridge.statusText, /Microphone.*Settings/); }); test('phone capture forwards endpointing and drains final text without touching Bluetooth', async () => { const h = harness(); await h.bridge.startPhoneCapture(() => {}, true); assert.equal(h.native.phone, true); assert.equal(h.native.endpointing, true); h.bridge.handleSessionEnded(); h.event({ kind: 'transcript', text: 'First line\nSecond line', final: false }); assert.equal(h.text.length, 1, 'BLE state changes must not stop phone capture'); h.event({ kind: 'finishing' }); let finished = false; const completion = h.bridge.stopPushToTalk().then(() => { finished = true; }); await Promise.resolve(); assert.equal(finished, false); h.bridge.handleSessionEnded(); h.event({ kind: 'transcript', text: 'First line\nSecond line.', final: true }); h.event({ kind: 'ended' }); await completion; assert.equal(h.text.at(-1).text, 'First line\nSecond line.'); assert.deepEqual(h.commands, []); }); test('background cleanup stops phone capture but preserves glasses capture', async () => { const h = harness(); let ends = 0; h.bridge.onSpeechEnd(() => ends++); await h.bridge.startPhoneCapture(() => {}); h.bridge.stopPhoneCapture(); assert.equal(ends, 1); h.event({ kind: 'transcript', text: 'stale', final: true }); assert.equal(h.text.length, 0); const start = h.bridge.startGlassesCapture(h.session, () => {}); h.release(); await start; h.bridge.stopPhoneCapture(); h.event({ kind: 'transcript', text: 'on glasses', final: false }); assert.equal(h.text.at(-1).text, 'on glasses'); h.bridge.stop(); }); test('phone microphone startup errors end capture with an actionable status', async () => { const h = harness(); let ends = 0; h.bridge.onSpeechEnd(() => ends++); h.native.error = 'No phone microphone is available.'; await h.bridge.startPhoneCapture(() => {}); assert.equal(ends, 1); assert.match(h.bridge.statusText, /No phone microphone/); await h.bridge.stopPushToTalk(); });