Files
faceclaw/tests/ios-communicator-surfaces.test.cjs
T
James Babcock fd3c26333f Add bluetooth keyboard support
G2 only: You can pair the glasses with a bluetooth keyboard. It will
relay key events, and you can use it to type in some apps and to
navigate the UI.
2026-11-15 01:54:54 -08:00

131 lines
7.5 KiB
JavaScript

const test = require('node:test');
const assert = require('node:assert/strict');
const { loader } = require('./helpers/load-typescript.cjs');
// FaceclawCommunicatorBridge over a fake Kotlin session that, like the real
// SurfaceCompositor, rejects calls for surfaces it does not hold. Configuring
// an id in `refused` fails the way IosGlassesSession reports it: false.
function harness(refused = new Set()) {
const calls = [];
const surfaces = new Set();
const session = {
setRequiredFirmwareRevisionRevision() {}, setListenerListener() {}, setPreviewAnimationListenerListener() {},
configureSurfaceIdXYWidthHeightZOrderTransparency(id) {
calls.push(['configure', id]);
if (refused.has(id)) return false;
surfaces.add(id);
return true;
},
removeSurfaceId(id) { calls.push(['remove', id]); surfaces.delete(id); },
setSurfaceVisibleIdVisible(id) { calls.push(['visible', id]); if (!surfaces.has(id)) throw new Error(`unknown surface ${id}`); return true; },
setSurfaceDepthIdDepth(id) { calls.push(['depth', id]); if (!surfaces.has(id)) throw new Error(`unknown surface ${id}`); return true; },
submitSurfaceFramePixels8bppSurfaceIdRectXRectYRectWidthRectHeightContentFingerprintPaintMsFrameIdGlyphs(_pixels, id) {
calls.push(['frame', id]);
if (!surfaces.has(id)) throw new Error(`unknown surface ${id}`);
return true;
},
isSurfaceCurrentSurfaceIdFingerprint: (id, fingerprint) => fingerprint === 'same',
};
class NSObject { static new() { return new this(); } }
const timers = [];
const load = loader({
NSObject, NativeClass: () => cls => cls, setTimeout: (fn, delay) => { timers.push({ fn, delay }); return timers.length; }, clearTimeout: id => { timers[id - 1].cleared = true; },
FaceclawKitIosGlassesSession: { alloc: () => ({ initWithRightAddressLeftAddressRingAddress: () => session }) },
FaceclawKitFaceclawBleCommunicatorListener: {}, FaceclawKitIosAncsListener: {}, FaceclawKitIosAudioPacketListener: {},
FaceclawKitFaceclawCompassListener: {}, FaceclawKitFaceclawImuListener: {}, FaceclawKitIosAmbientLightListener: {},
FaceclawKitIosMicStatusListener: {}, FaceclawKitIosKeyboardEventListener: {}, console: { log() {}, warn() {} },
}, {
'@nativescript/core': { File: {}, knownFolders: {}, path: {} },
'../g2/firmware-compat': { REQUIRED_FACECLAW_FIRMWARE_VERSION: 37 },
'./kotlin-data': { toData: bytes => bytes, fromData: data => data },
'./ios-graphics': { previewPixels() {} },
'./ios-bluetooth': { iosBluetooth: {} },
});
const { FaceclawCommunicatorBridge } = load('app/native/faceclaw-communicator.ios.ts');
const bridge = new FaceclawCommunicatorBridge({ right: 'r', left: 'l' });
// Run queued native calls (each is one setTimeout(0) hop) until none are left.
async function drain() {
for (let i = 0; i < 50; i++) {
await new Promise(resolve => setImmediate(resolve));
const next = timers.find(timer => !timer.ran && !timer.cleared && timer.delay === 0);
if (!next) { await new Promise(resolve => setImmediate(resolve)); if (!timers.some(t => !t.ran && !t.cleared && t.delay === 0)) return; continue; }
next.ran = true; next.fn();
}
}
return { bridge, calls, drain };
}
const rect = { x: 0, y: 0, width: 2, height: 1 };
const options = { x: 0, y: 0, width: 2, height: 1, zOrder: 0, transparency: 'opaque' };
test('a frame queued behind its surface removal is dropped instead of reaching Kotlin', async () => {
const h = harness();
const configured = h.bridge.configureSurface('window:transcribe', options); await h.drain(); await configured;
// Close-window order: the removal is queued first, the in-flight render's frame lands behind it.
const removed = h.bridge.removeSurface('window:transcribe');
const frame = h.bridge.submitSurfaceFrame('window:transcribe', new Uint8Array(2), rect, 'f');
const visible = h.bridge.setSurfaceVisible('window:transcribe', true);
const depth = h.bridge.setSurfaceDepth('window:transcribe', 1);
await h.drain();
await Promise.all([removed, frame, visible, depth]);
assert.deepEqual(h.calls, [['configure', 'window:transcribe'], ['remove', 'window:transcribe']]);
});
test('frames for a live surface still go through, including the idle inline path', async () => {
const h = harness();
const configured = h.bridge.configureSurface('window:calc', options); await h.drain(); await configured;
await h.bridge.submitSurfaceFrame('window:calc', new Uint8Array(2), rect, 'f');
assert.deepEqual(h.calls.at(-1), ['frame', 'window:calc']);
const reconfigured = h.bridge.configureSurface('window:calc', options);
const frame = h.bridge.submitSurfaceFrame('window:calc', new Uint8Array(2), rect, 'g');
await h.drain(); await Promise.all([reconfigured, frame]);
assert.deepEqual(h.calls.slice(-2), [['configure', 'window:calc'], ['frame', 'window:calc']]);
});
test('a surface Kotlin refuses to configure rejects, and its frames never reach Kotlin', async () => {
const h = harness(new Set(['window:bad']));
// Handler attached up front: the rejection lands while drain() runs.
const configured = assert.rejects(h.bridge.configureSurface('window:bad', options), /Could not configure surface window:bad/);
const frame = h.bridge.submitSurfaceFrame('window:bad', new Uint8Array(2), rect, 'f');
await h.drain();
await Promise.all([configured, frame]);
assert.deepEqual(h.calls, [['configure', 'window:bad']]);
});
test('the preview target drops calls for surfaces it does not hold instead of reaching Kotlin', async () => {
// Like IosSurfaceCompositor: these throw undeclared Kotlin exceptions, which abort the process.
const calls = [];
const surfaces = new Set();
const held = (what, id) => { calls.push([what, id]); if (!surfaces.has(id)) throw new Error(`unknown surface ${id}`); };
const native = {
setPreviewAnimationListenerListener() {},
configureIdXYWidthHeightZOrderTransparent(id) { calls.push(['configure', id]); surfaces.add(id); },
removeId(id) { calls.push(['remove', id]); surfaces.delete(id); },
visibleIdVisible: id => held('visible', id),
depthIdDepth: id => held('depth', id),
submitDrawsIdDataXYWidthHeightDraws: id => held('frame', id),
};
const kotlinData = { toData: bytes => bytes, fromData: data => data };
const load = loader({
FaceclawKitIosSurfaceCompositor: { alloc: () => ({ initWithWidthHeight: () => native }) }, console: { log() {} },
}, {
'@nativescript/core': { File: {}, knownFolders: {}, path: {} },
'../graphics/image': { G2_LENS_WIDTH: 576, G2_LENS_HEIGHT: 288 },
'./ios-graphics': { previewPixels() {} },
'./kotlin-data': kotlinData, '../native/kotlin-data': kotlinData,
});
const { PreviewDisplayTarget } = load('app/native/preview-display.ios.ts');
const target = new PreviewDisplayTarget();
// A Glanceboard show() that outlived the session: the preview target replacing it never configured glance.
await target.setSurfaceDepth('glance', 2);
await target.setSurfaceVisible('glance', true);
await target.submitSurfaceFrame('glance', new Uint8Array(2), rect, 'f');
await target.configureSurface('window:calc', options);
await target.submitSurfaceFrame('window:calc', new Uint8Array(2), rect, 'f');
await target.removeSurface('window:calc');
// A worker frame that lands after its window closed.
await target.submitSurfaceFrame('window:calc', new Uint8Array(2), rect, 'g');
await target.setSurfaceVisible('window:calc', false);
assert.deepEqual(calls, [['configure', 'window:calc'], ['frame', 'window:calc'], ['remove', 'window:calc']]);
});