import { bindIosNotifications, iosNotificationsChanged, onIosNotificationPopup } from '../native/notification-icons.ios' import { shouldShowNotificationOnGlasses } from '../native/notification-sources' import { readActiveNotifications } from '../native/notification-icons.ios' import { launcherEntries } from '../apps/launcher' import { getInstalledEvenHubAppById, installedEvenHubPackageId, uninstallEvenHubPackage } from '../apps/evenhub/installed-apps' import { isInstalledPackagePresent } from '../apps/evenhub/updates' import { openEvenHubStoreForPackage } from '../apps/evenhub' import { launchInstalledPackage, closeRunningPackage } from '../apps/evenhub/manager' import { registerSystemTools } from '../assistant/system-tools' import { registerWindowTools } from '../assistant/window-tools' import { registerNavigateTools } from '../assistant/navigate-tools' import { registerRoamTools } from '../assistant/roam-tools' import { IosNavigationSensors } from '../native/ios-navigation-sensors' import { Utils } from '@nativescript/core' import { bindCompassSession, receiveCompassEvent } from '../native/compass.ios' import { Dialogs, File, knownFolders, path, type ImageSource } from '@nativescript/core' import { iosBluetooth } from '../native/ios-bluetooth' import { iosVoiceInput } from '../native/ios-voice-input' import { nightscoutBridge } from '../native/nightscout-bridge' import { GlassesSession, type SessionState } from './glasses-session' import { GlanceHost, type GlanceDisplay } from './glance-host' import { createLockScreenImage, LOCK_SCREEN_SURFACE_ID } from './lock-screen' import { OsEventTypeList } from './events' import { loadDeviceAddresses } from './device-addresses' import { deviceAddressError } from './ios-peripheral-identity' import { createLauncherWindow, LAUNCHER_SURFACE_ID } from '../apps/launcher/launcher-app' import { ALL_APPS } from '../apps/all-apps' import type { AppContext, AppDefinition, AppLaunchParams } from '../apps/app-definition' import { WorkerAppHost } from '../ui/shell/worker-window' import { createInProcessWindow, YieldAtRootLayer, type InProcessAppOptions, type InProcessWindow } from '../ui/shell/in-process-window' import { getStringSettingById, nightscoutSiteUrlSetting, nightscoutApiTokenSetting } from '../ui/dashboard-settings' import { readPhoneBatteryState } from '../native/phone-battery' import { iosAppUnavailableReason } from '../apps/ios-availability' import { SurfaceCompositor } from '../graphics/surface-compositor' import { flattenPlanes, type Plane } from '../graphics/plane' import { G2_LENS_WIDTH, G2_LENS_HEIGHT } from '../graphics/image' import { previewPixels } from '../native/ios-graphics' import { makeInputEvent, type InputEvent, type InputEventPayload } from '../ui/gestures' import { noopLayerActions, type LayerActions } from '../ui/layers' import { TextViewerLayer } from '../apps/files/text-viewer' import { shell, rawInputEventToInputEvent, type ShellWindow } from '../ui/shell/shell' import { appViewportRect, SIDEBAR_WIDTH, sidebarStripVisible } from '../ui/shell/geometry' import { DISPLAY_MODE_VALUES, displayModeLabel, displayModeSetting, onAnySettingChanged, previewColorSetting, lockScreenEnabledSetting } from '../ui/dashboard-settings' import type { PhoneGesture } from '../phone-ui/phone-gestures' import { isWelcomeSoundPending, setWelcomeSoundPending } from '../phone-ui/onboarding-state' import { findSoundEffect, playSoundEffect } from '../ui/sound-effects' /** iOS host for the shared app registry, shell, compositor and BLE session. */ export class IosPreviewController { private readonly compositor = new SurfaceCompositor(G2_LENS_WIDTH, G2_LENS_HEIGHT) private readonly glanceDisplay: GlanceDisplay = { configureSurface: async (id, options) => { this.compositor.configureSurface(id, options) }, setSurfaceVisible: async (id, visible) => { this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame() }, setScreenBlanked: async blanked => { this.compositor.setScreenBlanked(blanked); this.scheduleFrame() }, submitSurfaceFrame: async (id, pixels, rect) => { this.compositor.submitSurfaceFrame(id, pixels, rect); this.scheduleFrame() }, } private readonly glance = new GlanceHost({ getDisplay: () => this.glanceDisplay, getProvider: () => ALL_APPS.find(app => app.glanceboard)?.glanceboard ?? null, canShow: () => this.runtimeNeeded && !this.glassesLocked, // iOS retains the EvenHub session while the shell sleeps. The board's // opaque first frame is ready before we unblank the compositor. ensureSessionActive: async () => { this.compositor.setScreenBlanked(false); this.scheduleFrame(); return true }, onHiddenWhileAsleep: () => { if (!shell.isScreenOn()) this.compositor.setScreenBlanked(true) this.scheduleFrame() }, onVisibilityChanged: () => this.scheduleFrame(), appendLog: message => this.logBluetooth(message), }) private renderTimer: ReturnType | null = null private clockTimer: ReturnType | null = null private offSettings: (() => void) | null = null private active = false private runtimeRunning = false private clockMinute = -1 private shellDirty = true private inputQueue: Promise = Promise.resolve() private lastLayout = '' private prompting = false private readonly appHosts = new Map() private readonly inProcessApps = new Map() private readonly batteryObservers: any[] = [] private readonly lockObservers: any[] = [] private phoneLocked = false private glassesWorn: boolean | null = null private glassesLocked = false private lockEnabled = lockScreenEnabledSetting.get() private session: GlassesSession | null = null private acknowledgedFrames = 0 private logLines: string[] = [] private logTimer: ReturnType | null = null private readonly actions: LayerActions = { ...noopLayerActions, playBuzzerSequence: payload => this.session?.playBuzzerSequence(payload), requestRender: () => this.requestShellRender(), disconnect: () => this.disconnect(), startVoiceCapture: endpointing => this.startVoiceCapture(endpointing), stopVoiceCapture: () => iosVoiceInput.stopPushToTalk(), startContinuousVoiceCapture: () => this.onError("Voice capture is not available on iOS yet."), startTextSettingEdit: async setting => { await this.editSetting(setting) }, startTextSettingsEdit: async (settings, title, finished, toggle, cancelled) => { for (const setting of settings) if (!await this.editSetting(setting)) { cancelled?.(); return } if (toggle) { const choice = await Dialogs.action({ title, cancelButtonText: 'Cancel', actions: [toggle.label, 'This session only'] }) if (choice === 'Cancel') { cancelled?.(); return } toggle.setting.set(choice === toggle.label) } finished?.() }, } constructor(private readonly onFrame: (image: ImageSource, focus: string) => void, private readonly onError: (message: string) => void, private readonly onConnectionState: (state: SessionState) => void = () => {}) { this.compositor.configureSurface('shell', { x: 0, y: 0, width: 640, height: 480, zOrder: 1, transparency: 'color-key' }) this.compositor.configureSurface(LOCK_SCREEN_SURFACE_ID, { x: 0, y: 0, width: G2_LENS_WIDTH, height: G2_LENS_HEIGHT, zOrder: 1000, transparency: 'opaque', }) this.compositor.setSurfaceVisible(LOCK_SCREEN_SURFACE_ID, false) shell.configure({ actions: this.actions, voiceInputEnabled: true, prepareVoiceCapture: () => this.prepareVoiceCapture(), getScreenTimeoutMs: () => null, requestShellRender: () => this.requestShellRender(), onWindowsChanged: () => this.requestShellRender(), onScreenStateChanged: on => { if (on) this.glance.dismiss() this.compositor.setScreenBlanked(!on); this.requestShellRender() }, }) const launcher = createLauncherWindow({ actions: this.actions, apps: () => launcherEntries(ALL_APPS), launchApp: id => this.launchApp(id), uninstallApp: id => this.uninstallApp(id), submitFrame: planes => this.submit(LAUNCHER_SURFACE_ID, planes), setSurfaceVisible: visible => { this.compositor.setSurfaceVisible(LAUNCHER_SURFACE_ID, visible); this.scheduleFrame() }, }) this.configureWindow(launcher) shell.registerWindow(launcher) shell.wake('window') shell.focusWindow(launcher.windowId) onIosNotificationPopup(key => { const notification = readActiveNotifications(128).find(n => n.key === key) if (this.glassesLocked || !notification || !shouldShowNotificationOnGlasses(notification.packageName)) return const woke = !shell.isScreenOn() && shell.wake('sidebar') shell.openNotificationModal(key, woke) this.requestShellRender() }) registerSystemTools() registerWindowTools({ apps: ALL_APPS.filter(app => !iosAppUnavailableReason(app.appId)), launchApp: id => this.launchApp(id), requestShellRender: () => this.requestShellRender() }) registerNavigateTools(id => this.launchApp(id)) registerRoamTools(id => this.launchApp(id)) for (const app of ALL_APPS) if (app.appId !== 'launcher' && !iosAppUnavailableReason(app.appId)) app.boot?.(this.buildAppContext(app)) } resume(): void { if (this.active) return this.active = true this.syncRuntime() this.handlePhoneLockState(!UIApplication.sharedApplication.protectedDataAvailable) this.logBluetooth('Phone foreground') if (this.session) this.onConnectionState({ ...this.session.state }) this.session?.wake() this.relayout() shell.foregroundWindow()?.requestRender() this.requestShellRender() } pause(): void { if (!this.active) return this.active = false // The phone preview is hidden; the glasses still own their screen and input. this.syncRuntime() this.logBluetooth(`Phone background; glasses ${this.session?.state.phase ?? 'disconnected'}`) this.flushBluetoothLog() this.session?.wake() } private get runtimeNeeded(): boolean { return this.active || !!this.session && ['connected', 'connecting', 'retrying', 'disconnecting'].includes(this.session.state.phase) } private syncRuntime(): void { const running = this.runtimeNeeded if (running === this.runtimeRunning) return this.runtimeRunning = running for (const window of shell.getWindows()) window.setScreenOn?.(running && shell.isScreenOn()) if (!running) { void nightscoutBridge.stop().catch(error => this.fail(error)) this.glance.dismiss() this.compositor.setScreenBlanked(!shell.isScreenOn()) this.offSettings?.(); this.offSettings = null for (const observer of this.batteryObservers.splice(0)) NSNotificationCenter.defaultCenter.removeObserver(observer) for (const observer of this.lockObservers.splice(0)) NSNotificationCenter.defaultCenter.removeObserver(observer) UIDevice.currentDevice.batteryMonitoringEnabled = false if (this.clockTimer !== null) clearInterval(this.clockTimer) if (this.renderTimer !== null) clearTimeout(this.renderTimer) this.clockTimer = this.renderTimer = null return } UIDevice.currentDevice.batteryMonitoringEnabled = true // Keep these observers alive while BLE owns the runtime, including background. for (const [name, locked] of [ [UIApplicationProtectedDataWillBecomeUnavailable, true], [UIApplicationProtectedDataDidBecomeAvailable, false], ] as const) { this.lockObservers.push(NSNotificationCenter.defaultCenter.addObserverForNameObjectQueueUsingBlock( name, null, NSOperationQueue.mainQueue, () => this.handlePhoneLockState(locked))) } this.handlePhoneLockState(!UIApplication.sharedApplication.protectedDataAvailable) this.syncLockSetting() void nightscoutBridge.start().catch(error => this.fail(error)) for (const name of [UIDeviceBatteryLevelDidChangeNotification, UIDeviceBatteryStateDidChangeNotification]) { this.batteryObservers.push(NSNotificationCenter.defaultCenter.addObserverForNameObjectQueueUsingBlock(name, null, NSOperationQueue.mainQueue, () => this.requestShellRender())) } const phone = readPhoneBatteryState() this.logBluetooth(`Phone battery ${phone.battery ?? "unknown"}% charging=${phone.charging}`) this.offSettings = onAnySettingChanged(() => { this.syncLockSetting() this.relayout() shell.foregroundWindow()?.requestRender() this.requestShellRender() }) this.clockTimer = setInterval(() => this.refreshClock(), 60_000) } private syncLockSetting(): void { const enabled = lockScreenEnabledSetting.get() if (enabled === this.lockEnabled) return this.lockEnabled = enabled if (!enabled) this.setGlassesLocked(false) else { if (this.phoneLocked && this.glassesWorn === false) this.setGlassesLocked(true) if (this.session?.state.phase === 'connected') void this.session.enableWearDetectionAndRequestState().catch(error => this.fail(error)) } } private handlePhoneLockState(locked: boolean): void { this.phoneLocked = locked if (!locked) this.setGlassesLocked(false) else if (this.lockEnabled && this.glassesWorn === false) this.setGlassesLocked(true) } private handleWearState(wearing: boolean): void { // Sample false to catch a notification missed during suspension. Do not // sample true here: WillBecomeUnavailable precedes the property transition. if (!UIApplication.sharedApplication.protectedDataAvailable) this.handlePhoneLockState(true) this.glassesWorn = wearing this.logBluetooth(`Glasses wear state: ${wearing ? 'ON_HEAD' : 'OFF_HEAD'}`) if (!wearing && this.phoneLocked && this.lockEnabled) this.setGlassesLocked(true) } private setGlassesLocked(locked: boolean): void { if (locked === this.glassesLocked) return if (locked) { const image = createLockScreenImage() this.compositor.submitSurfaceFrame(LOCK_SCREEN_SURFACE_ID, image.to8bppBuffer(), { x: 0, y: 0, width: image.width, height: image.height }) } this.glassesLocked = locked if (locked) { this.glance.dismiss() iosVoiceInput.handleSessionEnded('Glasses locked. Unlock your phone to start voice input again.') } this.compositor.setSurfaceVisible(LOCK_SCREEN_SURFACE_ID, locked) this.logBluetooth(`Glasses ${locked ? 'locked' : 'unlocked'}`) this.requestShellRender() } private refreshClock(): void { const minute = Math.floor(Date.now() / 60_000) if (minute !== this.clockMinute) { this.clockMinute = minute; this.requestShellRender() } } private configureWindow(window: ShellWindow): void { this.compositor.configureSurface(window.surfaceId, { ...appViewportRect(window.heightMode, window.appId), zOrder: 0, transparency: 'opaque', }) this.compositor.setSurfaceVisible(window.surfaceId, shell.foregroundWindow()?.windowId === window.windowId) } private relayout(): void { const layout = shell.getWindows().map(window => JSON.stringify(appViewportRect(window.heightMode, window.appId))).join(";") if (layout === this.lastLayout) return this.lastLayout = layout for (const window of shell.getWindows()) { this.configureWindow(window) window.relayout?.() } } private async submit(id: string, planes: Plane[]): Promise { const image = flattenPlanes(planes) this.compositor.submitSurfaceFrame(id, image.pixels, { x: 0, y: 0, width: image.width, height: image.height }) this.scheduleFrame() } private requestShellRender(): void { this.shellDirty = true; this.scheduleFrame() } private scheduleFrame(): void { if (!this.runtimeNeeded || this.renderTimer !== null) return // Coalesce window/chrome updates into one glasses frame, capped at 30 fps. this.renderTimer = setTimeout(() => { this.renderTimer = null if (!this.runtimeNeeded) return try { if (this.shellDirty) { this.shellDirty = false const image = flattenPlanes(shell.paintSurface(), { width: 640, height: 480 }) this.compositor.submitSurfaceFrame('shell', image.pixels, { x: 0, y: 0, width: 640, height: 480 }) this.compositor.setUnderlayDim(1, shell.underlayDim()) } const pixels = this.compositor.composite() this.session?.setFrame(pixels) if (this.active) { const image = previewPixels(pixels, 640, 480, previewColorSetting.get() === 'green') this.onFrame(image, this.glassesLocked ? 'Glasses locked' : this.glance.isVisible() ? 'Glanceboard' : `${shell.foregroundWindow()?.title ?? 'Apps'} ยท ${shell.getFocus() === 'sidebar' ? 'App switcher' : 'App'}`) } } catch (error) { this.fail(error) } }, 33) } private fail(error: unknown): void { const message = error instanceof Error ? error.stack ?? error.message : String(error) console.error(`[ios-preview] ${message}`) this.logBluetooth(`App error: ${message}`) if (this.active) this.onError(error instanceof Error ? error.message : String(error)) } gesture(gesture: PhoneGesture, origin: 'watch' | 'ring' | 'mirror', nx = 0, ny = 0): void { this.inputQueue = this.inputQueue.then(async () => { if (!this.active) return if (gesture === 'tap' && origin === 'mirror' && shell.isScreenOn() && !this.glassesLocked) { await this.mirrorTap(nx, ny) } else { let type: string = ({ tap: 'click', 'double-tap': 'double-click' } as Record)[gesture] ?? gesture if (origin === 'ring' && type.startsWith('swipe-')) { if (type === 'swipe-left' || type === 'swipe-right') return type = type === 'swipe-up' ? 'scroll-up' : 'scroll-down' } const event = makeInputEvent({ type, source: origin === 'ring' ? 'ring' : 'watch' } as InputEventPayload) await this.receiveInput(event) } console.log(`[ios-preview] ${origin} ${gesture}: ${shell.describeInputTarget()}`) }).catch(error => this.fail(error)) } private async receiveInput(event: InputEvent, headTilt = false): Promise { if (this.glassesLocked) { // Preserve the locked display's sleep/wake controls without dispatching // gestures to apps, shell menus, voice input or the Glanceboard. if (event.type === 'double-click' && (event.source === 'ring' || event.source === 'watch')) { if (shell.isScreenOn()) shell.sleep() else shell.wake('sidebar') } else if (event.type === 'display-wake' && !shell.isScreenOn()) shell.wake('sidebar') this.requestShellRender() return } if (!shell.isScreenOn()) { const glanceEvent = this.glance.eventForGesture(headTilt ? 'head-tilt' : event.type) if (glanceEvent?.type === 'dismiss') this.glance.dismiss() else if (glanceEvent) { await this.glance.handleEvent(glanceEvent, 0) return } } await shell.receiveInput(event) this.requestShellRender() } private async mirrorTap(nx: number, ny: number): Promise { const x = Math.max(0, Math.min(639, Math.floor(nx * 640))) const y = Math.max(0, Math.min(479, Math.floor(ny * 480))) const window = shell.foregroundWindow() if (!shell.hasOverlay() && sidebarStripVisible(shell.getFocus(), window?.appId) && x < SIDEBAR_WIDTH) { const target = shell.windowAtSidebarPoint(x, y) if (target) { shell.focusWindow(target.windowId); target.requestRender(); this.requestShellRender() } return } if (window && !shell.hasOverlay()) { const rect = appViewportRect(window.heightMode, window.appId) if (x < rect.x || x >= rect.x + rect.width || y < rect.y || y >= rect.y + rect.height) return shell.focusWindow(window.windowId) if (await window.hitTest?.(x - rect.x, y - rect.y)) { this.requestShellRender(); return } } await shell.receiveInput(makeInputEvent({ type: 'click', source: 'watch' })) this.requestShellRender() } async launchApp(id: string, params?: AppLaunchParams): Promise { const app = ALL_APPS.find(app => app.appId === id) if (!app) { const installed = getInstalledEvenHubAppById(id) const host = ALL_APPS.find(app => app.appId === 'evenhub') if (installed && host) { try { if (isInstalledPackagePresent(installed.packageId)) await launchInstalledPackage(this.buildAppContext({ ...host, appId: id }), installed) else await openEvenHubStoreForPackage(this.buildAppContext(host), installed) } catch (error) { this.fail(error) } } return } try { const reason = iosAppUnavailableReason(id) if (reason) { await this.launchInProcessApp(id, `window:${id}`, options => createInProcessWindow({ ...options, appId: id, windowId: id, title: app.title, icon: app.icon, iconLetter: app.title[0], closeable: true, baseLayer: new YieldAtRootLayer(new TextViewerLayer(reason, app.title)), })) } else await app.launch(this.buildAppContext(app), params) console.log(`[ios-preview] Launched ${id}`) } catch (error) { this.fail(error) } } private async uninstallApp(id: string): Promise { const packageId = installedEvenHubPackageId(id) if (!packageId) return closeRunningPackage(packageId) uninstallEvenHubPackage(packageId) this.requestShellRender() } private buildAppContext(app: AppDefinition): AppContext { return { appId: app.appId, apps: ALL_APPS, actions: this.actions, launchApp: (id, params) => this.launchApp(id, params), uninstallApp: id => this.uninstallApp(id), launchInProcessApp: (id, surface, create) => this.launchInProcessApp(id, surface, create), ensureWorkerHost: create => this.ensureWorkerHost(app.appId, create), submitWindowFrame: (id, planes) => this.submit(id, planes), setWindowSurfaceVisible: (id, visible) => { this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame() }, requestShellRender: () => this.requestShellRender(), appendLog: message => console.log(`[ios-app] ${message}`), setTextEditorHost: () => {}, } } private async launchInProcessApp(windowId: string, surfaceId: string, create: (options: InProcessAppOptions) => InProcessWindow): Promise { const existing = this.inProcessApps.get(windowId) if (existing) { shell.focusWindow(windowId); existing.requestRender(); this.requestShellRender(); return } // Apps can request a render while their factory runs (Nightscout's tray // subscription does). The surface only exists once the factory returns. // The explicit render below supplies a fresh frame after configuration. let surfaceReady = false const app = create({ actions: this.actions, submitFrame: planes => surfaceReady ? this.submit(surfaceId, planes) : Promise.resolve(), setSurfaceVisible: visible => { this.compositor.setSurfaceVisible(surfaceId, visible); this.scheduleFrame() }, removeSurface: () => { surfaceReady = false; this.compositor.removeSurface(surfaceId); this.scheduleFrame() }, reconfigureSurface: () => { const window = shell.getWindows().find(w => w.windowId === windowId); if (window) this.configureWindow(window); this.requestShellRender() }, onClosed: () => { this.inProcessApps.delete(windowId) }, }) this.inProcessApps.set(windowId, app) this.configureWindow(app.window) surfaceReady = true shell.registerWindow(app.window); shell.focusWindow(windowId) app.requestRender(); this.requestShellRender() } private ensureWorkerHost(appId: string, create: () => Worker): WorkerAppHost { const existing = this.appHosts.get(appId) if (existing) return existing const worker = create() const navigationSensors = appId === 'navigate' ? new IosNavigationSensors(event => worker.postMessage({ type: 'navigation-sensors', event })) : undefined const host = new WorkerAppHost({ appId, worker, navigationSensors, playBuzzerSequence: payload => this.actions.playBuzzerSequence(payload), openUrl: url => { void Utils.openUrl(url) }, configureSurface: async (id, visible, heightMode) => { this.compositor.configureSurface(id, { ...appViewportRect(heightMode, appId), zOrder: 0, transparency: 'opaque' }) this.compositor.setSurfaceVisible(id, visible) }, setSurfaceVisible: (id, visible) => { this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame() }, removeSurface: id => { this.compositor.removeSurface(id); this.scheduleFrame() }, submitPixels: (id, pixels, width, height) => { this.compositor.submitSurfaceFrame(id, pixels, { x: 0, y: 0, width, height }); this.scheduleFrame() }, requestShellRender: () => this.requestShellRender(), openSettings: section => { void this.launchApp('settings', { section }) }, startTextSettingEdit: id => { const setting = getStringSettingById(id); if (setting) void this.editSetting(setting) }, endTextSettingEdit: () => {}, startTextInput: () => shell.startVoiceInput(), }) this.appHosts.set(appId, host) return host } cycleDisplayMode(): void { const values = DISPLAY_MODE_VALUES displayModeSetting.set(values[(values.indexOf(displayModeSetting.get()) + 1) % values.length]) } get displayModeLabel(): string { return displayModeLabel(displayModeSetting.get()) } get connectionState(): SessionState | null { return this.session?.state ?? null } get connectionDetails(): string { const state = this.connectionState return state ? `${state.status}\nL: ${state.leftVersion || 'unknown'}\nR: ${state.rightVersion || 'unknown'}\nBattery: ${state.battery ?? '?'}%\nRing: ${state.ring ? 'connected' : 'disconnected'}\nFrames acknowledged: ${state.frames}\n${state.capabilities}\n\n${this.logLines.slice(-12).join('\n')}` : 'Preview only. Configure devices, then connect.' } async connect(): Promise { if (!this.active) return const addresses = loadDeviceAddresses(), error = deviceAddressError(addresses) if (error) { this.onError(error); return } if (!this.session) { this.session = new GlassesSession(iosBluetooth(), state => { this.maybePlayWelcomeSound(state) if (state.phase !== 'connected' && state.phase !== 'connecting') this.glassesWorn = null if (state.phase !== 'connected') iosVoiceInput.handleSessionEnded() shell.setBatteryLevels({ headset: state.battery, headsetCharging: state.charging }) this.syncRuntime() if (this.active) this.onConnectionState(state) this.requestShellRender() }, input => { this.inputQueue = this.inputQueue.then(async () => { if (this.session?.state.phase !== 'connected') return await this.receiveInput(rawInputEventToInputEvent(input), input.kind === 'display-wake' && input.eventType === OsEventTypeList.HEAD_UP_EVENT) this.logBluetooth(`Input ${input.eventType} source ${input.eventSource}`) }).catch(error => this.fail(error)) }, message => this.logBluetooth(message), () => { if (!UIApplication.sharedApplication.protectedDataAvailable) this.handlePhoneLockState(true) this.refreshClock() }, receiveCompassEvent, wearing => this.handleWearState(wearing), (key, popup) => { iosNotificationsChanged(key, popup); this.requestShellRender() }) bindIosNotifications(this.session.notifications) bindCompassSession(this.session) } await this.session.start(addresses) } async disconnect(): Promise { await this.session?.stop() } private maybePlayWelcomeSound(state: SessionState): void { const firstNewFrame = state.frames > this.acknowledgedFrames this.acknowledgedFrames = state.frames // Match Android: wait for an acknowledged frame before consuming the jingle. if (!firstNewFrame || state.phase !== 'connected' || !isWelcomeSoundPending()) return setWelcomeSoundPending(false) const effect = findSoundEffect('questcomplete') if (effect) void playSoundEffect(effect, payload => this.actions.playBuzzerSequence(payload), ms => new Promise(resolve => setTimeout(resolve, ms))) .catch(error => this.logBluetooth(`Welcome sound failed: ${error}`)) } startVoiceInput(): void { if (!this.glassesLocked) shell.startVoiceInput() } private async prepareVoiceCapture(): Promise { if (this.glassesLocked) return false if (this.session?.state.phase !== 'connected') { if (this.active) this.onError('Connect the glasses to use their microphone.') return false } const ready = await iosVoiceInput.prepare(this.active) if (!ready && this.active) this.onError(iosVoiceInput.statusText) return ready && !this.glassesLocked && this.session?.state.phase === 'connected' } private async startVoiceCapture(endpointing = false): Promise { if (this.glassesLocked || !this.session || this.session.state.phase !== 'connected') return await iosVoiceInput.startGlassesCapture(this.session, message => this.logBluetooth(message), endpointing) } private logBluetooth(message: string): void { const line = `${new Date().toISOString()} [${this.active ? 'foreground' : 'background'}${UIApplication.sharedApplication.protectedDataAvailable ? '' : ',protected-data-unavailable'}] ${message}` console.log(`[ios-ble] ${line}`); this.logLines.push(line) if (this.logLines.length > 1000) this.logLines.shift() if (this.logTimer !== null) return this.logTimer = setTimeout(() => { this.logTimer = null this.flushBluetoothLog() }, 500) } private flushBluetoothLog(): void { if (this.logTimer !== null) clearTimeout(this.logTimer) this.logTimer = null try { File.fromPath(path.join(knownFolders.documents().path, 'bluetooth.log')).writeTextSync(this.logLines.join('\n')) } catch (error) { console.warn(`Bluetooth log: ${error}`) } } async typeIntoApp(): Promise { if (this.glassesLocked) return if (!this.active) { this.logBluetooth('Text input requires opening Faceclaw on the phone'); return } if (this.prompting || !shell.foregroundWindow()?.receiveTextInput) return this.prompting = true try { const result = await Dialogs.prompt({ title: 'Type into ' + shell.foregroundWindow()?.title, message: 'Enter text to send to this app.', okButtonText: 'Send', cancelButtonText: 'Cancel' }) if (result.result && !this.glassesLocked) shell.sendTextToForegroundWindow(result.text) } catch (error) { this.fail(error) } finally { this.prompting = false } } private async editSetting(setting: { editorTitle: string; inputKind?: string; get(): string; set(value: string): void }): Promise { if (!this.active) { this.logBluetooth('Editing text settings requires opening Faceclaw on the phone'); return false } const result = await Dialogs.prompt({ title: setting.editorTitle, defaultText: setting.get(), inputType: setting.inputKind, okButtonText: 'Save', cancelButtonText: 'Cancel' }) if (result.result) { setting.set(result.text) if (setting === nightscoutSiteUrlSetting || setting === nightscoutApiTokenSetting) await nightscoutBridge.refreshNow() } return result.result } }