forked from Blendman974/faceclaw
Add bluetooth keyboard support
G2 only: You can pair the glasses with a bluetooth keyboard. It will relay key events, and you can use it to type in some apps and to navigate the UI.
This commit is contained in:
1 parent
9372b2742c
commit
fd3c26333f
46 files changed
+3867
-41
No files matched your search
@@ -19,6 +19,7 @@ declare const FaceclawKitFaceclawCompassListener: any;
|
||||
declare const FaceclawKitFaceclawImuListener: any;
|
||||
declare const FaceclawKitIosAmbientLightListener: any;
|
||||
declare const FaceclawKitIosMicStatusListener: any;
|
||||
declare const FaceclawKitIosKeyboardEventListener: any;
|
||||
|
||||
|
||||
export type CommunicatorPhase =
|
||||
@@ -198,6 +199,13 @@ class MicStatusListener extends NSObject {
|
||||
onNsDataMicStatusBodyArm(body: NSData, arm: string): void { this.handler(fromData(body), String(arm ?? "")); }
|
||||
}
|
||||
|
||||
@NativeClass()
|
||||
class KeyboardEventListener extends NSObject {
|
||||
static ObjCProtocols = [FaceclawKitIosKeyboardEventListener];
|
||||
handler!: (body: Uint8Array) => void;
|
||||
onNsDataKeyboardEventBody(body: NSData): void { this.handler(fromData(body)); }
|
||||
}
|
||||
|
||||
/**
|
||||
* The iOS twin of the Android communicator bridge: the same public API over
|
||||
* the shared Kotlin session (FaceclawKitIosGlassesSession, CoreBluetooth
|
||||
@@ -803,6 +811,19 @@ export class FaceclawCommunicatorBridge {
|
||||
toData(new Uint8Array(record)), label, Boolean(rightTemple), Boolean(leftTemple)));
|
||||
}
|
||||
|
||||
/** Raw field-131 keyboard-bridge records, in arrival order, on the main queue. */
|
||||
addKeyboardEventListener(listener: (body: Uint8Array) => void): () => void {
|
||||
const proxy = KeyboardEventListener.new() as KeyboardEventListener;
|
||||
proxy.handler = listener;
|
||||
const handle = this.communicator.addKeyboardEventListenerNsDataListener(proxy);
|
||||
return () => { this.communicator.removeKeyboardEventListenerListener(handle); };
|
||||
}
|
||||
|
||||
/** Queue a CFW keyboard-bridge control for the right temple; false when nothing was queued. */
|
||||
sendFaceclawKeyboardControl(record: Uint8Array, label: string): boolean {
|
||||
return Boolean(this.communicator.sendFaceclawKeyboardControlRecordLabel(toData(new Uint8Array(record)), label));
|
||||
}
|
||||
|
||||
/**
|
||||
* Every audio-characteristic packet, whatever enabled the mics, on the
|
||||
* main queue. Passive: sends nothing and doesn't affect capture.
|
||||
|
||||
@@ -0,0 +1,24 @@
|
||||
import { FaceclawCommunicatorBridge } from "./faceclaw-communicator.ios";
|
||||
|
||||
/** The iOS twin of keyboard-link.ts, over the running shared-Kotlin session. */
|
||||
|
||||
export function keyboardLinkSession(): unknown {
|
||||
return FaceclawCommunicatorBridge.getActive();
|
||||
}
|
||||
|
||||
/** Queue a control record for the right temple; false when the session wasn't ready and nothing was queued. */
|
||||
export function sendKeyboardControlRecord(session: unknown, record: Uint8Array, label: string): boolean {
|
||||
return (session as FaceclawCommunicatorBridge).sendFaceclawKeyboardControl(record, label);
|
||||
}
|
||||
|
||||
/** Raw keyboard-bridge records (undecoded, possibly fragments), in arrival order. Returns an unsubscribe function. */
|
||||
export function addKeyboardEventListener(session: unknown, listener: (body: Uint8Array) => void): () => void {
|
||||
const unsubscribe = (session as FaceclawCommunicatorBridge).addKeyboardEventListener(listener);
|
||||
return () => {
|
||||
try {
|
||||
unsubscribe();
|
||||
} catch {
|
||||
// The session may have been closed during a reconnect.
|
||||
}
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
import { toJavaBytes } from "./cloud-stt";
|
||||
import { toUint8Array } from "../util/array-util";
|
||||
|
||||
declare const com: any;
|
||||
|
||||
/**
|
||||
* Platform plumbing for the CFW keyboard bridge (app/g2/keyboard/): the running
|
||||
* session to send field-130 controls on and to hear field-131 records from.
|
||||
* The session is opaque and is a different object after a reconnect.
|
||||
*/
|
||||
|
||||
export function keyboardLinkSession(): unknown {
|
||||
if (!global.isAndroid) return null;
|
||||
try {
|
||||
return com.faceclaw.app.FaceclawBleCommunicator.getActive();
|
||||
} catch {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
/** Queue a control record for the right temple; false when the session wasn't ready and nothing was queued. */
|
||||
export function sendKeyboardControlRecord(session: unknown, record: Uint8Array, label: string): boolean {
|
||||
return (session as any).sendFaceclawKeyboardControl(toJavaBytes(record), label) !== false;
|
||||
}
|
||||
|
||||
/** Raw keyboard-bridge records (undecoded, possibly fragments), in arrival order. Returns an unsubscribe function. */
|
||||
export function addKeyboardEventListener(session: unknown, listener: (body: Uint8Array) => void): () => void {
|
||||
const communicator = session as any;
|
||||
const proxy = new com.faceclaw.app.FaceclawKeyboardEventListener({
|
||||
onKeyboardEvent: (body: any) => listener(toUint8Array(body)),
|
||||
});
|
||||
communicator.addKeyboardEventListener(proxy);
|
||||
return () => {
|
||||
try {
|
||||
communicator.removeKeyboardEventListener(proxy);
|
||||
} catch {
|
||||
// The old communicator instance may be gone after a reconnect.
|
||||
}
|
||||
};
|
||||
}
|
||||
Reference in new issue
Block a user