Add Translate app

This commit is contained in:
James Babcock committed 2026-10-24 16:16:26 -07:00
1 parent 07859c95ad
commit c84d301c78
19 files changed
+926 -57

No files matched your search

+17 -4
View File
@@ -1,7 +1,7 @@
import { G2_LENS_HEIGHT, G2_LENS_WIDTH, GrayImage } from "../graphics/image";
import { dimPlanes, type Plane } from "../graphics/plane";
import { spanCurrent } from "../native/frame-timings";
import { type ConfigSettingBoolean, type ConfigSettingString } from "./dashboard-settings";
import { type ConfigSettingBoolean, type ConfigSettingString, type VoiceProvider } from "./dashboard-settings";
import { directionalFallback, isDirectionalInput, type InputEvent } from "./gestures";
export type TextSettingsEditToggle = {
@@ -9,6 +9,19 @@ export type TextSettingsEditToggle = {
label: string;
};
/** A continuous-capture client's needs (see LayerActions.startContinuousVoiceCapture). */
export type ContinuousCaptureOptions = {
/** Names a WAV of the captured audio in Downloads (iOS, when Save Transcribe audio is on). */
recordAs?: string;
/**
* Transcribe with this provider instead of the Transcription Provider
* setting, letting it detect the spoken language (Translate). While any
* client asks for one, every capture uses it, and a shared capture running
* another provider restarts on it.
*/
multilingualProvider?: VoiceProvider;
};
export type LayerActions = {
/** Ask for a dashboard repaint+transmit, e.g. when async data arrives. */
requestRender: () => void;
@@ -33,10 +46,10 @@ export type LayerActions = {
stopVoiceCapture: () => Promise<void> | void;
/**
* Start continuous capture on behalf of `client` (one id per window); shares
* the mic with push-to-talk, and runs while any client wants it. recordAs
* names a WAV of the captured audio in Downloads (iOS, when enabled).
* the mic with push-to-talk, and runs while any client wants it. Calling it
* again for the same client replaces its options.
*/
startContinuousVoiceCapture: (client: string, options?: { recordAs?: string }) => Promise<void> | void;
startContinuousVoiceCapture: (client: string, options?: ContinuousCaptureOptions) => Promise<void> | void;
stopContinuousVoiceCapture: (client: string) => Promise<void> | void;
/** Play a CFW tone-sequencer payload (see sound-effects.ts). */
playBuzzerSequence: (payload: Uint8Array) => Promise<void> | void;