Add voice input support to terminal

This commit is contained in:
James Babcock committed 2026-07-13 00:27:03 -07:00
1 parent b2c90bc043
commit 7ca3735c23
5 files changed
+110 -12

No files matched your search

+19 -5
View File
@@ -42,6 +42,11 @@ export type ShellWindow = {
handleInput: (event: DashboardInputEvent, frameId: number) => Promise<void> | void;
/** Repaint and resubmit this window's surface. */
requestRender: () => void;
/**
* Deliver a text string to the window (e.g. finalized voice input). Optional:
* only windows that consume typed text (the terminal) implement it.
*/
receiveTextInput?: (text: string) => void;
/** Foreground state changed: this window's surface is (not) the visible one. */
setForeground?: (foreground: boolean) => void;
/** Screen turned on/off; hidden or screen-off windows should stop painting. */
@@ -418,16 +423,25 @@ class Shell {
}
private openVoiceDialog(): void {
const layer = new VoiceInputLayer(this.config.actions, () => {
if (this.activeVoiceLayer === layer) {
this.activeVoiceLayer = null;
}
});
const layer = new VoiceInputLayer(
this.config.actions,
() => {
if (this.activeVoiceLayer === layer) {
this.activeVoiceLayer = null;
}
},
(text) => this.sendTextToForegroundWindow(text),
);
this.activeVoiceLayer = layer;
this.stack.push(layer);
layer.startCapture();
}
/** Deliver a text string to the foreground window (e.g. finalized voice input). */
sendTextToForegroundWindow(text: string): void {
this.foregroundWindow()?.receiveTextInput?.(text);
}
private openOverlayMenu(): void {
const foreground = this.foregroundWindow();
const items: MenuItem[] = [