External assistant backend: agent bridge client + MCP server

Phase 3 of the voice-assistant design: assistant.backend=external routes
utterances over a dial-out websocket to faceclaw-agent-bridge (an OpenClaw
plugin on the user's machine). The phone serves its ToolRegistry as MCP on
the same socket, with proactive gating and rate limiting enforced locally.
New Assistant settings section with backend/bridge settings.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01XCdkQyB3RUVPTuEmhxVEdp
This commit is contained in:
James BabcockandClaude Fable 5 committed 2026-08-01 18:28:47 -07:00
1 parent 474844f961
commit 48bac85cbe
9 files changed
+722 -56

No files matched your search

+46
View File
@@ -27,6 +27,7 @@ import { G2_LENS_HEIGHT, G2_LENS_WIDTH, GrayImage } from "../graphics/image";
import { rawInputEventToInputEvent, shell, type ShellInputOutcome } from "../ui/shell/shell";
import { registerSystemTools } from "../assistant/system-tools";
import { registerNavigateTools } from "../assistant/navigate-tools";
import { assistantBridge } from "../assistant/bridge-client";
import { registerWindowTools } from "../assistant/window-tools";
import { WorkerAppHost } from "../ui/shell/worker-window";
import {
@@ -83,6 +84,11 @@ import { loadPersistedOpenApps, savePersistedOpenApps } from "../ui/shell/open-a
import { appViewportRect, type WindowHeightMode } from "../ui/shell/geometry";
import { type LayerActions } from "../ui/layers";
import {
assistantAllowProactiveSetting,
assistantBackendSetting,
assistantBridgeHostSetting,
assistantBridgePortSetting,
assistantBridgeTokenSetting,
brightnessSetting,
brightnessSettingToLevel,
elevenLabsApiKeySetting,
@@ -326,6 +332,46 @@ class DashboardController {
this.pushBrightness();
this.syncEvenHubScreenOffSetting();
this.applyVerticalPositionIfChanged();
this.syncAssistantBridgeIfChanged();
});
// Connect to the external agent bridge at boot if configured; the
// connection stays up (with re-dial) so proactive tool calls work
// outside voice turns.
this.syncAssistantBridge();
}
// Bridge settings changes re-dial the connection; unrelated setting changes
// must not, so the config it was last started with is tracked.
private lastBridgeConfigKey = "";
private bridgeConfigKey(): string {
return JSON.stringify([
assistantBackendSetting.get(),
assistantBridgeHostSetting.get().trim(),
assistantBridgePortSetting.get().trim(),
assistantBridgeTokenSetting.get(),
]);
}
private syncAssistantBridgeIfChanged(): void {
if (this.bridgeConfigKey() === this.lastBridgeConfigKey) return;
this.syncAssistantBridge();
}
private syncAssistantBridge(): void {
this.lastBridgeConfigKey = this.bridgeConfigKey();
const host = assistantBridgeHostSetting.get().trim();
const token = assistantBridgeTokenSetting.get();
if (assistantBackendSetting.get() !== "external" || !host || !token) {
assistantBridge.stop();
return;
}
assistantBridge.configure({
host,
port: parseInt(assistantBridgePortSetting.get(), 10) || 8790,
token,
deviceName: "faceclaw",
allowProactive: () => assistantAllowProactiveSetting.get(),
});
}