import { isLocalModelReady, isLocalModelSupported, LOCAL_MODEL } from "../native/local-llm"; import { isVeniceApiBaseUrl } from "../native/openai-chat"; export const ASSISTANT_MODEL_VALUES = [ "auto", "hauku", "sonnet", "opus", "fable", "luna", "terra", "sol", "qwen", "hermes", "openai-compatible", ] as const; /** * "qwen" is the on-phone model, whatever it is on this platform: Qwen3-4B on * Android, the Apple Intelligence system model on iOS (the ID predates iOS * support and stays for saved settings and conversations). */ export type AssistantModel = (typeof ASSISTANT_MODEL_VALUES)[number]; /** Keep saved model IDs portable, while offering only supported choices. */ export const ASSISTANT_MODEL_CHOICES: readonly AssistantModel[] = isLocalModelSupported() ? ASSISTANT_MODEL_VALUES : ASSISTANT_MODEL_VALUES.filter(value => value !== "qwen"); export function supportedAssistantModel(value: AssistantModel): AssistantModel { return value === "qwen" && !isLocalModelSupported() ? "auto" : value; } export type AssistantProvider = "anthropic" | "openai" | "local" | "hermes" | "openai-compatible"; export type AssistantApiKeys = { anthropic: string; openai: string; /** A Hermes Agent API server; only the voice assistant passes these. */ hermesUrl?: string; hermesKey?: string; openAiCompatibleUrl?: string; openAiCompatibleKey?: string; openAiCompatibleModel?: string; /** Venice web search, applied only when the resolved root is Venice. */ veniceWebSearch?: boolean; }; export type ResolvedAssistantModel = { selection: AssistantModel; provider: AssistantProvider; model: string; apiKey: string; effort?: "low" | "medium" | "high"; /** API root for Hermes or an OpenAI-compatible provider. */ baseUrl?: string; /** Whether Venice web search is enabled for this interactive assistant turn. */ webSearch?: boolean; }; type ModelDefinition = { label: string; provider: AssistantProvider; model: string; effort?: "low" | "medium" | "high"; }; const MODEL_DEFINITIONS: Record, ModelDefinition> = { // Keep the user-facing spelling requested for the picker while using // Anthropic's canonical Haiku alias on the wire. hauku: { label: "Haiku", provider: "anthropic", model: "claude-haiku-4-5" }, sonnet: { label: "Sonnet", provider: "anthropic", model: "claude-sonnet-5", effort: "low" }, opus: { label: "Opus", provider: "anthropic", model: "claude-opus-5", effort: "low" }, fable: { label: "Fable", provider: "anthropic", model: "claude-fable-5", effort: "low" }, luna: { label: "Luna", provider: "openai", model: "gpt-5.6-luna", effort: "low" }, terra: { label: "Terra", provider: "openai", model: "gpt-5.6-terra", effort: "low" }, sol: { label: "Sol", provider: "openai", model: "gpt-5.6-sol", effort: "low" }, // Runs on the phone itself (Android: llama.cpp with the downloaded model // file; iOS: Apple Intelligence), not an API key. The default for users who // haven't set any key. qwen: { label: `${LOCAL_MODEL.label} (on-phone)`, provider: "local", model: LOCAL_MODEL.id }, // Your own Hermes Agent (its API server), with its own tools and memory. hermes: { label: "Hermes agent", provider: "hermes", model: "hermes-agent" }, "openai-compatible": { label: "OpenAI-compatible", provider: "openai-compatible", model: "custom" }, }; export function assistantModelLabel(value: AssistantModel): string { return value === "auto" ? "Auto" : MODEL_DEFINITIONS[value].label; } export function assistantModelProvider(value: AssistantModel): AssistantProvider | null { return value === "auto" ? null : MODEL_DEFINITIONS[value].provider; } /** * Resolve Auto and attach the credential needed by the chosen provider. * Auto intentionally prefers Terra over Sonnet when both keys are available, * and falls back to the on-phone model when no key is set but that model is * ready (downloaded on Android; Apple Intelligence on and ready on iOS). */ export function resolveAssistantModel( selection: AssistantModel, keys: AssistantApiKeys, ): ResolvedAssistantModel | null { const normalizedKeys: AssistantApiKeys = { anthropic: keys.anthropic.trim(), openai: keys.openai.trim(), }; let resolvedSelection = selection; if (selection === "auto") { if (normalizedKeys.openai) { resolvedSelection = "terra"; } else if (normalizedKeys.anthropic) { resolvedSelection = "sonnet"; } else if (isLocalModelReady()) { resolvedSelection = "qwen"; } else { return null; } } const definition = MODEL_DEFINITIONS[resolvedSelection as Exclude]; if (definition.provider === "hermes") { const baseUrl = keys.hermesUrl?.trim() ?? ""; if (!baseUrl) return null; return { selection, provider: "hermes", model: definition.model, apiKey: keys.hermesKey?.trim() ?? "", baseUrl }; } if (definition.provider === "openai-compatible") { const baseUrl = keys.openAiCompatibleUrl?.trim() ?? ""; const model = keys.openAiCompatibleModel?.trim() ?? ""; if (!baseUrl || !model) return null; return { selection, provider: definition.provider, model, apiKey: keys.openAiCompatibleKey?.trim() ?? "", baseUrl, webSearch: isVeniceApiBaseUrl(baseUrl) && keys.veniceWebSearch === true, }; } if (definition.provider === "local") { if (!isLocalModelReady()) return null; return { selection, provider: definition.provider, model: definition.model, apiKey: "", effort: definition.effort, }; } const apiKey = normalizedKeys[definition.provider]; if (!apiKey) return null; return { selection, provider: definition.provider, model: definition.model, apiKey, effort: definition.effort, }; }