Files
2026-11-01 00:29:16 -07:00

62 lines
2.4 KiB
TypeScript

/**
* One-shot completion against the assistant's configured model, used by the
* Calculator's optional rewrite fallback (see MathCoordinator.answerSpoken:
* the deterministic parser runs first; the model only ever translates words
* into notation). Resolves to null when no provider is configured or the
* call fails — the calculator then reports "could not read that" instead of
* surfacing a transport error.
*/
import { streamAnthropicMessage } from "../../native/anthropic";
import { streamLocalModel } from "../../native/local-llm";
import { streamOpenAiResponse } from "../../native/openai";
import { streamOpenAiCompatibleChat } from "../../native/openai-chat";
import { resolveAssistantModel } from "../../assistant/models";
import { type LlmStreamOptions } from "../../assistant/llm-protocol";
import {
anthropicApiKeySetting,
assistantModelSetting,
assistantOpenAiCompatibleKeySetting,
assistantOpenAiCompatibleModelSetting,
assistantOpenAiCompatibleUrlSetting,
openAiApiKeySetting,
} from "../../ui/dashboard-settings";
import { CALCULATOR_REWRITE_SYSTEM_PROMPT, buildCalculatorRewriteUserMessage } from "../../prompts";
export function rewriteSpokenProblem(spoken: string): Promise<string | null> {
const resolved = resolveAssistantModel(assistantModelSetting.get(), {
anthropic: anthropicApiKeySetting.get(),
openai: openAiApiKeySetting.get(),
openAiCompatibleUrl: assistantOpenAiCompatibleUrlSetting.get(),
openAiCompatibleKey: assistantOpenAiCompatibleKeySetting.get(),
openAiCompatibleModel: assistantOpenAiCompatibleModelSetting.get(),
});
if (!resolved) return Promise.resolve(null);
return new Promise((resolve) => {
const options: LlmStreamOptions = {
apiKey: resolved.apiKey,
model: resolved.model,
system: CALCULATOR_REWRITE_SYSTEM_PROMPT,
effort: "low",
maxTokens: 200,
messages: [{ role: "user", content: buildCalculatorRewriteUserMessage(spoken) }],
onDone: (result) => resolve(result.text ?? null),
onError: () => resolve(null),
};
switch (resolved.provider) {
case "openai":
streamOpenAiResponse(options);
break;
case "openai-compatible":
streamOpenAiCompatibleChat({ ...options, baseUrl: resolved.baseUrl ?? "" });
break;
case "local":
streamLocalModel(options);
break;
default:
streamAnthropicMessage(options);
break;
}
});
}