Support Apple Intelligence as an on-device AI model for the voice assistant/etc

This commit is contained in:
James Babcock committed 2026-10-31 17:48:45 -07:00
1 parent 3c3aa31542
commit 4973fd2aea
22 files changed
+1551 -40

No files matched your search

+2 -2
View File
@@ -7,7 +7,7 @@
* surfacing a transport error.
*/
import { streamAnthropicMessage } from "../../native/anthropic";
import { streamLocalQwen } from "../../native/llama";
import { streamLocalModel } from "../../native/local-llm";
import { streamOpenAiResponse } from "../../native/openai";
import { resolveAssistantModel } from "../../assistant/models";
import { type LlmStreamOptions } from "../../assistant/llm-protocol";
@@ -41,7 +41,7 @@ export function rewriteSpokenProblem(spoken: string): Promise<string | null> {
streamOpenAiResponse(options);
break;
case "local":
streamLocalQwen(options);
streamLocalModel(options);
break;
default:
streamAnthropicMessage(options);
+2 -2
View File
@@ -1,6 +1,6 @@
import { Utils } from "@nativescript/core";
import { isLocalModelReady, streamLocalQwen } from "../../native/llama";
import { isLocalModelReady, streamLocalModel } from "../../native/local-llm";
import type { LlmStreamHandle } from "../../assistant/llm-protocol";
import { parseConversationQuery } from "../../phone-ui/conversation-search";
@@ -245,7 +245,7 @@ export function askConversations(
setTimeout(() => callbacks.onError(`Could not read the conversation store: ${String(error)}`), 0);
return { cancel: () => {} };
}
return streamLocalQwen({
return streamLocalModel({
apiKey: "",
model: "local",
system:
+2 -2
View File
@@ -1,4 +1,4 @@
import { isLocalModelReady, streamLocalQwen } from "../../native/llama";
import { isLocalModelReady, streamLocalModel } from "../../native/local-llm";
import type { NameInference } from "./name-guess";
/**
@@ -38,7 +38,7 @@ export function verifyIntroducedName(
};
const timer = setTimeout(() => finish(null), VERDICT_TIMEOUT_MS);
try {
streamLocalQwen({
streamLocalModel({
apiKey: "",
model: "local",
system:
+2 -2
View File
@@ -1,6 +1,6 @@
import { Utils } from "@nativescript/core";
import { isLocalModelReady, streamLocalQwen } from "../../native/llama";
import { isLocalModelReady, streamLocalModel } from "../../native/local-llm";
import { speakerRegistry } from "./speakers";
declare const com: any;
@@ -124,7 +124,7 @@ function generateForSpeaker(
};
const timer = setTimeout(() => finish(null), GENERATION_TIMEOUT_MS);
try {
streamLocalQwen({
streamLocalModel({
apiKey: "",
model: "local",
system:
+2 -2
View File
@@ -4,7 +4,7 @@
* TranslationModel for how stretches are batched and given context.
*/
import { streamAnthropicMessage } from "../../native/anthropic";
import { streamLocalQwen } from "../../native/llama";
import { streamLocalModel } from "../../native/local-llm";
import { streamOpenAiResponse } from "../../native/openai";
import { resolveAssistantModel, type ResolvedAssistantModel } from "../../assistant/models";
import { type LlmStreamHandle, type LlmStreamOptions } from "../../assistant/llm-protocol";
@@ -55,7 +55,7 @@ export function streamTranslation(model: ResolvedAssistantModel, request: Transl
case "openai":
return streamOpenAiResponse(options);
case "local":
return streamLocalQwen(options);
return streamLocalModel(options);
default:
return streamAnthropicMessage(options);
}