forked from Blendman974/faceclaw
Merge selectable translation output language
This commit is contained in:
8 files changed
+81
-27
No files matched your search
@@ -5,6 +5,7 @@ import {
|
||||
resolveTranslateProvider,
|
||||
translateLanguageSetting,
|
||||
translateModelSetting,
|
||||
translateTargetLanguageSetting,
|
||||
translateProviderSetting,
|
||||
translateShowOriginalSetting,
|
||||
} from "./translate-settings";
|
||||
@@ -39,7 +40,7 @@ export type TranslateAppOptions = InProcessAppOptions & {
|
||||
};
|
||||
|
||||
/**
|
||||
* The Translate app: live speech in any language, translated into English by
|
||||
* The Translate app: live speech in any language, translated into the selected output language by
|
||||
* the assistant's model, in its own window. Like Transcribe it holds
|
||||
* continuous mic capture while open, but always with a multilingual cloud
|
||||
* provider (Translate settings), which a shared capture switches to.
|
||||
@@ -85,6 +86,7 @@ export function createTranslateAppWindow(options: TranslateAppOptions): InProces
|
||||
openSettingsSubMenu(ctx, "Translate settings", [
|
||||
enumSettingMenuItem(translateLanguageSetting, { onChange: startCapture }),
|
||||
enumSettingMenuItem(translateProviderSetting, { onChange: startCapture }),
|
||||
enumSettingMenuItem(translateTargetLanguageSetting),
|
||||
textSettingMenuItem(translateModelSetting),
|
||||
toggleSettingMenuItem(translateShowOriginalSetting),
|
||||
]);
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
/**
|
||||
* Streamed translation against Translate's OpenAI override, or the assistant's
|
||||
* configured model when no override is set. Each call translates one stretch of speech into English; see
|
||||
* configured model when no override is set. Each call translates one stretch of speech into the selected output language; see
|
||||
* TranslationModel for how stretches are batched and given context.
|
||||
*/
|
||||
import { streamAnthropicMessage } from "../../native/anthropic";
|
||||
@@ -13,8 +13,8 @@ import {
|
||||
anthropicApiKeySetting, assistantModelSetting, assistantOpenAiCompatibleKeySetting,
|
||||
assistantOpenAiCompatibleModelSetting, assistantOpenAiCompatibleUrlSetting, openAiApiKeySetting,
|
||||
} from "../../ui/dashboard-settings";
|
||||
import { TRANSLATE_SYSTEM_PROMPT, buildTranslateUserMessage } from "../../prompts";
|
||||
import { translateModelSetting } from "./translate-settings";
|
||||
import { buildTranslateSystemPrompt, buildTranslateUserMessage } from "../../prompts";
|
||||
import { translateModelSetting, translateTargetLanguageSetting, spokenLanguageName } from "./translate-settings";
|
||||
import { type TranslationTurn } from "./translation-model";
|
||||
|
||||
/**
|
||||
@@ -50,13 +50,14 @@ export type TranslationRequest = {
|
||||
};
|
||||
|
||||
export function streamTranslation(model: ResolvedAssistantModel, request: TranslationRequest): LlmStreamHandle {
|
||||
const targetLanguage = spokenLanguageName(translateTargetLanguageSetting.get());
|
||||
const options: LlmStreamOptions = {
|
||||
apiKey: model.apiKey,
|
||||
model: model.model,
|
||||
system: TRANSLATE_SYSTEM_PROMPT,
|
||||
system: buildTranslateSystemPrompt(targetLanguage),
|
||||
effort: model.effort,
|
||||
maxTokens: 1024,
|
||||
messages: [{ role: "user", content: buildTranslateUserMessage(request.speech, request.context, request.language) }],
|
||||
messages: [{ role: "user", content: buildTranslateUserMessage(request.speech, request.context, request.language, targetLanguage) }],
|
||||
onTextDelta: (_delta, textSoFar) => request.onProgress(cleanTranslation(textSoFar)),
|
||||
onDone: (result) => {
|
||||
if (result.stopReason === "refusal") request.onError("The model declined to translate this.");
|
||||
@@ -76,7 +77,7 @@ export function streamTranslation(model: ResolvedAssistantModel, request: Transl
|
||||
}
|
||||
}
|
||||
|
||||
/** The context turns are tagged <english>; a model may echo the tag around its reply. */
|
||||
/** The context turns are tagged <translation>; a model may echo the tag around its reply. */
|
||||
function cleanTranslation(text: string): string {
|
||||
return text.replace(/^\s*<english>/i, "").replace(/<\/english>\s*$/i, "").trim();
|
||||
return text.replace(/^\s*<(?:translation|english)>/i, "").replace(/<\/(?:translation|english)>\s*$/i, "").trim();
|
||||
}
|
||||
@@ -52,6 +52,7 @@ export const translateProviderSetting = new ConfigSettingEnum<TranslateProvider>
|
||||
* form every multilingual provider accepts), in picker order.
|
||||
*/
|
||||
const SPOKEN_LANGUAGES = {
|
||||
en: "English",
|
||||
ar: "Arabic",
|
||||
zh: "Chinese",
|
||||
nl: "Dutch",
|
||||
@@ -117,3 +118,13 @@ export const translateModelSetting = new ConfigSettingString({
|
||||
normalize: (value) => value.trim(),
|
||||
description: "OpenAI model ID used only by Translate, for example gpt-4o-mini. Uses the OpenAI key from Settings > API Keys. Leave empty to use the Assistant model. Changes apply to subsequent translation requests; Assistant settings are unchanged.",
|
||||
});
|
||||
|
||||
export const translateTargetLanguageSetting = new ConfigSettingEnum<SpokenLanguage>({
|
||||
id: "translate-target-language",
|
||||
label: "Output language",
|
||||
storageKey: "translate.targetLanguage",
|
||||
defaultValue: "en",
|
||||
values: Object.keys(SPOKEN_LANGUAGES) as SpokenLanguage[],
|
||||
formatValue: (value) => SPOKEN_LANGUAGES[value],
|
||||
description: "Language of subsequent translations. Independent of the spoken language and Assistant settings. Existing translations stay unchanged.",
|
||||
});
|
||||
@@ -18,7 +18,7 @@ const NO_MODEL_NOTICE = "No language model is set up.";
|
||||
* Live translation view. Continuous mic capture is owned by the app wrapper
|
||||
* (createTranslateAppWindow); this layer feeds speech to the assistant's
|
||||
* model one block at a time (provisionally while a block is still being
|
||||
* spoken), shows the English as it streams in, and saves the session to
|
||||
* spoken), shows the translation as it streams in, and saves the session to
|
||||
* Downloads from the app menu.
|
||||
*/
|
||||
export class TranslateLayer implements Layer {
|
||||
|
||||
@@ -3,7 +3,7 @@ import { wrapTranscribeText } from "../transcribe/transcript-model";
|
||||
type TranscriptEvent = { text: string; isFinal: boolean };
|
||||
|
||||
/**
|
||||
* One block of speech (up to a pause) and its English translation. The last
|
||||
* One block of speech (up to a pause) and its translation. The last
|
||||
* block may still be live, its transcript revising; it is translated
|
||||
* provisionally as it grows, then again once final if its text changed.
|
||||
*/
|
||||
|
||||
Reference in new issue
Block a user