Files
2026-11-01 00:29:16 -07:00

158 lines
5.7 KiB
TypeScript

import { isLocalModelReady, isLocalModelSupported, LOCAL_MODEL } from "../native/local-llm";
import { isVeniceApiBaseUrl } from "../native/openai-chat";
export const ASSISTANT_MODEL_VALUES = [
"auto",
"hauku",
"sonnet",
"opus",
"fable",
"luna",
"terra",
"sol",
"qwen",
"hermes",
"openai-compatible",
] as const;
/**
* "qwen" is the on-phone model, whatever it is on this platform: Qwen3-4B on
* Android, the Apple Intelligence system model on iOS (the ID predates iOS
* support and stays for saved settings and conversations).
*/
export type AssistantModel = (typeof ASSISTANT_MODEL_VALUES)[number];
/** Keep saved model IDs portable, while offering only supported choices. */
export const ASSISTANT_MODEL_CHOICES: readonly AssistantModel[] =
isLocalModelSupported() ? ASSISTANT_MODEL_VALUES : ASSISTANT_MODEL_VALUES.filter(value => value !== "qwen");
export function supportedAssistantModel(value: AssistantModel): AssistantModel {
return value === "qwen" && !isLocalModelSupported() ? "auto" : value;
}
export type AssistantProvider = "anthropic" | "openai" | "local" | "hermes" | "openai-compatible";
export type AssistantApiKeys = {
anthropic: string;
openai: string;
/** A Hermes Agent API server; only the voice assistant passes these. */
hermesUrl?: string;
hermesKey?: string;
openAiCompatibleUrl?: string;
openAiCompatibleKey?: string;
openAiCompatibleModel?: string;
/** Venice web search, applied only when the resolved root is Venice. */
veniceWebSearch?: boolean;
};
export type ResolvedAssistantModel = {
selection: AssistantModel;
provider: AssistantProvider;
model: string;
apiKey: string;
effort?: "low" | "medium" | "high";
/** API root for Hermes or an OpenAI-compatible provider. */
baseUrl?: string;
/** Whether Venice web search is enabled for this interactive assistant turn. */
webSearch?: boolean;
};
type ModelDefinition = {
label: string;
provider: AssistantProvider;
model: string;
effort?: "low" | "medium" | "high";
};
const MODEL_DEFINITIONS: Record<Exclude<AssistantModel, "auto">, ModelDefinition> = {
// Keep the user-facing spelling requested for the picker while using
// Anthropic's canonical Haiku alias on the wire.
hauku: { label: "Haiku", provider: "anthropic", model: "claude-haiku-4-5" },
sonnet: { label: "Sonnet", provider: "anthropic", model: "claude-sonnet-5", effort: "low" },
opus: { label: "Opus", provider: "anthropic", model: "claude-opus-5", effort: "low" },
fable: { label: "Fable", provider: "anthropic", model: "claude-fable-5", effort: "low" },
luna: { label: "Luna", provider: "openai", model: "gpt-5.6-luna", effort: "low" },
terra: { label: "Terra", provider: "openai", model: "gpt-5.6-terra", effort: "low" },
sol: { label: "Sol", provider: "openai", model: "gpt-5.6-sol", effort: "low" },
// Runs on the phone itself (Android: llama.cpp with the downloaded model
// file; iOS: Apple Intelligence), not an API key. The default for users who
// haven't set any key.
qwen: { label: `${LOCAL_MODEL.label} (on-phone)`, provider: "local", model: LOCAL_MODEL.id },
// Your own Hermes Agent (its API server), with its own tools and memory.
hermes: { label: "Hermes agent", provider: "hermes", model: "hermes-agent" },
"openai-compatible": { label: "OpenAI-compatible", provider: "openai-compatible", model: "custom" },
};
export function assistantModelLabel(value: AssistantModel): string {
return value === "auto" ? "Auto" : MODEL_DEFINITIONS[value].label;
}
export function assistantModelProvider(value: AssistantModel): AssistantProvider | null {
return value === "auto" ? null : MODEL_DEFINITIONS[value].provider;
}
/**
* Resolve Auto and attach the credential needed by the chosen provider.
* Auto intentionally prefers Terra over Sonnet when both keys are available,
* and falls back to the on-phone model when no key is set but that model is
* ready (downloaded on Android; Apple Intelligence on and ready on iOS).
*/
export function resolveAssistantModel(
selection: AssistantModel,
keys: AssistantApiKeys,
): ResolvedAssistantModel | null {
const normalizedKeys: AssistantApiKeys = {
anthropic: keys.anthropic.trim(),
openai: keys.openai.trim(),
};
let resolvedSelection = selection;
if (selection === "auto") {
if (normalizedKeys.openai) {
resolvedSelection = "terra";
} else if (normalizedKeys.anthropic) {
resolvedSelection = "sonnet";
} else if (isLocalModelReady()) {
resolvedSelection = "qwen";
} else {
return null;
}
}
const definition = MODEL_DEFINITIONS[resolvedSelection as Exclude<AssistantModel, "auto">];
if (definition.provider === "hermes") {
const baseUrl = keys.hermesUrl?.trim() ?? "";
if (!baseUrl) return null;
return { selection, provider: "hermes", model: definition.model, apiKey: keys.hermesKey?.trim() ?? "", baseUrl };
}
if (definition.provider === "openai-compatible") {
const baseUrl = keys.openAiCompatibleUrl?.trim() ?? "";
const model = keys.openAiCompatibleModel?.trim() ?? "";
if (!baseUrl || !model) return null;
return {
selection,
provider: definition.provider,
model,
apiKey: keys.openAiCompatibleKey?.trim() ?? "",
baseUrl,
webSearch: isVeniceApiBaseUrl(baseUrl) && keys.veniceWebSearch === true,
};
}
if (definition.provider === "local") {
if (!isLocalModelReady()) return null;
return {
selection,
provider: definition.provider,
model: definition.model,
apiKey: "",
effort: definition.effort,
};
}
const apiKey = normalizedKeys[definition.provider];
if (!apiKey) return null;
return {
selection,
provider: definition.provider,
model: definition.model,
apiKey,
effort: definition.effort,
};
}