mirror of
https://git.undefined-dev.fr/Blendman974/faceclaw.git
synced 2026-11-19 21:03:09 +00:00
Add symbolic math and graphing tools, dual-microphone audio processing, live captions, translation, speaker diarization, sentiment analysis, and searchable conversation history. Extend Android voice and BLE support for microphone control, recording, transcoding, and on-device speaker identification, with coverage for calculator and microphone workflows.
85 lines
2.6 KiB
TypeScript
85 lines
2.6 KiB
TypeScript
import { Observable } from "@nativescript/core";
|
|
|
|
import {
|
|
askConversations,
|
|
conversationQaAvailable,
|
|
} from "../apps/microphones/conversation-qa";
|
|
import type { LlmStreamHandle } from "../assistant/llm-protocol";
|
|
|
|
/**
|
|
* "Ask about conversations": free-form questions over the saved transcripts,
|
|
* speakers, tags, and metadata, answered entirely on-device by the local
|
|
* assistant model. The answer streams in as it generates.
|
|
*/
|
|
export class AskViewModel extends Observable {
|
|
private stream: LlmStreamHandle | null = null;
|
|
private busy = false;
|
|
|
|
constructor() {
|
|
super();
|
|
this.set("question", "");
|
|
this.set("answer", "");
|
|
this.set("contextNote", "");
|
|
this.set("askLabel", "Ask");
|
|
this.set("askEnabled", true);
|
|
this.set("answerVisibility", "collapsed");
|
|
this.set("noteVisibility", "collapsed");
|
|
if (!conversationQaAvailable()) {
|
|
this.set(
|
|
"statusText",
|
|
"The on-phone model isn't downloaded yet. Enable it on the glasses under Settings > Assistant, then come back — questions are answered entirely on-device.",
|
|
);
|
|
this.set("statusVisibility", "visible");
|
|
} else {
|
|
this.set("statusText", "");
|
|
this.set("statusVisibility", "collapsed");
|
|
}
|
|
}
|
|
|
|
onAskTap = (): void => {
|
|
const question = String(this.get("question") ?? "").trim();
|
|
if (!question || this.busy) return;
|
|
this.cancel();
|
|
this.busy = true;
|
|
this.set("askLabel", "Thinking...");
|
|
this.set("askEnabled", false);
|
|
this.set("answer", "");
|
|
this.set("answerVisibility", "collapsed");
|
|
this.set("noteVisibility", "collapsed");
|
|
this.set("statusText", "Reading your conversations...");
|
|
this.set("statusVisibility", "visible");
|
|
this.stream = askConversations(question, {
|
|
onDelta: (textSoFar) => {
|
|
this.set("answer", textSoFar);
|
|
this.set("answerVisibility", "visible");
|
|
this.set("statusVisibility", "collapsed");
|
|
},
|
|
onDone: (answer, contextNote) => {
|
|
this.finish();
|
|
this.set("answer", answer || "(no answer)");
|
|
this.set("answerVisibility", "visible");
|
|
this.set("contextNote", contextNote);
|
|
this.set("noteVisibility", "visible");
|
|
},
|
|
onError: (message) => {
|
|
this.finish();
|
|
this.set("statusText", message);
|
|
this.set("statusVisibility", "visible");
|
|
},
|
|
});
|
|
};
|
|
|
|
cancel(): void {
|
|
this.stream?.cancel();
|
|
this.stream = null;
|
|
if (this.busy) this.finish();
|
|
}
|
|
|
|
private finish(): void {
|
|
this.busy = false;
|
|
this.stream = null;
|
|
this.set("askLabel", "Ask");
|
|
this.set("askEnabled", true);
|
|
}
|
|
}
|