mirror of
https://git.undefined-dev.fr/Blendman974/faceclaw.git
synced 2026-11-19 21:03:09 +00:00
67 lines
2.3 KiB
TypeScript
67 lines
2.3 KiB
TypeScript
/**
|
|
* Shared shape for the cloud speech-to-text providers (ElevenLabs, Whisper,
|
|
* Soniox).
|
|
* The voice bridge holds one of these while a cloud provider owns the
|
|
* transcript; the native capture (FaceclawVoiceController on Android,
|
|
* FaceclawSpeech on iOS) then only decodes audio to PCM and hands it over
|
|
* via acceptPcm.
|
|
*/
|
|
|
|
export type CloudSttTranscriptEvent = {
|
|
text: string;
|
|
isFinal: boolean;
|
|
/** Optional presentation for Transcribe only; dictation uses plain text. */
|
|
transcribeText?: string;
|
|
paragraphBreakAfter?: boolean;
|
|
};
|
|
|
|
export type CloudSttOptions = {
|
|
apiKey: string;
|
|
/** Spoken language to expect (ISO 639-1); empty or absent lets the provider detect it. */
|
|
language?: string;
|
|
onTranscript: (event: CloudSttTranscriptEvent) => void;
|
|
onStatus: (status: string) => void;
|
|
onError: (message: string) => void;
|
|
onReady?: () => void;
|
|
onDisconnected?: (message: string) => void;
|
|
};
|
|
|
|
export interface CloudSttClient {
|
|
/** Open whatever the provider needs before audio arrives. */
|
|
start(): void;
|
|
/** Feed PCM (16 kHz signed-16-bit LE). */
|
|
acceptPcm(pcm: Uint8Array): void;
|
|
/** End of utterance: produce a final transcript. */
|
|
finish(): void;
|
|
/** Commit a pause boundary while keeping the audio session open. */
|
|
commitSegment?(): void;
|
|
/** Abandon the session without finalizing. */
|
|
stop(): void;
|
|
}
|
|
|
|
/** Sample rate of the PCM the G2 mic path produces, shared by all providers. */
|
|
export const CLOUD_STT_SAMPLE_RATE = 16000;
|
|
|
|
declare const android: any;
|
|
|
|
/** Copy a Uint8Array into a Java byte[] (for binary WebSocket frames etc.). */
|
|
export function toJavaBytes(bytes: Uint8Array): any {
|
|
const javaBytes = Array.create("byte", bytes.length);
|
|
for (let i = 0; i < bytes.length; i++) {
|
|
const value = bytes[i]!;
|
|
javaBytes[i] = value > 127 ? value - 256 : value;
|
|
}
|
|
return javaBytes;
|
|
}
|
|
|
|
/** Base64 for audio payloads, via the platform SDK (no JS base64 in NS core). */
|
|
export function encodeBase64(bytes: Uint8Array): string {
|
|
if (global.isIOS) {
|
|
const copy = bytes.slice();
|
|
return NSData.dataWithBytesLength(interop.handleof(copy.buffer), copy.byteLength)
|
|
.base64EncodedStringWithOptions(0 as NSDataBase64EncodingOptions);
|
|
}
|
|
if (!global.isAndroid) return "";
|
|
return String(android.util.Base64.encodeToString(toJavaBytes(bytes), android.util.Base64.NO_WRAP));
|
|
}
|