Files
faceclaw/tests/transcribe.test.cjs
James Babcock a02b849200 Borderless modes have different padding inside the builtin apps
Most of the builtin apps had some padding between the window edge and
their content, because they expect to be displayed with a line border on
their edge. We added a customization option to remove the border, so,
that padding is not always necessary. Make the layouts dynamically
adjust, to omit the padding when it isn't needed.
2026-11-11 15:19:29 -08:00

131 lines
5.8 KiB
JavaScript

const test = require('node:test');
const assert = require('node:assert/strict');
const { loader } = require('./helpers/load-typescript.cjs');
const load = loader();
const { TranscriptModel, TranscriptScroll, transcriptLayout, wrapTranscribeText } = load('app/apps/transcribe/transcript-model.ts');
const { SpeechPauseDetector } = load('app/native/speech-pause.ts');
const { TimedTranscript } = load('app/native/transcript-format.ts');
const { bordered, unbordered, edged } = require('./helpers/viewport.cjs');
const plain = value => JSON.parse(JSON.stringify(value));
function pcm(amplitude, ms = 50) {
const bytes = new Uint8Array(ms * 16 * 2);
for (let i = 0; i < bytes.length; i += 2) {
bytes[i] = amplitude & 255;
bytes[i + 1] = (amplitude >> 8) & 255;
}
return bytes;
}
test('partials replace, finals correct, and pause breaks survive display and saving', () => {
const m = new TranscriptModel();
m.accept({ text: 'Hello wor', isFinal: false });
m.accept({ text: 'Hello world.', isFinal: true, paragraphBreakAfter: true });
m.accept({ text: 'Next', isFinal: false });
m.accept({ text: 'Next paragraph.', isFinal: false });
assert.equal(m.text, 'Hello world.\nNext paragraph.');
m.accept({ text: 'Next paragraph!', isFinal: true });
assert.equal(m.text, 'Hello world.\nNext paragraph!');
m.accept({ text: '', isFinal: true });
assert.equal(m.text, 'Hello world.\nNext paragraph!');
});
test('onboard pauses can precede or follow finalization', () => {
for (const before of [true, false]) {
const m = new TranscriptModel();
m.accept({ text: 'first', isFinal: false });
if (before) m.pause();
m.accept({ text: 'First.', isFinal: true });
if (!before) m.pause();
m.accept({ text: 'Second.', isFinal: false });
assert.equal(m.text, 'First.\nSecond.');
}
});
test('formatting metadata is used only by Transcribe, with revisable live speaker tokens', () => {
const final = new TimedTranscript();
final.append({ text: 'Hello.', start_ms: 0, end_ms: 500, speaker: '1' });
const preview = final.copy();
preview.append({ text: ' Wrong', start_ms: 600, end_ms: 900, speaker: '2' });
assert.equal(preview.text, 'Hello.\nWrong');
assert.equal(final.text, 'Hello.');
final.append({ text: ' Right.', start_ms: 600, end_ms: 900, speaker: '1' });
final.append({ text: ' Later.', start_ms: 2400, end_ms: 2800, speaker: '1' });
assert.equal(final.text, 'Hello. Right.\nLater.');
const event = { text: 'Hello. Right. Later.', transcribeText: final.text, isFinal: false };
const m = new TranscriptModel();
m.accept(event);
assert.equal(m.text, final.text);
assert.equal(event.text.includes('\n'), false);
});
test('wrapping preserves explicit newlines, blank paragraphs, and long unspaced words', () => {
assert.deepEqual([...wrapTranscribeText(s => s.length, 'one two\nthree\n\nabcdefghij', 5)],
['one', 'two', 'three', '', 'abcde', 'fghij']);
});
test('scroll follows the tail until scrolled back, then resumes only at the bottom', () => {
const s = new TranscriptScroll();
assert.equal(s.layout(30, 10), 20);
assert.equal(s.layout(33, 10), 23);
s.scroll(-3);
assert.equal(s.layout(50, 10), 20);
assert.equal(s.layout(51, 10), 20);
s.scroll(100);
assert.equal(s.layout(55, 10), 45);
s.scroll(-100);
assert.equal(s.layout(60, 10), 0);
});
test('short transcripts become scrollable without disabling automatic following', () => {
const s = new TranscriptScroll();
assert.equal(s.layout(3, 10), 0);
s.scroll(-3);
assert.equal(s.layout(12, 10), 2);
});
test('the transcript lines up with the header inside the side padding and scrolls to the bottom edge', () => {
// 16px lines stepping 20, under a header that ends at y=38.
const framed = transcriptLayout(bordered(576, 260), 38, 16, 20);
assert.deepEqual(plain(framed), {
// In line with the header's title at the left padding; the right keeps the scrollbar's gutter.
textX: 8, textWidth: 576 - 8 - 8 - 8, pageLines: 10, drawnLines: 11,
scrollbar: { x: 576 - 8 - 2, y: 38, width: 2, height: 260 - 8 - 38 },
});
// Following the tail, the last line rests above the bottom padding; scrolled
// back, one more line fits above the window's edge itself.
const lineBottom = (firstLine, total) => 38 + (Math.min(total, firstLine + framed.drawnLines) - 1 - firstLine) * 20 + 16;
const s = new TranscriptScroll();
assert.equal(s.layout(40, framed.pageLines), 30);
assert.equal(lineBottom(30, 40), 234);
s.scroll(-3);
assert.equal(s.layout(40, framed.pageLines), 27);
assert.equal(lineBottom(27, 40), 254);
assert.ok(lineBottom(27, 40) > 260 - 8 && lineBottom(27, 40) <= 260);
// With nothing bordering the window, the column and the page gain the padding's room.
assert.deepEqual(plain(transcriptLayout(unbordered(576, 260), 38, 16, 20)), {
textX: 0, textWidth: 576 - 8, pageLines: 11, drawnLines: 11,
scrollbar: { x: 574, y: 38, width: 2, height: 222 },
});
const leftOnly = transcriptLayout(edged(576, 260, 'left'), 38, 16, 20);
assert.deepEqual([leftOnly.textX, leftOnly.textWidth, leftOnly.scrollbar.x], [8, 576 - 8 - 8, 574]);
// The scrollbar never stands over the text column.
for (const layout of [framed, leftOnly, transcriptLayout(bordered(476, 155), 38, 16, 20)]) {
assert.ok(layout.textX + layout.textWidth < layout.scrollbar.x);
assert.ok(layout.pageLines >= 1 && layout.drawnLines >= layout.pageLines);
}
});
test('pause detector uses 1.5 seconds of PCM, fires once per pause, and ignores leading silence', () => {
const d = new SpeechPauseDetector();
for (let i = 0; i < 60; i++) assert.equal(d.accept(pcm(0)), false);
d.accept(pcm(3000));
for (let i = 0; i < 29; i++) assert.equal(d.accept(pcm(0)), false);
assert.equal(d.accept(pcm(0)), true);
for (let i = 0; i < 60; i++) assert.equal(d.accept(pcm(0)), false);
d.accept(pcm(3000));
assert.equal(d.accept(pcm(0, 1500)), true);
});