mirror of
https://git.undefined-dev.fr/Blendman974/faceclaw.git
synced 2026-11-19 21:03:09 +00:00
Merge branch 'main' of https://github.com/jimrandomh/faceclaw into t3code
This commit is contained in:
commit
043e5e74ce
7 files changed
+4
-417
No files matched your search
@@ -65,7 +65,6 @@ test("stock firmware classifies by base version and warns on the main screen", (
|
||||
assert.equal(compat.classifyOnboardingFirmware(info("", "2.2.10.10", "2.2.10.10")).kind, "flashable-stock");
|
||||
assert.equal(compat.classifyOnboardingFirmware(info("", "2.3.0.1", "2.3.0.1")).kind, "flashable-stock");
|
||||
assert.equal(compat.classifyOnboardingFirmware(info("", "2.3.0.24", "2.3.0.24")).kind, "flashable-stock");
|
||||
assert.equal(compat.classifyOnboardingFirmware(info("", "2.3.0.24", "2.3.0.25")).kind, "newer-stock-unvalidated");
|
||||
// Faceclaw firmware on a newer base is still judged by its revision, not the base.
|
||||
assert.equal(compat.classifyOnboardingFirmware(info(`Faceclaw/${REQUIRED}`, "2.3.0.1", "2.3.0.1")).kind, "custom");
|
||||
});
|
||||
|
||||
@@ -88,63 +88,6 @@ test('iOS host forwards hands-free capture mode to the voice bridge', async () =
|
||||
assert.deepEqual(captures, [true, false]);
|
||||
});
|
||||
|
||||
for (const isIOS of [true, false]) {
|
||||
test(`${isIOS ? 'iOS' : 'Android'} Assistant settings expose supported controls and usable model choices`, () => {
|
||||
const store = new Map();
|
||||
let picker;
|
||||
const models = load('app/assistant/models.ts', { global: { isIOS }, require: () => ({
|
||||
LOCAL_MODEL: { label: 'Qwen', id: 'qwen' }, isLocalModelReady: () => false,
|
||||
}) });
|
||||
const settings = load('app/ui/dashboard-settings.ts', { global: { isIOS }, require: id => {
|
||||
if (id.includes('settings-store')) return {
|
||||
onSettingsStoreChanged() {},
|
||||
getStringSetting: (key, fallback) => store.get(key) ?? fallback,
|
||||
setStringSetting: (key, value) => store.set(key, value),
|
||||
getBooleanSetting: (key, fallback) => store.get(key) ?? fallback,
|
||||
setBooleanSetting: (key, value) => store.set(key, value),
|
||||
};
|
||||
if (id === '~/assistant/models') return models;
|
||||
return { Layer: class {}, isLocalModelReady: () => false,
|
||||
openModalMenu: (_ctx, _title, items) => { picker = items; } };
|
||||
} });
|
||||
const menus = load('app/ui/dashboard/settings-menus.ts', { global: { isIOS }, require: id => {
|
||||
if (id === '../dashboard-settings') return settings;
|
||||
if (id === './remote-input-menu') return { remoteInputMenuItem: () => ({ label: 'Input tokens' }) };
|
||||
if (id === './settings-panel') return { SettingsPanelLayer: class { constructor(sections) { this.sections = sections; } } };
|
||||
return { LOCAL_MODEL: { sizeBytes: 1000 }, ASR_MODELS: { moonshine: {}, 'whisper-base-en': {} },
|
||||
uiFontPickerMenuItem: () => ({ label: 'Font' }), terminalFontPickerMenuItem: () => ({ label: 'Terminal font' }) };
|
||||
} });
|
||||
const sections = menus.createSettingsPanelLayer().sections;
|
||||
assert.ok(sections.find(section => section.label === 'Display').items.some(item => item.label === settings.lockScreenEnabledSetting.label));
|
||||
const assistant = sections.find(section => section.label === 'Assistant');
|
||||
assert.equal(assistant.items.some(item => item.disabled === true), false);
|
||||
const ctx = { stack: { pop() {} }, actions: { requestRender() {} } };
|
||||
const row = setting => assistant.items.find(item => item.label === setting.label);
|
||||
row(settings.assistantBackendSetting).onSelect(ctx);
|
||||
assert.deepEqual(Array.from(picker, item => item.label), isIOS ? ['Cloud API'] : ['On-phone', 'My own agent (bridge)']);
|
||||
assert.equal(assistant.items.some(item => item.label === 'On-phone model'), !isIOS);
|
||||
assert.equal(!!row(settings.assistantBridgeHostSetting), !isIOS);
|
||||
assert.equal(!!row(settings.assistantAllowProactiveSetting), !isIOS);
|
||||
row(settings.assistantModelSetting).onSelect(ctx);
|
||||
assert.equal(picker.some(item => item.label.includes('Qwen')), !isIOS);
|
||||
const terra = picker.find(item => item.label === 'Terra');
|
||||
assert.equal(terra.disabled(), true);
|
||||
const keys = sections.find(section => section.label === 'API Keys').items;
|
||||
assert.ok(keys.some(item => item.label === settings.openAiApiKeySetting.label));
|
||||
assert.ok(keys.some(item => item.label === settings.anthropicApiKeySetting.label));
|
||||
settings.openAiApiKeySetting.set('fixture-key');
|
||||
assert.equal(terra.disabled(), false);
|
||||
terra.onSelect(ctx);
|
||||
assert.equal(settings.assistantModelSetting.get(), 'terra');
|
||||
assert.equal(models.resolveAssistantModel(settings.assistantModelSetting.get(), {
|
||||
openai: settings.openAiApiKeySetting.get(), anthropic: '',
|
||||
}).provider, 'openai');
|
||||
row(settings.assistantSkipConfirmationSetting).onSelect(ctx);
|
||||
assert.equal(settings.assistantSkipConfirmationSetting.get(), true);
|
||||
assert.ok(sections.find(section => section.label === 'Voice').items.some(item => item.label === settings.wakeWordActionSetting.label));
|
||||
});
|
||||
}
|
||||
|
||||
test('iOS phone battery distinguishes unknown, charging, full and unplugged readings', () => {
|
||||
const device = { batteryLevel: -1, batteryState: 0 };
|
||||
const api = load('app/native/phone-battery.ts', { require: () => ({}), global: { isIOS: true },
|
||||
@@ -205,120 +148,6 @@ test('settings-driven repaint runs after font cache invalidation, regardless of
|
||||
assert.deepEqual(painted, ['Bold']);
|
||||
});
|
||||
|
||||
test('background glasses input still composites frames; phone resume preserves the session; explicit stop stays stopped', async () => {
|
||||
const tasks = new Map(), screenStates = [], inputs = [], frames = [], previews = [], states = [], sounds = [];
|
||||
let nextTask = 0, starts = 0, stops = 0, pollStarts = 0, pollStops = 0, bridge;
|
||||
const window = { windowId: 'launcher', surfaceId: 'launcher', appId: 'launcher', title: 'Apps',
|
||||
setScreenOn: on => screenStates.push(on), requestRender() {} };
|
||||
const shell = { configure() {}, registerWindow() {}, wake() {}, focusWindow() {},
|
||||
getWindows: () => [window], foregroundWindow: () => window, isScreenOn: () => true,
|
||||
setBatteryLevels() {}, paintScene() { return new Uint8Array([0,0]); }, paintSurface() {}, underlayDim: () => 0, getFocus: () => 'app',
|
||||
receiveInput: async input => { inputs.push(input); } };
|
||||
// The shared Kotlin session, as seen through the iOS bridge: frames reach it
|
||||
// only while connected, callbacks come back on the JS thread.
|
||||
const noop = () => () => {};
|
||||
class FaceclawCommunicatorBridge {
|
||||
phase = 'disconnected';
|
||||
constructor() { bridge = this; }
|
||||
onStateChange(fn) { this.stateListener = fn; return noop(); }
|
||||
onRingEvent(fn) { this.ringListener = fn; return noop(); }
|
||||
onBatteryState() { return noop(); } onFirmwareInfo() { return noop(); } onFrameMetrics() { return noop(); }
|
||||
onWearState() { return noop(); } addCompassListener() { return noop(); } onAncsRelayFrame() { return noop(); }
|
||||
onAncsAuthorization() { return noop(); } setRequiresAncs() {} rightWriteLimit() { return 20; } onPhoneLockSignal() {}
|
||||
async writeRawToRight() {}
|
||||
async start() { starts++; this.phase = 'connected'; this.stateListener({ phase: 'connected', status: 'Connected.' }); }
|
||||
async disconnect() { stops++; this.phase = 'disconnected'; this.stateListener({ phase: 'disconnected', status: 'Disconnected.' }); }
|
||||
async close() {}
|
||||
async configureBrightness() {} async setBrightness() {} async enableWearDetectionAndRequestState() {}
|
||||
async configureCompositorScreen() {} async configureSurface() {} async setUnderlayDim() {} async setSurfaceVisible() {}
|
||||
async setScreenBlanked() {} async removeSurface() {}
|
||||
async submitSurfaceFrame(_id, pixels) { if (this.phase === 'connected') frames.push(pixels); }
|
||||
async submitShellScene(bytes) { if (this.phase === 'connected') frames.push(bytes); }
|
||||
waitForFrameFinished() { return Promise.resolve('sent'); }
|
||||
getCompositePreview() { return new Uint8Array([1, 2]); }
|
||||
async playBuzzerSequence(payload) { sounds.push([...payload]); }
|
||||
}
|
||||
class PreviewDisplayTarget {
|
||||
activate() {} release() {}
|
||||
async configureCompositorScreen() {} async configureSurface() {} async setUnderlayDim() {} async setSurfaceVisible() {}
|
||||
async setScreenBlanked() {} async removeSurface() {} async submitSurfaceFrame() {} async submitShellScene() {}
|
||||
waitForFrameFinished() { return Promise.resolve('composited'); }
|
||||
getCompositePreview() { return new Uint8Array([1, 2]); }
|
||||
}
|
||||
const settings = { brightnessSetting: { get: () => 'auto' }, brightnessSettingToLevel: () => null, getBrightnessPreferences: () => ({ auto: true, level: 50, minimum: 2, maximum: 100, curve: '0:0,1000:100', fadeMs: 280 }), lockScreenEnabledSetting: { get: () => true }, onAnySettingChanged: () => () => {}, previewColorSetting: { get: () => 'white' } };
|
||||
const modules = {
|
||||
"../ui/input-monitor": load("app/ui/input-monitor.ts", {}),
|
||||
'../remote/service': { startRemoteInput() {} },
|
||||
'../assistant/system-tools': { registerSystemTools() {} },
|
||||
'../assistant/window-tools': { registerWindowTools() {} },
|
||||
'../assistant/navigate-tools': { registerNavigateTools() {} },
|
||||
'../assistant/roam-tools': { registerRoamTools() {} },
|
||||
"../native/ios-navigation-sensors": {},
|
||||
'../native/notification-icons.ios': { bindIosNotifications() {}, iosNotificationsChanged() {}, onIosNotificationPopup: () => () => {}, readActiveNotifications: () => [] },
|
||||
'../native/notification-sources': { shouldShowNotificationOnGlasses: () => true },
|
||||
'../native/compass.ios': { bindCompassSession() {}, receiveCompassEvent() {} },
|
||||
'@nativescript/core': { File: { fromPath: () => ({ writeTextSync() {} }) }, knownFolders: { documents: () => ({ path: '/tmp' }) }, path },
|
||||
'../native/ios-voice-input': { iosVoiceInput: { handleSessionEnded() {}, stopPhoneCapture() {} } },
|
||||
'../native/faceclaw-communicator.ios': { FaceclawCommunicatorBridge, resolveIosPeripherals: async addresses => addresses },
|
||||
'../native/preview-display.ios': { PreviewDisplayTarget },
|
||||
'./ancs-client': { ANCS_FIRMWARE_VERSION: 16, AncsClient: class { state = 'disconnected'; start() {} stop() {} stopCommand() { return new Uint8Array(); } receive() { return false; } } },
|
||||
'../native/nightscout-bridge': { nightscoutBridge: { async start() { pollStarts++; }, async stop() { pollStops++; } } },
|
||||
'./glance-host': { GlanceHost: class { dismiss() {} reset() {} isVisible() { return false; } } },
|
||||
'./device-addresses': { loadDeviceAddresses: () => ({ right: 'AA', left: 'BB', ring: '' }) }, './ios-peripheral-identity': { deviceAddressError: () => null },
|
||||
'./firmware-compat': load('app/g2/firmware-compat.ts', {}), './reconnect-policy': load('app/g2/reconnect-policy.ts', {}),
|
||||
'../apps/launcher/launcher-app': { createLauncherWindow: () => window, LAUNCHER_SURFACE_ID: 'launcher' },
|
||||
'../apps/launcher': { launcherEntries: () => [] },
|
||||
'../apps/all-apps': { ALL_APPS: [] }, '../ui/dashboard-settings': settings,
|
||||
'../native/phone-battery': { readPhoneBatteryState: () => ({ battery: 80, charging: false }) },
|
||||
'../graphics/plane': { flattenPlanesWithDraws: () => ({ image: { pixels: new Uint8Array([1, 2]), width: 2, height: 1 }, draws: [] }), planesFingerprint: () => 'fp' },
|
||||
'../graphics/glyph-wire': { prepareFrameDraws: () => null },
|
||||
'../graphics/image': { G2_LENS_WIDTH: 640, G2_LENS_HEIGHT: 480 },
|
||||
'./lock-screen': { LOCK_SCREEN_SURFACE_ID: 'lock-screen', createLockScreenImage: () => ({ width: 1, height: 1, to8bppBuffer: () => new Uint8Array(1) }) },
|
||||
'../ui/shell/shell': { shell, rawInputEventToInputEvent: input => input },
|
||||
'../ui/shell/geometry': { appViewportRect: () => ({ x: 0, y: 0, width: 640, height: 480 }) },
|
||||
pako: { deflate: x => x },
|
||||
};
|
||||
const api = load('app/g2/ios-preview-controller.ts', {
|
||||
require: id => modules[id] ?? {}, console: { log() {}, warn() {}, error() {} },
|
||||
setTimeout: fn => { tasks.set(++nextTask, fn); return nextTask; }, clearTimeout: id => tasks.delete(id),
|
||||
setInterval: () => ++nextTask, clearInterval() {},
|
||||
UIDevice: { currentDevice: {} }, UIApplication: { sharedApplication: { protectedDataAvailable: true } },
|
||||
UIApplicationProtectedDataWillBecomeUnavailable: 'lock', UIApplicationProtectedDataDidBecomeAvailable: 'unlock',
|
||||
UIDeviceBatteryLevelDidChangeNotification: 'level', UIDeviceBatteryStateDidChangeNotification: 'state',
|
||||
NSNotificationCenter: { defaultCenter: { addObserverForNameObjectQueueUsingBlock() {}, removeObserver() {} } },
|
||||
NSOperationQueue: { mainQueue: {} },
|
||||
});
|
||||
const flush = () => { for (const [id, fn] of [...tasks]) { if (tasks.delete(id)) fn(); } };
|
||||
const settle = async () => { for (let i = 0; i < 4; i++) { flush(); await new Promise(resolve => setImmediate(resolve)); } };
|
||||
const controller = new api.IosPreviewController(image => previews.push(image), assert.fail, state => states.push(state));
|
||||
await controller.actions.playBuzzerSequence(new Uint8Array([5, 4, 0]));
|
||||
assert.equal(sounds.length, 0);
|
||||
controller.resume(); await controller.connect(); await settle();
|
||||
await controller.actions.playBuzzerSequence(new Uint8Array([5, 4, 0]));
|
||||
assert.deepEqual(sounds, [[5, 4, 0]]);
|
||||
const previewCount = previews.length, stateCount = states.length;
|
||||
controller.pause(); controller.pause(); // NativeScript also unloads its root page on background entry.
|
||||
assert.equal(stops, 0); assert.ok(screenStates.every(Boolean));
|
||||
assert.equal(pollStarts, 1); assert.equal(pollStops, 0, 'connected glasses keep Nightscout polling in background');
|
||||
const frameCount = frames.length;
|
||||
bridge.ringListener({ kind: 'sys-event', containerName: '', eventType: 3, eventSource: 1, systemExitReasonCode: 0, frameId: 0 });
|
||||
await controller.inputQueue; await settle();
|
||||
assert.equal(inputs.length, 1); assert.ok(frames.length > frameCount, 'background input still composites frames');
|
||||
assert.equal(previews.length, previewCount); assert.equal(states.length, stateCount);
|
||||
controller.resume(); await settle();
|
||||
assert.equal(starts, 1); assert.ok(previews.length > previewCount);
|
||||
controller.pause(); await controller.disconnect(); await settle();
|
||||
assert.equal(stops, 1); assert.equal(screenStates.at(-1), false);
|
||||
assert.equal(pollStops, 1);
|
||||
const stoppedFrames = frames.length;
|
||||
bridge.ringListener({ kind: 'sys-event', containerName: '', eventType: 3, eventSource: 1, systemExitReasonCode: 0, frameId: 0 });
|
||||
await controller.inputQueue; await settle();
|
||||
assert.equal(inputs.length, 1); assert.equal(frames.length, stoppedFrames);
|
||||
controller.resume(); await settle();
|
||||
assert.equal(starts, 1); assert.equal(controller.connectionState.phase, 'disconnected');
|
||||
assert.equal(pollStarts, 2, 'resuming the phone restarts Nightscout polling');
|
||||
});
|
||||
|
||||
test('iOS bandwidth footer toggles live, polls only in foreground and resets its rate window on resume', () => {
|
||||
const views = [], intervals = new Map(), appEvents = new Map(), settingListeners = new Set();
|
||||
let enabled = false, atMs = 0, totals = { messages: 0, bytes: 0, frames: 0 }, nextId = 0;
|
||||
@@ -440,7 +269,6 @@ test('iOS compositor rejects missing and removed surfaces before crossing into K
|
||||
assert.equal(nativeSubmissions, 1);
|
||||
});
|
||||
|
||||
|
||||
test('iOS welcome sound waits for a new acknowledged frame and is consumed once', async () => {
|
||||
let pending = true;
|
||||
const played = [], sounds = load('app/ui/sound-effects.ts', { require: name => { assert.equal(name, '../g2/cfw-message-type'); return load('app/g2/cfw-message-type.ts', {}); } });
|
||||
|
||||
@@ -15,7 +15,6 @@ function load(file, modules = {}, globals = {}) {
|
||||
}).outputText, sandbox);
|
||||
return sandbox.exports;
|
||||
}
|
||||
const flush = () => new Promise(resolve => setImmediate(resolve));
|
||||
|
||||
function provider() {
|
||||
let now = 1000000, granted = true;
|
||||
@@ -207,27 +206,6 @@ test('Calendar window subscribes, refreshes periodically, and cleans up on close
|
||||
options.onClosed(); assert.equal(unsubscribed, 1); assert.equal(cleared, 1); assert.equal(closed, 1);
|
||||
});
|
||||
|
||||
test('iOS Calendar is launchable and its permission remains optional during onboarding', async () => {
|
||||
const availability = load('app/apps/ios-availability.ts');
|
||||
assert.equal(availability.iosAppUnavailableReason('calendar'), null);
|
||||
const f = permissionFixture(); let resumed;
|
||||
const { PermissionsViewModel } = load('app/phone-ui/permissions-view-model.ts', {
|
||||
'@nativescript/core': { Observable: class { notifyPropertyChange() {} },
|
||||
Application: { on: (_event, fn) => { resumed = fn; }, off() {} } },
|
||||
'../native/ios-bluetooth': { iosBluetooth: () => ({ state: 5 }) },
|
||||
'../native/calendar-permissions': f.api,
|
||||
'../g2/android-permissions': {}, '../native/battery-optimization': {}, '../native/notification-access': {},
|
||||
}, { global: { isIOS: true } });
|
||||
const model = new PermissionsViewModel({ onboarding: true }); model.onPageLoaded();
|
||||
const card = () => model.cards.find(item => item.id === 'calendar');
|
||||
assert.equal(card().optionalVisibility, 'visible'); assert.equal(card().checkVisibility, 'collapse');
|
||||
assert.equal(model.primaryClass, '-primary');
|
||||
model.onCardTap({ object: { bindingContext: card() } }); assert.equal(f.requests.length, 1);
|
||||
f.status('granted'); f.requests[0](true, null); await flush();
|
||||
assert.equal(card().checkVisibility, 'visible');
|
||||
f.status('denied'); resumed(); assert.equal(card().checkVisibility, 'collapse');
|
||||
});
|
||||
|
||||
test('awaited calendar reads do not replace the display cache and reject failures or revoked access', async () => {
|
||||
const f = provider(); f.api.readUpcomingEvents();
|
||||
const awaited = f.api.readUpcomingEventsAsync(10, 3600000);
|
||||
|
||||
@@ -205,70 +205,6 @@ const assertBoard = pixels => {
|
||||
assert.equal(pixels[0], 0, 'opaque Glanceboard hides the retained app and shell');
|
||||
};
|
||||
|
||||
test('iOS sleep tap shows the shared board; repeated tap renews timeout and hides to black', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep(); await f.render();
|
||||
assertBlank(f.sent.at(-1));
|
||||
await f.hardware(0); assertBoard(f.sent.at(-1)); assert.equal(f.shell.isScreenOn(), false);
|
||||
assert.equal(f.previews.at(-1).title, 'Glanceboard'); assert.equal(f.received.length, 0);
|
||||
await f.advance(2000); await f.hardware(0); await f.advance(1100);
|
||||
assert.equal(f.controller.glance.isVisible(), true);
|
||||
const offset = f.sent.length;
|
||||
await f.advance(2000); await f.render();
|
||||
assert.equal(f.controller.glance.isVisible(), false);
|
||||
for (const pixels of f.sent.slice(offset)) assertBlank(pixels);
|
||||
assert.equal(f.boardStats.starts, 1); assert.equal(f.boardStats.stops, 1);
|
||||
});
|
||||
|
||||
test('Glanceboard applies its depth setting to its surface only when it changes', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep(); await f.render();
|
||||
f.settings.depth = 32; await f.hardware(0); assertBoard(f.sent.at(-1));
|
||||
await f.advance(3100); await f.render(); assert.equal(f.controller.glance.isVisible(), false);
|
||||
await f.hardware(0); assert.equal(f.controller.glance.isVisible(), true);
|
||||
await f.advance(3100); await f.render();
|
||||
f.settings.depth = 0; await f.hardware(0);
|
||||
assert.deepEqual(f.controller.display.depths, [['glance', 32], ['glance', 0]]);
|
||||
});
|
||||
|
||||
test('iOS holds and tap-then-holds last until release, including with phone backgrounded', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep(); f.controller.pause();
|
||||
const previews = f.previews.length;
|
||||
for (const type of [9, 11]) {
|
||||
await f.hardware(type, 1); assertBoard(f.sent.at(-1));
|
||||
await f.advance(10000); assert.equal(f.controller.glance.isVisible(), true);
|
||||
await f.hardware(10, 1); assertBlank(f.sent.at(-1));
|
||||
}
|
||||
assert.equal(f.previews.length, previews); assert.equal(f.received.length, 0);
|
||||
});
|
||||
|
||||
test('double-tap and other shell wakes replace Glanceboard without waking it again', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep();
|
||||
await f.hardware(9); await f.hardware(3);
|
||||
assert.equal(f.shell.isScreenOn(), true); assert.equal(f.controller.glance.isVisible(), false);
|
||||
assert.equal(f.sent.at(-1)[0], LAUNCHER_GRAY); assert.equal(f.boardStats.stops, 1);
|
||||
f.shell.sleep(); await f.hardware(0); f.shell.wake(); await f.render();
|
||||
assert.equal(f.controller.glance.isVisible(), false); assert.equal(f.sent.at(-1)[0], LAUNCHER_GRAY);
|
||||
await f.advance(5000); await f.render(); assert.equal(f.sent.at(-1)[0], LAUNCHER_GRAY);
|
||||
});
|
||||
|
||||
test('head tilt uses Glanceboard when enabled and otherwise wakes the regular UI', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep();
|
||||
await f.hardware(12, 1); assertBoard(f.sent.at(-1)); assert.equal(f.shell.isScreenOn(), false);
|
||||
await f.hardware(3); f.shell.sleep(); f.settings.tilt = false;
|
||||
await f.hardware(12, 1); assert.equal(f.shell.isScreenOn(), true); assert.equal(f.sent.at(-1)[0], LAUNCHER_GRAY);
|
||||
});
|
||||
|
||||
test('disabled triggers and scrolls do not show the board; awake taps still reach the shell', async () => {
|
||||
const f = fixture(); await f.connect();
|
||||
await f.hardware(0); assert.equal(f.received.at(-1).type, 'click'); assert.equal(f.boardStats.starts, 0);
|
||||
f.shell.sleep(); f.settings.tap = false; f.settings.hold = false;
|
||||
for (const type of [0, 9, 11, 10, 1, 2]) await f.hardware(type);
|
||||
assert.equal(f.boardStats.starts, 0); assertBlank(f.sent.at(-1));
|
||||
f.settings.enabled = false; f.settings.tap = f.settings.hold = true;
|
||||
for (const type of [0, 9, 11]) await f.hardware(type);
|
||||
assert.equal(f.boardStats.starts, 0);
|
||||
await f.hardware(3); assert.equal(f.shell.isScreenOn(), true);
|
||||
});
|
||||
|
||||
test('phone preview gestures use Glanceboard; losing runtime cleans up holds and timers', async () => {
|
||||
const f = fixture(); f.shell.sleep();
|
||||
await f.phone('tap', 'mirror'); assertBoard(f.previews.at(-1).pixels);
|
||||
@@ -281,94 +217,6 @@ test('phone preview gestures use Glanceboard; losing runtime cleans up holds and
|
||||
assert.equal(f.boardStats.starts, f.boardStats.stops);
|
||||
});
|
||||
|
||||
|
||||
test('iOS lock hides apps and Glanceboard, blocks input, and stays locked when put back on', async () => {
|
||||
const f = fixture(); await f.connect(); f.shell.sleep(); await f.hardware(0);
|
||||
f.controller.pause();
|
||||
// The notification precedes the property change: do not immediately undo it.
|
||||
f.observers.get('lock')(); f.wear(false); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
assert.equal(f.controller.glance.isVisible(), false);
|
||||
await f.hardware(3); // wake the lock screen
|
||||
assert.ok(f.sent.at(-1).every(p => p === 123));
|
||||
for (const type of [0, 1, 2, 9, 11]) await f.hardware(type);
|
||||
f.wear(true); await f.render();
|
||||
assert.equal(f.received.length, 0);
|
||||
assert.ok(f.sent.at(-1).every(p => p === 123));
|
||||
await f.hardware(3); assertBlank(f.sent.at(-1));
|
||||
await f.hardware(12, 1); assert.ok(f.sent.at(-1).every(p => p === 123));
|
||||
f.observers.get('unlock')(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, false);
|
||||
assert.equal(f.sent.at(-1)[0], LAUNCHER_GRAY);
|
||||
await f.hardware(0); assert.equal(f.received.length, 1);
|
||||
});
|
||||
|
||||
test('iOS removal before phone lock, setting changes, and observer lifetime', async () => {
|
||||
const f = fixture(); await f.connect(); f.wear(false); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, false);
|
||||
f.observers.get('lock')(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
f.settings.lock = false; f.settingsChanged(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, false);
|
||||
f.settings.lock = true; f.settingsChanged(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
f.controller.pause(); assert.ok(f.observers.has('unlock'));
|
||||
await f.controller.disconnect(); assert.equal(f.observers.has('unlock'), false);
|
||||
f.controller.resume(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, false);
|
||||
assert.equal(f.observers.size, 4);
|
||||
});
|
||||
|
||||
test('iOS wear notifications catch protected-data changes missed while suspended', async () => {
|
||||
const f = fixture(); await f.connect(); f.controller.pause();
|
||||
f.phoneState.protectedDataAvailable = false; f.wear(false); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
f.controller.resume(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
f.controller.pause(); f.phoneState.protectedDataAvailable = true;
|
||||
f.controller.resume(); await f.render();
|
||||
assert.equal(f.controller.glassesLocked, false);
|
||||
});
|
||||
|
||||
|
||||
test('iOS locked phone controls cannot dispatch mirror, voice, or keyboard input', async () => {
|
||||
const f = fixture(); await f.connect(); f.wear(false);
|
||||
f.observers.get('lock')(); await f.render();
|
||||
await f.phone('tap', 'mirror'); await f.phone('long-press', 'watch');
|
||||
f.controller.startVoiceInput();
|
||||
assert.equal(await f.controller.prepareVoiceCapture(), false);
|
||||
await f.controller.startVoiceCapture(); await f.controller.typeIntoApp();
|
||||
assert.equal(f.received.length, 0);
|
||||
assert.equal(f.controller.glassesLocked, true);
|
||||
// Locked state also survives transport recovery until a phone unlock.
|
||||
f.bridge.emitState('retrying');
|
||||
f.bridge.emitState('connecting');
|
||||
f.bridge.emitState('connected');
|
||||
await f.render();
|
||||
assert.ok(f.sent.at(-1).every(p => p === 123));
|
||||
});
|
||||
|
||||
|
||||
test('iOS deduplicates original ring ticks before apps, lock toggles and Glanceboard', async () => {
|
||||
const f = fixture(); await f.connect();
|
||||
await f.hardware(0,2,1000); await f.hardware(0,2,1050);
|
||||
assert.equal(f.received.length,1);
|
||||
await f.hardware(0,2,1100); assert.equal(f.received.length,2);
|
||||
// A filtered click cannot open a sleep-time board.
|
||||
f.shell.sleep(); await f.hardware(0,2,1150);
|
||||
assert.equal(f.controller.glance.isVisible(),false);
|
||||
await f.hardware(0,2,1200); assert.equal(f.controller.glance.isVisible(),true);
|
||||
// A duplicated double tap must not wake and immediately re-sleep a lock screen.
|
||||
f.observers.get('lock')(); f.wear(false); await f.render();
|
||||
f.shell.sleep(); await f.hardware(3,2,2000);
|
||||
assert.equal(f.shell.isScreenOn(),true);
|
||||
await f.hardware(3,2,2050); assert.equal(f.shell.isScreenOn(),true);
|
||||
// A new transport session starts a fresh suppression window.
|
||||
f.bridge.emitState('retrying');
|
||||
f.bridge.emitState('connected');
|
||||
await f.hardware(3,2,2051); assert.equal(f.shell.isScreenOn(),false);
|
||||
});
|
||||
|
||||
test('keyboard sessions cannot deliver text after the glasses lock or phone leaves the foreground', () => {
|
||||
const f = fixture();
|
||||
let editor;
|
||||
@@ -388,18 +236,3 @@ test('keyboard sessions cannot deliver text after the glasses lock or phone leav
|
||||
editor.discard(); assert.deepEqual(calls.at(-1), ['discard']);
|
||||
});
|
||||
|
||||
|
||||
test('external input shares iOS dispatch, including hold release and phone-lock gating', async () => {
|
||||
const f = fixture(); await f.connect(); f.wear(false);
|
||||
assert.equal(f.remoteHost.ready(), true);
|
||||
assert.equal(f.remoteHost.locked(), false);
|
||||
await f.remoteHost.input('swipe-left', 'watch');
|
||||
await f.remoteHost.input('long-press', 'ring');
|
||||
assert.deepEqual(f.received.map(e => [e.type, e.source]), [
|
||||
['swipe-left', 'watch'], ['long-press', 'ring'], ['long-press-release', 'ring'],
|
||||
]);
|
||||
f.observers.get('lock')();
|
||||
assert.equal(f.remoteHost.locked(), true);
|
||||
await f.remoteHost.input('click', 'watch');
|
||||
assert.equal(f.received.length, 3);
|
||||
});
|
||||
@@ -103,16 +103,3 @@ test('iOS without a camera explains availability and can retry when available',
|
||||
assert.equal(f.instances.length, 1); f.layer.onRemoved(); await flush();
|
||||
});
|
||||
|
||||
test('Developer QR menu is enabled on iOS and pushes then opens its layer', () => {
|
||||
let menu, options; const calls = [];
|
||||
const { createDeveloperAppWindow } = load('app/apps/developer/developer-app.ts', {
|
||||
'../../ui/menu': { MenuLayer: class { constructor(_title, items) { menu = items; } } },
|
||||
'../../ui/shell/geometry': { appViewportSize: () => ({ height: 480 }) },
|
||||
'../../ui/shell/in-process-window': { YieldAtRootLayer: class {}, createInProcessWindow: value => { options = value; return {}; } },
|
||||
'./load-app': { LoadAppFromQrLayer: class { open() { calls.push('open'); } } },
|
||||
}, { global: { isIOS: true } });
|
||||
createDeveloperAppWindow({}, {});
|
||||
const qr = menu.find(item => item.label === 'Load app from QR code');
|
||||
assert.ok(!qr.disabled); qr.onSelect({ stack: { push: () => calls.push('push') } });
|
||||
assert.deepEqual(calls, ['push', 'open']);
|
||||
});
|
||||
@@ -43,7 +43,8 @@ class FrameDisplayListTest {
|
||||
}
|
||||
|
||||
@Test fun animatedCopySourcesRebindOnPresentAndDestinationsTranslate() {
|
||||
// Emitted by menu-scroll-animation.test.cjs: a menu strip scrolling from row 0 to row 2.
|
||||
// Recorded from a since-removed menu-scroll-animation.test.cjs case (240ms slides):
|
||||
// a menu strip scrolling from row 0 to row 2.
|
||||
val list = read(hex(scroll)).translated(10, 10)
|
||||
fun copy(elapsed: Long): List<Int> {
|
||||
val call = DrawReader(list.calls(intArrayOf(5), 1150).first())
|
||||
|
||||
@@ -3,15 +3,10 @@ const assert = require('node:assert/strict');
|
||||
const { Menu } = require('../.test-build/app/ui/menu-core.js');
|
||||
const { MenuHighlightMotion, MENU_HIGHLIGHT_DURATION_MS } = require('../.test-build/app/ui/menu-highlight-motion.js');
|
||||
const { GrayImage } = require('../.test-build/app/graphics/image.js');
|
||||
const { DrawOp, encodeDisplayList, readDisplayList } = require('../.test-build/app/graphics/display-list.js');
|
||||
const { DrawOp } = require('../.test-build/app/graphics/display-list.js');
|
||||
const { evaluate } = require('../.test-build/app/graphics/draw-expression.js');
|
||||
const { DrawExpression: E } = require('../.test-build/app/graphics/draw-expression.js');
|
||||
const { menuScrollList, slidingHighlightY } = require('../.test-build/app/graphics/menu-scroll-list.js');
|
||||
const { MenuScrollMotion, MENU_BOUNCE_DURATION_MS, scrollOffsetExpression } = require('../.test-build/app/ui/menu-scroll-motion.js');
|
||||
const { encodePresentation } = require('../.test-build/app/graphics/presentation-wire.js');
|
||||
const { MenuScrollMotion, MENU_BOUNCE_DURATION_MS } = require('../.test-build/app/ui/menu-scroll-motion.js');
|
||||
const { setMenuAnimationReader } = require('../.test-build/app/ui/menu-animation-pref.js');
|
||||
// Also consumed by FrameDisplayListTest.kt.
|
||||
const SCROLL = '078b000000030002000400020000070000009600000001000200040011223344556677880200020000000000ff250100300102300180f0800180f0161101001732800180f01610300180f0302341403101001102000200010008000000ff280101300100300180f0800180f0161101001732800180f01610300180f03023414031010017010016040002000000010310';
|
||||
|
||||
const BOX = { x: 10, y: 5, width: 40, height: 60 };
|
||||
const ITEMS = ['a', 'b', 'c', 'd', 'e', 'f', 'g'];
|
||||
@@ -182,21 +177,6 @@ test('an end without wrap or exit callback bounces, carrying the highlight with
|
||||
assert.equal(scrollLists(paint(exiting, 2000)).length, 0, 'an exit callback replaces the bounce');
|
||||
});
|
||||
|
||||
test('a bounce during a scroll starts from the offset on screen', () => {
|
||||
const menu = inkMenu();
|
||||
menu.select(4);
|
||||
paint(menu, 1000);
|
||||
menu.moveSelection(1);
|
||||
paint(menu, 2000); // 60 -> 80, the end
|
||||
menu.moveSelection(1);
|
||||
paint(menu, 2060); // the highlight moves to the last row; no further scroll
|
||||
assert.equal(menu.selectedIndex, 6);
|
||||
menu.moveSelection(1);
|
||||
const [list] = scrollLists(paint(menu, 2120));
|
||||
const offsets = [0, MENU_BOUNCE_DURATION_MS].map((ms) => evaluate(list.calls[0].y, ms, 0).value);
|
||||
assert.ok(offsets[0] < offsets[1], 'it starts where the scroll had got to, above its settled offset');
|
||||
});
|
||||
|
||||
test('with menu animation disabled, scrolls, slides and bounces snap', (t) => {
|
||||
setMenuAnimationReader(() => 'disabled');
|
||||
t.after(() => setMenuAnimationReader(() => 'normal'));
|
||||
@@ -234,22 +214,3 @@ test('menu animation speed scales slide, scroll and bounce durations', (t) => {
|
||||
}
|
||||
});
|
||||
|
||||
test('scroll lists survive the bridge with animated copy coordinates', () => {
|
||||
const strip = { width: 2, height: 4, pixels: Uint8Array.of(17, 34, 51, 68, 85, 102, 119, 136) };
|
||||
const timeline = { from: 0, to: 2, startedAt: 1000, token: 7, durationMs: MENU_HIGHLIGHT_DURATION_MS };
|
||||
const y = slidingHighlightY(0, { dx: 0, dy: 1, startedAt: 1000, token: 7, durationMs: MENU_HIGHLIGHT_DURATION_MS }, 1000);
|
||||
const list = menuScrollList(strip, 1, 2, timeline, scrollOffsetExpression(timeline).sub(E.i32(0)),
|
||||
{ y, width: 4, height: 2, radius: 0, background: 15, border: 45 });
|
||||
const bytes = encodeDisplayList({ displayList: list, x: 3, y: 2, width: 4, height: 2, depth: 0 }, 1150);
|
||||
assert.equal(Buffer.from(bytes).toString('hex'), SCROLL);
|
||||
const { placed } = readDisplayList(bytes, 0, 1150);
|
||||
const [copy, box] = placed.displayList.calls;
|
||||
assert.equal(evaluate(copy.y, 150, 0).value, 1);
|
||||
assert.deepEqual(evaluate(copy.y, 150, 90), { value: 2, pending: false });
|
||||
assert.equal(copy.dx, 1);
|
||||
assert.equal(evaluate(box.y, 0, 0).value, 0, 'the highlight is clamped inside the viewport');
|
||||
|
||||
const image = new GrayImage(8, 8);
|
||||
image.drawDisplayList(list, 3, 2, 4, 2);
|
||||
assert.ok(encodePresentation(image.draws[0]).length > 0);
|
||||
});
|
||||
Reference in new issue
Block a user