mirror of
https://git.undefined-dev.fr/Blendman974/faceclaw.git
synced 2026-11-19 21:03:09 +00:00
631 lines
33 KiB
TypeScript
631 lines
33 KiB
TypeScript
import { startRemoteInput } from "../remote/service"
|
|
import type { KeyboardInputSession } from '../ui/shell/keyboard-input'
|
|
import { acceptInput, resetRingInputFilter } from "../ui/input-monitor";
|
|
import { bindIosNotifications, iosNotificationsChanged, onIosNotificationPopup } from '../native/notification-icons.ios'
|
|
import { shouldShowNotificationOnGlasses } from '../native/notification-sources'
|
|
import { readActiveNotifications } from '../native/notification-icons.ios'
|
|
import { launcherEntries } from '../apps/launcher'
|
|
import { getInstalledEvenHubAppById, installedEvenHubPackageId, uninstallEvenHubPackage } from '../apps/evenhub/installed-apps'
|
|
import { isInstalledPackagePresent } from '../apps/evenhub/updates'
|
|
import { openEvenHubStoreForPackage } from '../apps/evenhub'
|
|
import { launchInstalledPackage, closeRunningPackage } from '../apps/evenhub/manager'
|
|
import { registerSystemTools } from '../assistant/system-tools'
|
|
import { registerWindowTools } from '../assistant/window-tools'
|
|
import { registerNavigateTools } from '../assistant/navigate-tools'
|
|
import { registerRoamTools } from '../assistant/roam-tools'
|
|
import { IosNavigationSensors } from '../native/ios-navigation-sensors'
|
|
import { Utils } from '@nativescript/core'
|
|
import { bindCompassSession, receiveCompassEvent } from '../native/compass.ios'
|
|
import { Dialogs, File, knownFolders, path, type ImageSource } from '@nativescript/core'
|
|
import { iosBluetooth } from '../native/ios-bluetooth'
|
|
import { iosVoiceInput } from '../native/ios-voice-input'
|
|
import { nightscoutBridge } from '../native/nightscout-bridge'
|
|
import { GlassesSession, type SessionState } from './glasses-session'
|
|
import { GlanceHost, type GlanceDisplay } from './glance-host'
|
|
import { createLockScreenImage, LOCK_SCREEN_SURFACE_ID } from './lock-screen'
|
|
import { OsEventTypeList } from './events'
|
|
import { loadDeviceAddresses } from './device-addresses'
|
|
import { deviceAddressError } from './ios-peripheral-identity'
|
|
import { createLauncherWindow, LAUNCHER_SURFACE_ID } from '../apps/launcher/launcher-app'
|
|
import { ALL_APPS } from '../apps/all-apps'
|
|
import type { AppContext, AppDefinition, AppLaunchParams } from '../apps/app-definition'
|
|
import { WorkerAppHost } from '../ui/shell/worker-window'
|
|
import { createInProcessWindow, YieldAtRootLayer, type InProcessAppOptions, type InProcessWindow } from '../ui/shell/in-process-window'
|
|
import { getStringSettingById, nightscoutSiteUrlSetting, nightscoutApiTokenSetting } from '../ui/dashboard-settings'
|
|
import { readPhoneBatteryState } from '../native/phone-battery'
|
|
import { iosAppUnavailableReason } from '../apps/ios-availability'
|
|
import { SurfaceCompositor } from '../graphics/surface-compositor'
|
|
import { flattenPlanes, type Plane } from '../graphics/plane'
|
|
import { G2_LENS_WIDTH, G2_LENS_HEIGHT } from '../graphics/image'
|
|
import { previewPixels } from '../native/ios-graphics'
|
|
import { makeInputEvent, type InputEvent, type InputEventPayload } from '../ui/gestures'
|
|
import { noopLayerActions, type LayerActions } from '../ui/layers'
|
|
import { TextViewerLayer } from '../apps/files/text-viewer'
|
|
import { shell, rawInputEventToInputEvent, type ShellWindow } from '../ui/shell/shell'
|
|
import { appViewportRect, SIDEBAR_WIDTH, sidebarStripVisible } from '../ui/shell/geometry'
|
|
import { DISPLAY_MODE_VALUES, displayModeLabel, displayModeSetting, onAnySettingChanged,
|
|
previewColorSetting, lockScreenEnabledSetting, brightnessSetting, brightnessSettingToLevel } from '../ui/dashboard-settings'
|
|
import type { PhoneGesture } from '../phone-ui/phone-gestures'
|
|
import { isWelcomeSoundPending, setWelcomeSoundPending } from '../phone-ui/onboarding-state'
|
|
import { findSoundEffect, playSoundEffect } from '../ui/sound-effects'
|
|
|
|
/** iOS host for the shared app registry, shell, compositor and BLE session. */
|
|
export class IosPreviewController {
|
|
private readonly compositor = new SurfaceCompositor(G2_LENS_WIDTH, G2_LENS_HEIGHT)
|
|
private readonly glanceDisplay: GlanceDisplay = {
|
|
configureSurface: async (id, options) => {
|
|
this.compositor.configureSurface(id, options)
|
|
},
|
|
setSurfaceVisible: async (id, visible) => {
|
|
this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame()
|
|
},
|
|
setScreenBlanked: async blanked => {
|
|
this.compositor.setScreenBlanked(blanked); this.scheduleFrame()
|
|
},
|
|
submitSurfaceFrame: async (id, pixels, rect) => {
|
|
this.compositor.submitSurfaceFrame(id, pixels, rect); this.scheduleFrame()
|
|
},
|
|
}
|
|
private readonly glance = new GlanceHost({
|
|
getDisplay: () => this.glanceDisplay,
|
|
getProvider: () => ALL_APPS.find(app => app.glanceboard)?.glanceboard ?? null,
|
|
canShow: () => this.runtimeNeeded && !this.glassesLocked,
|
|
// iOS retains the EvenHub session while the shell sleeps. The board's
|
|
// opaque first frame is ready before we unblank the compositor.
|
|
ensureSessionActive: async () => {
|
|
this.compositor.setScreenBlanked(false); this.scheduleFrame(); return true
|
|
},
|
|
onHiddenWhileAsleep: () => {
|
|
if (!shell.isScreenOn()) this.compositor.setScreenBlanked(true)
|
|
this.scheduleFrame()
|
|
},
|
|
onVisibilityChanged: () => this.scheduleFrame(),
|
|
appendLog: message => this.logBluetooth(message),
|
|
})
|
|
private renderTimer: ReturnType<typeof setTimeout> | null = null
|
|
private clockTimer: ReturnType<typeof setInterval> | null = null
|
|
private offSettings: (() => void) | null = null
|
|
private lastBrightness: string | null = null
|
|
private active = false
|
|
private runtimeRunning = false
|
|
private clockMinute = -1
|
|
private shellDirty = true
|
|
private inputQueue: Promise<void> = Promise.resolve()
|
|
private lastLayout = ''
|
|
private readonly appHosts = new Map<string, WorkerAppHost>()
|
|
private readonly inProcessApps = new Map<string, InProcessWindow>()
|
|
private readonly batteryObservers: any[] = []
|
|
private readonly lockObservers: any[] = []
|
|
private phoneLocked = false
|
|
private glassesWorn: boolean | null = null
|
|
private glassesLocked = false
|
|
private lockEnabled = lockScreenEnabledSetting.get()
|
|
private session: GlassesSession | null = null
|
|
private acknowledgedFrames = 0
|
|
private logLines: string[] = []
|
|
private logTimer: ReturnType<typeof setTimeout> | null = null
|
|
private readonly actions: LayerActions = {
|
|
...noopLayerActions,
|
|
playBuzzerSequence: payload => this.session?.playBuzzerSequence(payload),
|
|
requestRender: () => this.requestShellRender(),
|
|
disconnect: () => this.disconnect(),
|
|
startVoiceCapture: endpointing => this.startVoiceCapture(endpointing),
|
|
stopVoiceCapture: () => iosVoiceInput.stopPushToTalk(),
|
|
startContinuousVoiceCapture: () => this.onError("Voice capture is not available on iOS yet."),
|
|
startTextSettingEdit: async setting => { await this.editSetting(setting) },
|
|
startTextSettingsEdit: async (settings, title, finished, toggle, cancelled) => {
|
|
for (const setting of settings) if (!await this.editSetting(setting)) { cancelled?.(); return }
|
|
if (toggle) {
|
|
const choice = await Dialogs.action({ title, cancelButtonText: 'Cancel', actions: [toggle.label, 'This session only'] })
|
|
if (choice === 'Cancel') { cancelled?.(); return }
|
|
toggle.setting.set(choice === toggle.label)
|
|
}
|
|
finished?.()
|
|
},
|
|
}
|
|
|
|
constructor(private readonly onFrame: (image: ImageSource, focus: string) => void,
|
|
private readonly onError: (message: string) => void,
|
|
private readonly onConnectionState: (state: SessionState) => void = () => {},
|
|
private readonly onKeyboardInputChanged: (session: KeyboardInputSession | null) => void = () => {}) {
|
|
this.compositor.configureSurface('shell', { x: 0, y: 0, width: 640, height: 480, zOrder: 1, transparency: 'color-key' })
|
|
this.compositor.configureSurface(LOCK_SCREEN_SURFACE_ID, {
|
|
x: 0, y: 0, width: G2_LENS_WIDTH, height: G2_LENS_HEIGHT, zOrder: 1000, transparency: 'opaque',
|
|
})
|
|
this.compositor.setSurfaceVisible(LOCK_SCREEN_SURFACE_ID, false)
|
|
shell.configure({
|
|
actions: this.actions,
|
|
voiceInputEnabled: true,
|
|
onKeyboardInputChanged: session => this.onKeyboardInputChanged(session ? {
|
|
targets: session.targets,
|
|
setText: text => { if (this.active && !this.glassesLocked) session.setText(text) },
|
|
send: () => { if (this.active && !this.glassesLocked) session.send() },
|
|
sendTo: id => { if (this.active && !this.glassesLocked) session.sendTo(id) },
|
|
discard: () => session.discard(),
|
|
} : null),
|
|
prepareVoiceCapture: () => this.prepareVoiceCapture(),
|
|
getScreenTimeoutMs: () => null,
|
|
requestShellRender: () => this.requestShellRender(),
|
|
onWindowsChanged: () => this.requestShellRender(),
|
|
onScreenStateChanged: on => {
|
|
if (on) this.glance.dismiss()
|
|
this.compositor.setScreenBlanked(!on); this.requestShellRender()
|
|
},
|
|
})
|
|
const launcher = createLauncherWindow({
|
|
actions: this.actions,
|
|
apps: () => launcherEntries(ALL_APPS),
|
|
launchApp: id => this.launchApp(id),
|
|
uninstallApp: id => this.uninstallApp(id),
|
|
submitFrame: planes => this.submit(LAUNCHER_SURFACE_ID, planes),
|
|
setSurfaceVisible: visible => { this.compositor.setSurfaceVisible(LAUNCHER_SURFACE_ID, visible); this.scheduleFrame() },
|
|
})
|
|
this.configureWindow(launcher)
|
|
shell.registerWindow(launcher)
|
|
shell.wake('window')
|
|
shell.focusWindow(launcher.windowId)
|
|
onIosNotificationPopup(key => {
|
|
const notification = readActiveNotifications(128).find(n => n.key === key)
|
|
if (this.glassesLocked || !notification || !shouldShowNotificationOnGlasses(notification.packageName)) return
|
|
const woke = !shell.isScreenOn() && shell.wake('sidebar')
|
|
shell.openNotificationModal(key, woke)
|
|
this.requestShellRender()
|
|
})
|
|
startRemoteInput({
|
|
ready: () => this.runtimeRunning,
|
|
locked: () => this.glassesLocked,
|
|
input: (gesture, source) => {
|
|
// Share the controller queue with physical input. A discrete hold includes its release.
|
|
const task = this.inputQueue.then(async () => {
|
|
await this.receiveInput(makeInputEvent({ type: gesture, source } as InputEventPayload))
|
|
if (gesture === 'long-press') await this.receiveInput(makeInputEvent({ type: 'long-press-release', source }))
|
|
})
|
|
this.inputQueue = task.catch(error => this.fail(error))
|
|
return task
|
|
},
|
|
acceptsText: () => !!shell.foregroundWindow()?.receiveTextInput,
|
|
text: (text, submit) => { if (!shell.isScreenOn()) shell.wake('window'); shell.sendTextToForegroundWindow(text, { submit }); this.requestShellRender() },
|
|
assistantAvailable: () => shell.isAssistantAvailable(),
|
|
assistant: text => shell.sendToAssistant(text),
|
|
})
|
|
registerSystemTools()
|
|
registerWindowTools({ apps: ALL_APPS.filter(app => !iosAppUnavailableReason(app.appId)),
|
|
launchApp: id => this.launchApp(id), requestShellRender: () => this.requestShellRender() })
|
|
registerNavigateTools(id => this.launchApp(id))
|
|
registerRoamTools(id => this.launchApp(id))
|
|
for (const app of ALL_APPS) if (app.appId !== 'launcher' && !iosAppUnavailableReason(app.appId)) app.boot?.(this.buildAppContext(app))
|
|
}
|
|
|
|
resume(): void {
|
|
if (this.active) return
|
|
this.active = true
|
|
this.syncRuntime()
|
|
this.handlePhoneLockState(!UIApplication.sharedApplication.protectedDataAvailable)
|
|
this.logBluetooth('Phone foreground')
|
|
if (this.session) this.onConnectionState({ ...this.session.state })
|
|
this.session?.wake()
|
|
this.relayout()
|
|
shell.foregroundWindow()?.requestRender()
|
|
this.requestShellRender()
|
|
}
|
|
pause(): void {
|
|
if (!this.active) return
|
|
this.active = false
|
|
iosVoiceInput.stopPhoneCapture()
|
|
// The phone preview is hidden; the glasses still own their screen and input.
|
|
this.syncRuntime()
|
|
this.logBluetooth(`Phone background; glasses ${this.session?.state.phase ?? 'disconnected'}`)
|
|
this.flushBluetoothLog()
|
|
this.session?.wake()
|
|
}
|
|
private get runtimeNeeded(): boolean {
|
|
return this.active || !!this.session && ['connected', 'connecting', 'retrying', 'disconnecting'].includes(this.session.state.phase)
|
|
}
|
|
private syncRuntime(): void {
|
|
const running = this.runtimeNeeded
|
|
if (running === this.runtimeRunning) return
|
|
this.runtimeRunning = running
|
|
for (const window of shell.getWindows()) window.setScreenOn?.(running && shell.isScreenOn())
|
|
if (!running) {
|
|
void nightscoutBridge.stop().catch(error => this.fail(error))
|
|
this.glance.dismiss()
|
|
this.compositor.setScreenBlanked(!shell.isScreenOn())
|
|
this.offSettings?.(); this.offSettings = null
|
|
for (const observer of this.batteryObservers.splice(0)) NSNotificationCenter.defaultCenter.removeObserver(observer)
|
|
for (const observer of this.lockObservers.splice(0)) NSNotificationCenter.defaultCenter.removeObserver(observer)
|
|
UIDevice.currentDevice.batteryMonitoringEnabled = false
|
|
if (this.clockTimer !== null) clearInterval(this.clockTimer)
|
|
if (this.renderTimer !== null) clearTimeout(this.renderTimer)
|
|
this.clockTimer = this.renderTimer = null
|
|
return
|
|
}
|
|
UIDevice.currentDevice.batteryMonitoringEnabled = true
|
|
// Keep these observers alive while BLE owns the runtime, including background.
|
|
for (const [name, locked] of [
|
|
[UIApplicationProtectedDataWillBecomeUnavailable, true],
|
|
[UIApplicationProtectedDataDidBecomeAvailable, false],
|
|
] as const) {
|
|
this.lockObservers.push(NSNotificationCenter.defaultCenter.addObserverForNameObjectQueueUsingBlock(
|
|
name, null, NSOperationQueue.mainQueue, () => this.handlePhoneLockState(locked)))
|
|
}
|
|
this.handlePhoneLockState(!UIApplication.sharedApplication.protectedDataAvailable)
|
|
this.syncLockSetting()
|
|
void nightscoutBridge.start().catch(error => this.fail(error))
|
|
for (const name of [UIDeviceBatteryLevelDidChangeNotification, UIDeviceBatteryStateDidChangeNotification]) {
|
|
this.batteryObservers.push(NSNotificationCenter.defaultCenter.addObserverForNameObjectQueueUsingBlock(name, null, NSOperationQueue.mainQueue, () => this.requestShellRender()))
|
|
}
|
|
const phone = readPhoneBatteryState()
|
|
this.logBluetooth(`Phone battery ${phone.battery ?? "unknown"}% charging=${phone.charging}`)
|
|
this.offSettings = onAnySettingChanged(() => {
|
|
this.syncLockSetting()
|
|
this.pushBrightness()
|
|
this.relayout()
|
|
shell.foregroundWindow()?.requestRender()
|
|
this.requestShellRender()
|
|
})
|
|
this.clockTimer = setInterval(() => this.refreshClock(), 60_000)
|
|
}
|
|
private pushBrightness(): void {
|
|
const session = this.session
|
|
if (session?.state.phase !== 'connected') { this.lastBrightness = null; return }
|
|
const value = brightnessSetting.get()
|
|
if (value === this.lastBrightness) return
|
|
this.lastBrightness = value
|
|
void session.setBrightness(brightnessSettingToLevel(value)).catch(error => {
|
|
this.lastBrightness = null
|
|
this.logBluetooth(`Brightness: ${String(error)}`)
|
|
})
|
|
}
|
|
private syncLockSetting(): void {
|
|
const enabled = lockScreenEnabledSetting.get()
|
|
if (enabled === this.lockEnabled) return
|
|
this.lockEnabled = enabled
|
|
if (!enabled) this.setGlassesLocked(false)
|
|
else {
|
|
if (this.phoneLocked && this.glassesWorn === false) this.setGlassesLocked(true)
|
|
if (this.session?.state.phase === 'connected')
|
|
void this.session.enableWearDetectionAndRequestState().catch(error => this.fail(error))
|
|
}
|
|
}
|
|
private handlePhoneLockState(locked: boolean): void {
|
|
this.phoneLocked = locked
|
|
if (!locked) this.setGlassesLocked(false)
|
|
else if (this.lockEnabled && this.glassesWorn === false) this.setGlassesLocked(true)
|
|
}
|
|
private handleWearState(wearing: boolean): void {
|
|
// Sample false to catch a notification missed during suspension. Do not
|
|
// sample true here: WillBecomeUnavailable precedes the property transition.
|
|
if (!UIApplication.sharedApplication.protectedDataAvailable) this.handlePhoneLockState(true)
|
|
this.glassesWorn = wearing
|
|
this.logBluetooth(`Glasses wear state: ${wearing ? 'ON_HEAD' : 'OFF_HEAD'}`)
|
|
if (!wearing && this.phoneLocked && this.lockEnabled) this.setGlassesLocked(true)
|
|
}
|
|
private setGlassesLocked(locked: boolean): void {
|
|
if (locked === this.glassesLocked) return
|
|
if (locked) {
|
|
const image = createLockScreenImage()
|
|
this.compositor.submitSurfaceFrame(LOCK_SCREEN_SURFACE_ID, image.to8bppBuffer(),
|
|
{ x: 0, y: 0, width: image.width, height: image.height })
|
|
}
|
|
this.glassesLocked = locked
|
|
if (locked) {
|
|
this.glance.dismiss()
|
|
iosVoiceInput.handleSessionEnded('Glasses locked. Unlock your phone to start voice input again.')
|
|
}
|
|
this.compositor.setSurfaceVisible(LOCK_SCREEN_SURFACE_ID, locked)
|
|
this.logBluetooth(`Glasses ${locked ? 'locked' : 'unlocked'}`)
|
|
this.requestShellRender()
|
|
}
|
|
private refreshClock(): void {
|
|
const minute = Math.floor(Date.now() / 60_000)
|
|
if (minute !== this.clockMinute) { this.clockMinute = minute; this.requestShellRender() }
|
|
}
|
|
private configureWindow(window: ShellWindow): void {
|
|
this.compositor.configureSurface(window.surfaceId, {
|
|
...appViewportRect(window.heightMode, window.appId), zOrder: 0, transparency: 'opaque',
|
|
})
|
|
this.compositor.setSurfaceVisible(window.surfaceId, shell.foregroundWindow()?.windowId === window.windowId)
|
|
}
|
|
private relayout(): void {
|
|
const layout = shell.getWindows().map(window => JSON.stringify(appViewportRect(window.heightMode, window.appId))).join(";")
|
|
if (layout === this.lastLayout) return
|
|
this.lastLayout = layout
|
|
for (const window of shell.getWindows()) {
|
|
this.configureWindow(window)
|
|
window.relayout?.()
|
|
}
|
|
}
|
|
private async submit(id: string, planes: Plane[]): Promise<void> {
|
|
const image = flattenPlanes(planes)
|
|
this.compositor.submitSurfaceFrame(id, image.pixels, { x: 0, y: 0, width: image.width, height: image.height })
|
|
this.scheduleFrame()
|
|
}
|
|
private requestShellRender(): void { this.shellDirty = true; this.scheduleFrame() }
|
|
private scheduleFrame(): void {
|
|
if (!this.runtimeNeeded || this.renderTimer !== null) return
|
|
// Coalesce window/chrome updates into one glasses frame, capped at 30 fps.
|
|
this.renderTimer = setTimeout(() => {
|
|
this.renderTimer = null
|
|
if (!this.runtimeNeeded) return
|
|
try {
|
|
if (this.shellDirty) {
|
|
this.shellDirty = false
|
|
const image = flattenPlanes(shell.paintSurface(), { width: 640, height: 480 })
|
|
this.compositor.submitSurfaceFrame('shell', image.pixels, { x: 0, y: 0, width: 640, height: 480 })
|
|
this.compositor.setUnderlayDim(1, shell.underlayDim())
|
|
}
|
|
const pixels = this.compositor.composite()
|
|
this.session?.setFrame(pixels)
|
|
if (this.active) {
|
|
const image = previewPixels(pixels, 640, 480, previewColorSetting.get() === 'green')
|
|
this.onFrame(image, this.glassesLocked ? 'Glasses locked' : this.glance.isVisible() ? 'Glanceboard'
|
|
: `${shell.foregroundWindow()?.title ?? 'Apps'} · ${shell.getFocus() === 'sidebar' ? 'App switcher' : 'App'}`)
|
|
}
|
|
} catch (error) { this.fail(error) }
|
|
}, 33)
|
|
}
|
|
private fail(error: unknown): void {
|
|
const message = error instanceof Error ? error.stack ?? error.message : String(error)
|
|
console.error(`[ios-preview] ${message}`)
|
|
this.logBluetooth(`App error: ${message}`)
|
|
if (this.active) this.onError(error instanceof Error ? error.message : String(error))
|
|
}
|
|
gesture(gesture: PhoneGesture, origin: 'watch' | 'ring' | 'mirror', nx = 0, ny = 0): void {
|
|
this.inputQueue = this.inputQueue.then(async () => {
|
|
if (!this.active) return
|
|
if (gesture === 'tap' && origin === 'mirror' && shell.isScreenOn() && !this.glassesLocked) {
|
|
await this.mirrorTap(nx, ny)
|
|
} else {
|
|
let type: string = ({ tap: 'click', 'double-tap': 'double-click' } as Record<string, string>)[gesture] ?? gesture
|
|
if (origin === 'ring' && type.startsWith('swipe-')) {
|
|
if (type === 'swipe-left' || type === 'swipe-right') return
|
|
type = type === 'swipe-up' ? 'scroll-up' : 'scroll-down'
|
|
}
|
|
const event = makeInputEvent({ type, source: origin === 'ring' ? 'ring' : 'watch' } as InputEventPayload)
|
|
await this.receiveInput(event)
|
|
}
|
|
console.log(`[ios-preview] ${origin} ${gesture}: ${shell.describeInputTarget()}`)
|
|
}).catch(error => this.fail(error))
|
|
}
|
|
private async receiveInput(event: InputEvent, headTilt = false): Promise<void> {
|
|
if (!acceptInput(event)) return
|
|
if (this.glassesLocked) {
|
|
// Preserve the locked display's sleep/wake controls without dispatching
|
|
// gestures to apps, shell menus, voice input or the Glanceboard.
|
|
if (event.type === 'double-click' && (event.source === 'ring' || event.source === 'watch')) {
|
|
if (shell.isScreenOn()) shell.sleep()
|
|
else shell.wake('sidebar')
|
|
} else if (event.type === 'display-wake' && !shell.isScreenOn()) shell.wake('sidebar')
|
|
this.requestShellRender()
|
|
return
|
|
}
|
|
if (!shell.isScreenOn()) {
|
|
const glanceEvent = this.glance.eventForGesture(headTilt ? 'head-tilt' : event.type)
|
|
if (glanceEvent?.type === 'dismiss') this.glance.dismiss()
|
|
else if (glanceEvent) {
|
|
await this.glance.handleEvent(glanceEvent, 0)
|
|
return
|
|
}
|
|
}
|
|
await shell.receiveInput(event)
|
|
this.requestShellRender()
|
|
}
|
|
private async mirrorTap(nx: number, ny: number): Promise<void> {
|
|
const x = Math.max(0, Math.min(639, Math.floor(nx * 640)))
|
|
const y = Math.max(0, Math.min(479, Math.floor(ny * 480)))
|
|
const window = shell.foregroundWindow()
|
|
if (!shell.hasOverlay() && sidebarStripVisible(shell.getFocus(), window?.appId) && x < SIDEBAR_WIDTH) {
|
|
const target = shell.windowAtSidebarPoint(x, y)
|
|
if (target) { shell.focusWindow(target.windowId); target.requestRender(); this.requestShellRender() }
|
|
return
|
|
}
|
|
if (window && !shell.hasOverlay()) {
|
|
const rect = appViewportRect(window.heightMode, window.appId)
|
|
if (x < rect.x || x >= rect.x + rect.width || y < rect.y || y >= rect.y + rect.height) return
|
|
shell.focusWindow(window.windowId)
|
|
if (await window.hitTest?.(x - rect.x, y - rect.y)) { this.requestShellRender(); return }
|
|
}
|
|
await shell.receiveInput(makeInputEvent({ type: 'click', source: 'watch' }))
|
|
this.requestShellRender()
|
|
}
|
|
async launchApp(id: string, params?: AppLaunchParams): Promise<void> {
|
|
const app = ALL_APPS.find(app => app.appId === id)
|
|
if (!app) {
|
|
const installed = getInstalledEvenHubAppById(id)
|
|
const host = ALL_APPS.find(app => app.appId === 'evenhub')
|
|
if (installed && host) {
|
|
try {
|
|
if (isInstalledPackagePresent(installed.packageId))
|
|
await launchInstalledPackage(this.buildAppContext({ ...host, appId: id }), installed)
|
|
else await openEvenHubStoreForPackage(this.buildAppContext(host), installed)
|
|
}
|
|
catch (error) { this.fail(error) }
|
|
}
|
|
return
|
|
}
|
|
try {
|
|
const reason = iosAppUnavailableReason(id)
|
|
if (reason) {
|
|
await this.launchInProcessApp(id, `window:${id}`, options => createInProcessWindow({
|
|
...options, appId: id, windowId: id, title: app.title, icon: app.icon,
|
|
iconLetter: app.title[0], closeable: true,
|
|
baseLayer: new YieldAtRootLayer(new TextViewerLayer(reason, app.title)),
|
|
}))
|
|
} else await app.launch(this.buildAppContext(app), params)
|
|
console.log(`[ios-preview] Launched ${id}`)
|
|
} catch (error) { this.fail(error) }
|
|
}
|
|
private async uninstallApp(id: string): Promise<void> {
|
|
const packageId = installedEvenHubPackageId(id)
|
|
if (!packageId) return
|
|
closeRunningPackage(packageId)
|
|
uninstallEvenHubPackage(packageId)
|
|
this.requestShellRender()
|
|
}
|
|
private buildAppContext(app: AppDefinition): AppContext {
|
|
return {
|
|
appId: app.appId, apps: ALL_APPS, actions: this.actions,
|
|
launchApp: (id, params) => this.launchApp(id, params), uninstallApp: id => this.uninstallApp(id),
|
|
launchInProcessApp: (id, surface, create) => this.launchInProcessApp(id, surface, create),
|
|
ensureWorkerHost: create => this.ensureWorkerHost(app.appId, create),
|
|
submitWindowFrame: (id, planes) => this.submit(id, planes),
|
|
setWindowSurfaceVisible: (id, visible) => { this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame() },
|
|
requestShellRender: () => this.requestShellRender(), appendLog: message => console.log(`[ios-app] ${message}`),
|
|
setTextEditorHost: () => {},
|
|
}
|
|
}
|
|
private async launchInProcessApp(windowId: string, surfaceId: string,
|
|
create: (options: InProcessAppOptions) => InProcessWindow): Promise<void> {
|
|
const existing = this.inProcessApps.get(windowId)
|
|
if (existing) { shell.focusWindow(windowId); existing.requestRender(); this.requestShellRender(); return }
|
|
// Apps can request a render while their factory runs (Nightscout's tray
|
|
// subscription does). The surface only exists once the factory returns.
|
|
// The explicit render below supplies a fresh frame after configuration.
|
|
let surfaceReady = false
|
|
const app = create({
|
|
actions: this.actions, submitFrame: planes => surfaceReady ? this.submit(surfaceId, planes) : Promise.resolve(),
|
|
setSurfaceVisible: visible => { this.compositor.setSurfaceVisible(surfaceId, visible); this.scheduleFrame() },
|
|
removeSurface: () => { surfaceReady = false; this.compositor.removeSurface(surfaceId); this.scheduleFrame() },
|
|
reconfigureSurface: () => { const window = shell.getWindows().find(w => w.windowId === windowId); if (window) this.configureWindow(window); this.requestShellRender() },
|
|
onClosed: () => { this.inProcessApps.delete(windowId) },
|
|
})
|
|
this.inProcessApps.set(windowId, app)
|
|
this.configureWindow(app.window)
|
|
surfaceReady = true
|
|
shell.registerWindow(app.window); shell.focusWindow(windowId)
|
|
app.requestRender(); this.requestShellRender()
|
|
}
|
|
private ensureWorkerHost(appId: string, create: () => Worker): WorkerAppHost {
|
|
const existing = this.appHosts.get(appId)
|
|
if (existing) return existing
|
|
const worker = create()
|
|
const navigationSensors = appId === 'navigate'
|
|
? new IosNavigationSensors(event => worker.postMessage({ type: 'navigation-sensors', event })) : undefined
|
|
const host = new WorkerAppHost({
|
|
appId, worker, navigationSensors,
|
|
playBuzzerSequence: payload => this.actions.playBuzzerSequence(payload),
|
|
openUrl: url => { void Utils.openUrl(url) },
|
|
configureSurface: async (id, visible, heightMode) => {
|
|
this.compositor.configureSurface(id, { ...appViewportRect(heightMode, appId), zOrder: 0, transparency: 'opaque' })
|
|
this.compositor.setSurfaceVisible(id, visible)
|
|
},
|
|
setSurfaceVisible: (id, visible) => { this.compositor.setSurfaceVisible(id, visible); this.scheduleFrame() },
|
|
removeSurface: id => { this.compositor.removeSurface(id); this.scheduleFrame() },
|
|
submitPixels: (id, pixels, width, height) => {
|
|
this.compositor.submitSurfaceFrame(id, pixels, { x: 0, y: 0, width, height }); this.scheduleFrame()
|
|
},
|
|
requestShellRender: () => this.requestShellRender(),
|
|
openSettings: section => { void this.launchApp('settings', { section }) },
|
|
startTextSettingEdit: id => { const setting = getStringSettingById(id); if (setting) void this.editSetting(setting) },
|
|
endTextSettingEdit: () => {},
|
|
startTextInput: () => shell.startVoiceInput(),
|
|
})
|
|
this.appHosts.set(appId, host)
|
|
return host
|
|
}
|
|
cycleDisplayMode(): void {
|
|
const values = DISPLAY_MODE_VALUES
|
|
displayModeSetting.set(values[(values.indexOf(displayModeSetting.get()) + 1) % values.length])
|
|
}
|
|
get displayModeLabel(): string { return displayModeLabel(displayModeSetting.get()) }
|
|
get connectionState(): SessionState | null { return this.session?.state ?? null }
|
|
get connectionDetails(): string {
|
|
const state = this.connectionState
|
|
return state ? `${state.status}\nL: ${state.leftVersion || 'unknown'}\nR: ${state.rightVersion || 'unknown'}\nBattery: ${state.battery ?? '?'}%\nRing: ${state.ring ? 'connected' : 'disconnected'}\nFrames acknowledged: ${state.frames}\n${state.capabilities}\n\n${this.logLines.slice(-12).join('\n')}` : 'Preview only. Configure devices, then connect.'
|
|
}
|
|
async connect(): Promise<void> {
|
|
if (!this.active) return
|
|
const addresses = loadDeviceAddresses(), error = deviceAddressError(addresses)
|
|
if (error) { this.onError(error); return }
|
|
if (!this.session) {
|
|
this.session = new GlassesSession(iosBluetooth(), state => {
|
|
if (state.phase !== "connected") resetRingInputFilter()
|
|
this.pushBrightness()
|
|
this.maybePlayWelcomeSound(state)
|
|
if (state.phase !== 'connected' && state.phase !== 'connecting') this.glassesWorn = null
|
|
if (state.phase !== 'connected') iosVoiceInput.handleSessionEnded()
|
|
shell.setBatteryLevels({ headset: state.battery, headsetCharging: state.charging })
|
|
this.syncRuntime()
|
|
if (this.active) this.onConnectionState(state)
|
|
this.requestShellRender()
|
|
}, input => {
|
|
this.inputQueue = this.inputQueue.then(async () => {
|
|
if (this.session?.state.phase !== 'connected') return
|
|
await this.receiveInput(rawInputEventToInputEvent(input),
|
|
input.kind === 'display-wake' && input.eventType === OsEventTypeList.HEAD_UP_EVENT)
|
|
this.logBluetooth(`Input ${input.eventType} source ${input.eventSource}`)
|
|
}).catch(error => this.fail(error))
|
|
}, message => this.logBluetooth(message), () => {
|
|
if (!UIApplication.sharedApplication.protectedDataAvailable) this.handlePhoneLockState(true)
|
|
this.refreshClock()
|
|
}, receiveCompassEvent, wearing => this.handleWearState(wearing), (key, popup) => {
|
|
iosNotificationsChanged(key, popup); this.requestShellRender()
|
|
})
|
|
bindIosNotifications(this.session.notifications)
|
|
bindCompassSession(this.session)
|
|
}
|
|
await this.session.start(addresses)
|
|
}
|
|
async disconnect(): Promise<void> { await this.session?.stop() }
|
|
private maybePlayWelcomeSound(state: SessionState): void {
|
|
const firstNewFrame = state.frames > this.acknowledgedFrames
|
|
this.acknowledgedFrames = state.frames
|
|
// Match Android: wait for an acknowledged frame before consuming the jingle.
|
|
if (!firstNewFrame || state.phase !== 'connected' || !isWelcomeSoundPending()) return
|
|
setWelcomeSoundPending(false)
|
|
const effect = findSoundEffect('questcomplete')
|
|
if (effect) void playSoundEffect(effect, payload => this.actions.playBuzzerSequence(payload),
|
|
ms => new Promise(resolve => setTimeout(resolve, ms)))
|
|
.catch(error => this.logBluetooth(`Welcome sound failed: ${error}`))
|
|
}
|
|
startVoiceInput(): void { if (!this.glassesLocked) shell.startVoiceInput() }
|
|
private async prepareVoiceCapture(): Promise<boolean> {
|
|
if (this.glassesLocked) return false
|
|
const usePhoneMic = this.session?.state.phase !== 'connected'
|
|
if (usePhoneMic && !this.active) return false
|
|
const ready = await iosVoiceInput.prepare(this.active, usePhoneMic)
|
|
if (!ready && this.active) this.onError(iosVoiceInput.statusText)
|
|
return ready && !this.glassesLocked && (this.session?.state.phase === 'connected' || this.active)
|
|
}
|
|
private async startVoiceCapture(endpointing = false): Promise<void> {
|
|
if (this.glassesLocked) return
|
|
const log = (message: string) => this.logBluetooth(message)
|
|
if (this.session?.state.phase === 'connected') {
|
|
await iosVoiceInput.startGlassesCapture(this.session, log, endpointing)
|
|
} else if (this.active) {
|
|
// Recheck microphone permission if the glasses disconnected after prepare.
|
|
if (!await iosVoiceInput.prepare(this.active, true) || !this.active || this.glassesLocked) return
|
|
await iosVoiceInput.startPhoneCapture(log, endpointing)
|
|
}
|
|
}
|
|
private logBluetooth(message: string): void {
|
|
const line = `${new Date().toISOString()} [${this.active ? 'foreground' : 'background'}${UIApplication.sharedApplication.protectedDataAvailable ? '' : ',protected-data-unavailable'}] ${message}`
|
|
console.log(`[ios-ble] ${line}`); this.logLines.push(line)
|
|
if (this.logLines.length > 1000) this.logLines.shift()
|
|
if (this.logTimer !== null) return
|
|
this.logTimer = setTimeout(() => {
|
|
this.logTimer = null
|
|
this.flushBluetoothLog()
|
|
}, 500)
|
|
}
|
|
private flushBluetoothLog(): void {
|
|
if (this.logTimer !== null) clearTimeout(this.logTimer)
|
|
this.logTimer = null
|
|
try { File.fromPath(path.join(knownFolders.documents().path, 'bluetooth.log')).writeTextSync(this.logLines.join('\n')) }
|
|
catch (error) { console.warn(`Bluetooth log: ${error}`) }
|
|
}
|
|
typeIntoApp(): void {
|
|
if (this.glassesLocked || !this.active) return
|
|
shell.startKeyboardInput()
|
|
}
|
|
private async editSetting(setting: { editorTitle: string; inputKind?: string; get(): string; set(value: string): void }): Promise<boolean> {
|
|
if (!this.active) { this.logBluetooth('Editing text settings requires opening Faceclaw on the phone'); return false }
|
|
const result = await Dialogs.prompt({ title: setting.editorTitle, defaultText: setting.get(), inputType: setting.inputKind, okButtonText: 'Save', cancelButtonText: 'Cancel' })
|
|
if (result.result) {
|
|
setting.set(result.text)
|
|
if (setting === nightscoutSiteUrlSetting || setting === nightscoutApiTokenSetting) await nightscoutBridge.refreshNow()
|
|
}
|
|
return result.result
|
|
}
|
|
}
|