Skip to main content

repose_platform/
lib.rs

1//! Platform runners
2#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
3use accesskit_winit::Adapter;
4use repose_core::a11y::ReposeActionHandler;
5use repose_core::*;
6use std::cell::Cell;
7use std::sync::atomic::{AtomicBool, Ordering};
8use std::sync::{Arc, Mutex};
9use web_time::Instant;
10
11#[cfg(target_os = "android")]
12pub mod android;
13
14#[cfg(target_arch = "wasm32")]
15pub mod web;
16
17mod common;
18pub mod gamepad;
19pub mod render;
20pub mod runner_common;
21pub mod window_v2;
22
23use common as rc;
24
25pub use render::{ImageHandleGuard, RenderCommand, RenderContext};
26
27#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
28use winit::window::Window;
29
30#[cfg(not(target_arch = "wasm32"))]
31use std::sync::OnceLock;
32
33#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
34static APP_WINDOW: OnceLock<Arc<Window>> = OnceLock::new();
35
36#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
37static WINDOW_VISIBLE: AtomicBool = AtomicBool::new(true);
38
39#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
40static CLOSE_TO_TRAY: AtomicBool = AtomicBool::new(false);
41
42#[cfg(not(target_arch = "wasm32"))]
43static EVENT_LOOP_PROXY: OnceLock<winit::event_loop::EventLoopProxy<()>> = OnceLock::new();
44
45/// Optional callback invoked on every AboutToWait, regardless of redraw state.
46#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
47static ABOUT_TO_WAIT_CALLBACK: Mutex<Option<Box<dyn Fn() + Send>>> = Mutex::new(None);
48
49pub use repose_app::lifecycle::{
50    AppLifecycle, current_lifecycle, process_deeplinks, process_lifecycle, run_pre_redraw,
51    set_on_deeplink, set_on_lifecycle, set_pre_redraw,
52};
53
54/// Queue a lifecycle transition and wake the UI loop. Thin wrapper over `repose_app`.
55#[cfg(target_os = "android")]
56pub(crate) fn push_lifecycle(state: AppLifecycle) {
57    repose_app::lifecycle::push_lifecycle(state);
58    #[cfg(not(target_arch = "wasm32"))]
59    wake_event_loop();
60}
61
62/// Push a deeplink payload and wake the UI loop. Thin wrapper over `repose_app`.
63pub fn push_deeplink(data: Vec<u8>) {
64    repose_app::lifecycle::push_deeplink(data);
65    #[cfg(not(target_arch = "wasm32"))]
66    if let Some(proxy) = EVENT_LOOP_PROXY.get() {
67        let _ = proxy.send_event(());
68    }
69}
70
71/// Store the application window handle (called once during app setup).
72#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
73pub fn set_app_window(window: Arc<Window>) {
74    let _ = APP_WINDOW.set(window);
75}
76
77/// Store the event loop proxy so tray commands / deeplinks can wake the event loop.
78#[cfg(not(target_arch = "wasm32"))]
79pub fn set_event_loop_proxy(proxy: winit::event_loop::EventLoopProxy<()>) {
80    let _ = EVENT_LOOP_PROXY.set(proxy);
81}
82
83/// Register a callback invoked on every AboutToWait (used for draining tray commands).
84#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
85pub fn set_about_to_wait_callback(cb: Box<dyn Fn() + Send>) {
86    *ABOUT_TO_WAIT_CALLBACK
87        .lock()
88        .unwrap_or_else(|e| e.into_inner()) = Some(cb);
89}
90
91/// Wake the winit event loop from another thread (e.g. tray's GTK thread, JNI callback).
92#[cfg(not(target_arch = "wasm32"))]
93pub fn wake_event_loop() {
94    if let Some(proxy) = EVENT_LOOP_PROXY.get() {
95        let _ = proxy.send_event(());
96    }
97}
98
99/// Show the application window.
100///
101/// On Wayland, unminimizing might not be supported by the protocol?
102#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
103pub fn show_app_window() {
104    WINDOW_VISIBLE.store(true, Ordering::Relaxed);
105    if let Some(w) = APP_WINDOW.get() {
106        log::info!("show_app_window: calling set_visible(true)");
107        w.set_visible(true);
108        #[allow(deprecated)]
109        w.focus_window();
110    }
111    repose_core::frame_clock::request_frame();
112    wake_event_loop();
113}
114
115#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
116pub fn hide_app_window() {
117    WINDOW_VISIBLE.store(false, Ordering::Relaxed);
118    if let Some(w) = APP_WINDOW.get() {
119        log::info!("hide_app_window: calling set_visible(false)");
120        w.set_visible(false);
121    }
122    repose_core::frame_clock::request_frame();
123    wake_event_loop();
124}
125
126/// Returns whether the application window is currently visible.
127#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
128pub fn window_is_visible() -> bool {
129    WINDOW_VISIBLE.load(Ordering::Relaxed)
130}
131
132/// The close button hides the window (via ``set_visible(false)``) instead of
133/// closing. The tray "Quit" action still exits the process regardless.
134#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
135pub fn set_close_to_tray(enabled: bool) {
136    CLOSE_TO_TRAY.store(enabled, Ordering::Relaxed);
137}
138
139/// Helper: ensure caret visibility - now in `repose_ui::textfield::tf_ensure_visible_in_rect`.
140pub use repose_ui::textfield::tf_ensure_visible_in_rect;
141
142#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
143use common::map_cursor;
144
145pub use repose_app::{AndroidOptions, AppConfig, ReposeOptions};
146
147/// Run a desktop app with default [`AppConfig`].
148///
149/// Deprecated: use [`run_desktop_app_with_config`] with
150/// `AppConfig::default()` instead. This may be removed in a future release.
151#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
152#[deprecated(
153    note = "use run_desktop_app_with_config(root, AppConfig) instead; this may be removed in a future release"
154)]
155pub fn run_desktop_app(
156    root: impl FnMut(&mut Scheduler, &RenderContext) -> View + 'static,
157) -> anyhow::Result<()> {
158    run_desktop_app_with_config(root, AppConfig::default())
159}
160
161/// Run a desktop app with the given [`AppConfig`].
162#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
163pub fn run_desktop_app_with_config(
164    root: impl FnMut(&mut Scheduler, &RenderContext) -> View + 'static,
165    config: AppConfig,
166) -> anyhow::Result<()> {
167    use winit::application::ApplicationHandler;
168    use winit::dpi::{LogicalPosition, LogicalSize, PhysicalSize};
169    use winit::event::{ElementState, MouseButton, WindowEvent};
170    use winit::event_loop::EventLoop;
171    use winit::keyboard::{KeyCode, PhysicalKey};
172    use winit::window::{Window, WindowAttributes};
173
174    use repose_app::ReposeRuntime;
175    use repose_core::a11y::A11yTree;
176
177    struct ReposeActivationHandler {
178        initial_tree: Option<accesskit::TreeUpdate>,
179    }
180
181    impl accesskit::ActivationHandler for ReposeActivationHandler {
182        fn request_initial_tree(&mut self) -> Option<accesskit::TreeUpdate> {
183            self.initial_tree.take()
184        }
185    }
186
187    struct ReposeDeactivationHandler;
188
189    impl accesskit::DeactivationHandler for ReposeDeactivationHandler {
190        fn deactivate_accessibility(&mut self) {
191            // Nothing to clean up for now
192        }
193    }
194
195    struct App {
196        root: Box<dyn FnMut(&mut Scheduler, &RenderContext) -> View>,
197        render: RenderContext,
198        window: Option<Arc<Window>>,
199        backend: Option<repose_render_wgpu::WgpuBackend>,
200        rt: ReposeRuntime,
201        inspector: Option<repose_devtools::Inspector>,
202        msaa_samples: u32,
203        max_fps: Option<f32>,
204        present_mode: PresentModePref,
205        window_title: String,
206        window_size: (u32, u32),
207
208        // Files
209        pending_dropped_files: Vec<std::path::PathBuf>,
210        pending_drop_pos_px: Option<(f32, f32)>,
211
212        // External file drag hover (HoveredFile / Cancelled)
213        external_file_drag: bool,
214        hovered_files: Vec<std::path::PathBuf>,
215
216        clipboard: Option<clipawl::Clipboard>,
217        a11y: Box<dyn A11yBridge>,
218
219        accesskit_adapter: Option<Adapter>,
220        a11y_actions: Arc<Mutex<Vec<accesskit::ActionRequest>>>,
221        a11y_tree: A11yTree,
222
223        // Last applied OS window theme (dark/light) to avoid spamming set_theme.
224        last_window_theme: Option<bool>,
225
226        last_redraw: Instant,
227        pending_redraw: bool,
228
229        // Tracks whether a redraw was requested by app code
230        redraw_requested: Cell<bool>,
231
232        // Shared touch-scroll / pinch / swipe gesture state (touchscreens)
233        touch_gestures: rc::TouchGestureState,
234
235        gamepad: Option<Box<dyn gamepad::GamepadBackend>>,
236    }
237
238    impl App {
239        fn process_a11y_actions(&mut self) {
240            let mut actions = self.a11y_actions.lock().unwrap_or_else(|e| e.into_inner());
241            if actions.is_empty() {
242                return;
243            }
244            let pending = actions.drain(..).collect::<Vec<_>>();
245            drop(actions);
246
247            let Some(f) = &self.rt.frame_cache else {
248                return;
249            };
250
251            for req in pending {
252                let target_id = req.target_node.0;
253                match req.action {
254                    accesskit::Action::Click => {
255                        if let Some(hit) = f.hit_regions.iter().find(|h| h.id == target_id)
256                            && let Some(cb) = &hit.on_click
257                        {
258                            cb();
259                            self.request_redraw();
260                        }
261                    }
262                    accesskit::Action::Focus => {
263                        // Assistive tech focus should show the focus ring.
264                        let _ = repose_core::request_input_mode(repose_core::InputMode::Keyboard);
265                        self.rt.sched.focused = Some(target_id);
266                        self.request_redraw();
267                    }
268                    _ => {}
269                }
270            }
271        }
272
273        fn new(
274            root: Box<dyn FnMut(&mut Scheduler, &RenderContext) -> View>,
275            config: AppConfig,
276        ) -> Self {
277            Self {
278                root,
279                render: RenderContext::new(),
280                window: None,
281                backend: None,
282                rt: ReposeRuntime::new(),
283                inspector: if config.enable_inspector {
284                    Some(repose_devtools::Inspector::new())
285                } else {
286                    None
287                },
288                msaa_samples: config.common.msaa_samples,
289                max_fps: config.common.max_fps,
290                present_mode: config.common.present_mode,
291                window_title: config.window_title,
292                window_size: config.window_size,
293                pending_dropped_files: Vec::new(),
294                pending_drop_pos_px: None,
295
296                external_file_drag: false,
297                hovered_files: Vec::new(),
298
299                clipboard: None,
300                a11y: {
301                    #[cfg(target_os = "linux")]
302                    {
303                        Box::new(LinuxAtspiStub) as Box<dyn A11yBridge>
304                    }
305                    #[cfg(not(target_os = "linux"))]
306                    {
307                        Box::new(NoopA11y) as Box<dyn A11yBridge>
308                    }
309                },
310
311                accesskit_adapter: None,
312                a11y_actions: Arc::new(Mutex::new(Vec::new())),
313                a11y_tree: A11yTree::default(),
314
315                last_redraw: Instant::now(),
316                pending_redraw: false,
317                last_window_theme: None,
318                redraw_requested: Cell::new(false),
319                touch_gestures: rc::TouchGestureState::default(),
320                gamepad: gamepad::create_backend()
321                    .map(|b| Box::new(b) as Box<dyn gamepad::GamepadBackend>),
322            }
323        }
324
325        fn request_redraw(&self) {
326            self.redraw_requested.set(true);
327            repose_core::request_frame();
328            rc::request_redraw(&self.window);
329        }
330
331        fn dispatch_action(&mut self, action: repose_core::shortcuts::Action) -> bool {
332            if self.rt.dispatch_action(action) {
333                if let Some(win) = &self.window {
334                    rc::set_ime_for_textfield(
335                        win,
336                        self.rt
337                            .sched
338                            .focused
339                            .is_some_and(|id| self.rt.is_textfield(id)),
340                    );
341                }
342                return true;
343            }
344            false
345        }
346
347        /// Minimum time between CPU-side redraw requests derived from
348        /// `max_fps`. `Duration::ZERO` means uncapped (redraw immediately).
349        fn frame_interval(&self) -> web_time::Duration {
350            match self.max_fps.filter(|f| *f > 0.0) {
351                Some(fps) => {
352                    let secs = (1.0 / fps as f64).clamp(0.0, 1.0);
353                    web_time::Duration::from_secs_f64(secs)
354                }
355                None => web_time::Duration::ZERO,
356            }
357        }
358
359        fn paste_from_primary(&self) -> Option<String> {
360            let mut opts = clipawl::ClipboardOptions::default();
361            opts.linux.selection = clipawl::LinuxSelection::Primary;
362            if let Ok(cb) = clipawl::Clipboard::new_with_options(opts) {
363                match pollster::block_on(cb.read()) {
364                    Ok(t) => Some(t),
365                    Err(e) => {
366                        eprintln!("Primary paste error: {}", e);
367                        None
368                    }
369                }
370            } else {
371                None
372            }
373        }
374
375        fn process_render_commands(&mut self) {
376            let Some(backend) = self.backend.as_mut() else {
377                return;
378            };
379            repose_render_wgpu::apply_render_commands(backend, self.render.drain());
380        }
381
382        fn reset_pointer_state(&mut self) {
383            self.rt.capture_id = None;
384            self.rt.pressed_ids.clear();
385            self.rt.hover_id = None;
386        }
387    }
388
389    impl ApplicationHandler<()> for App {
390        fn resumed(&mut self, el: &winit::event_loop::ActiveEventLoop) {
391            self.clipboard = rc::setup_clipboard();
392
393            if self.window.is_none() {
394                match el.create_window(
395                    WindowAttributes::default()
396                        .with_title(self.window_title.clone())
397                        .with_inner_size(PhysicalSize::new(self.window_size.0, self.window_size.1))
398                        .with_visible(false),
399                ) {
400                    Ok(win) => {
401                        let w = Arc::new(win);
402
403                        let activation_handler = ReposeActivationHandler {
404                            initial_tree: Some(A11yTree::initial_tree()),
405                        };
406
407                        let action_handler = ReposeActionHandler {
408                            pending_actions: self.a11y_actions.clone(),
409                        };
410
411                        let deactivation_handler = ReposeDeactivationHandler;
412
413                        let adapter = Adapter::with_direct_handlers(
414                            el,
415                            &w,
416                            activation_handler,
417                            action_handler,
418                            deactivation_handler,
419                        );
420
421                        self.accesskit_adapter = Some(adapter);
422
423                        w.set_visible(true);
424
425                        let size = w.inner_size();
426                        let sf = w.scale_factor() as f32;
427                        self.rt.set_viewport_and_scale(size.width, size.height, sf);
428
429                        match repose_render_wgpu::WgpuBackend::new_with_options(
430                            w.clone(),
431                            self.msaa_samples,
432                            self.present_mode,
433                        ) {
434                            Ok(mut b) => {
435                                b.set_pixels_per_point(sf);
436                                repose_render_wgpu::offscreen::set_shared_device(
437                                    b.device.clone(),
438                                    b.queue.clone(),
439                                );
440                                self.backend = Some(b);
441                                set_app_window(w.clone());
442                                self.window = Some(w);
443                                self.request_redraw();
444                            }
445                            Err(e) => {
446                                log::error!("Failed to create WGPU backend: {e:?}");
447                                el.exit();
448                            }
449                        }
450                    }
451                    Err(e) => {
452                        log::error!("Failed to create window: {e:?}");
453                        el.exit();
454                    }
455                }
456            }
457        }
458
459        fn window_event(
460            &mut self,
461            el: &winit::event_loop::ActiveEventLoop,
462            _id: winit::window::WindowId,
463            event: WindowEvent,
464        ) {
465            // Process AccessKit events first!
466            if let (Some(adapter), Some(window)) = (&mut self.accesskit_adapter, &self.window) {
467                adapter.process_event(window, &event);
468            }
469
470            match event {
471                WindowEvent::CloseRequested => {
472                    if CLOSE_TO_TRAY.load(Ordering::Relaxed) {
473                        // Drop GPU backend before null-buffer unmap.
474                        self.backend = None;
475                        if let Some(w) = &self.window {
476                            w.set_visible(false);
477                        }
478                        WINDOW_VISIBLE.store(false, Ordering::Relaxed);
479                    } else {
480                        el.exit();
481                    }
482                }
483
484                WindowEvent::Focused(false) => {
485                    // Delegate all common focus-lost cleanup to the runtime
486                    self.rt.handle_focus_lost();
487
488                    // Platform-specific cleanup
489                    self.external_file_drag = false;
490                    self.hovered_files.clear();
491
492                    if let Some(w) = &self.window {
493                        rc::set_ime_for_textfield(w, false);
494                    }
495
496                    self.request_redraw();
497                }
498
499                WindowEvent::CursorLeft { .. } => {
500                    self.rt.pointer_inside = false;
501                    self.rt.clear_hover();
502                    self.external_file_drag = false;
503                    self.hovered_files.clear();
504                    self.request_redraw();
505                }
506
507                WindowEvent::HoveredFile(path) => {
508                    // Mark external drag active and keep a small bounded list
509                    self.external_file_drag = true;
510                    if self.hovered_files.len() < 32 {
511                        self.hovered_files.push(path);
512                    }
513                    if self.pending_drop_pos_px.is_none() {
514                        self.pending_drop_pos_px = Some(self.rt.mouse_pos_px);
515                    }
516                    self.request_redraw();
517                }
518
519                WindowEvent::HoveredFileCancelled => {
520                    self.external_file_drag = false;
521                    self.hovered_files.clear();
522
523                    // Defensive: cancel any internal capture/drag that might be left stuck
524                    self.reset_pointer_state();
525
526                    self.request_redraw();
527                }
528
529                WindowEvent::DroppedFile(path) => {
530                    // DroppedFile is emitted once per file. Batch them.
531                    self.pending_dropped_files.push(path);
532                    if self.pending_drop_pos_px.is_none() {
533                        self.pending_drop_pos_px = Some(self.rt.mouse_pos_px);
534                    }
535
536                    // Drop ends the external file drag session.
537                    self.external_file_drag = false;
538                    self.hovered_files.clear();
539
540                    self.request_redraw();
541                }
542
543                WindowEvent::Resized(size) => {
544                    let sf = self
545                        .window
546                        .as_ref()
547                        .map(|w| w.scale_factor() as f32)
548                        .unwrap_or(1.0);
549                    rc::sync_viewport(&mut self.rt, &mut self.backend, size, sf);
550                    if let Some(w) = &self.window {
551                        let sf = w.scale_factor() as f32;
552                        let dp_w = size.width as f32 / sf;
553                        let dp_h = size.height as f32 / sf;
554                        log::info!(
555                            "Resized: fb={}x{} px, scale_factor={}, ~{}x{} dp",
556                            size.width,
557                            size.height,
558                            sf,
559                            dp_w as i32,
560                            dp_h as i32
561                        );
562                    }
563                    self.request_redraw();
564                }
565
566                WindowEvent::CursorMoved { position, .. } => {
567                    self.rt.pointer_inside = true;
568
569                    if self.external_file_drag {
570                        self.pending_drop_pos_px = Some((position.x as f32, position.y as f32));
571                    }
572
573                    let pos = Vec2 {
574                        x: position.x as f32,
575                        y: position.y as f32,
576                    };
577
578                    // Delegate pointer-move to the host runtime
579                    let result = self.rt.handle_pointer_move(pos);
580
581                    // Inspector hover (platform-specific - devtools inspect)
582                    if let (Some(inspector), Some(f)) = (&mut self.inspector, &self.rt.frame_cache)
583                        && inspector.hud.inspector_enabled
584                    {
585                        let hit = f.hit_regions.iter().find(|h| h.rect.contains(pos));
586                        let hover_rect = hit.map(|h| h.rect);
587                        let hover_info = hit.and_then(|h| {
588                            f.semantics_nodes.iter().find(|s| s.id == h.id).map(|s| {
589                                repose_devtools::HoveredInfo {
590                                    id: s.id,
591                                    role: format!("{:?}", s.role),
592                                    label: s.label.clone(),
593                                }
594                            })
595                        });
596                        inspector.hud.set_hovered(hover_rect, hover_info);
597                    }
598
599                    // Cursor icon via winit window
600                    if let Some(win) = &self.window
601                        && let Some(c) = result.cursor
602                    {
603                        win.set_cursor(winit::window::Cursor::Icon(map_cursor(c)));
604                    }
605
606                    self.request_redraw();
607                }
608
609                WindowEvent::MouseWheel { delta, .. } => {
610                    let scale = self
611                        .window
612                        .as_ref()
613                        .map(|w| w.scale_factor() as f32)
614                        .unwrap_or(1.0);
615                    if crate::runner_common::on_mouse_wheel(&mut self.rt, delta, scale) {
616                        self.request_redraw();
617                    }
618                }
619
620                WindowEvent::MouseInput { state, button, .. } => {
621                    let pos = Vec2 {
622                        x: self.rt.mouse_pos_px.0,
623                        y: self.rt.mouse_pos_px.1,
624                    };
625
626                    let mapped = match button {
627                        MouseButton::Left => PointerButton::Primary,
628                        MouseButton::Right => PointerButton::Secondary,
629                        MouseButton::Middle => PointerButton::Tertiary,
630                        // Forward/Back/other buttons are not dispatched by the runtime.
631                        _ => return,
632                    };
633
634                    match state {
635                        ElementState::Pressed => {
636                            let result = self.rt.handle_pointer_press(pos, mapped);
637
638                            // Platform-specific IME setup for focused textfields
639                            if let Some(fid) = result.focused
640                                && let Some(win) = &self.window
641                                && let Some(f) = &self.rt.frame_cache
642                                && let Some(hit) = f.hit_regions.iter().find(|h| h.id == fid)
643                            {
644                                let sf = win.scale_factor();
645                                rc::set_ime_for_textfield_ex(
646                                    win,
647                                    true,
648                                    hit.keyboard_type.ime_purpose_hint(),
649                                    hit.auto_correct.unwrap_or(true),
650                                    hit.capitalization,
651                                );
652                                win.set_ime_cursor_area(
653                                    LogicalPosition::new(
654                                        hit.rect.x as f64 / sf,
655                                        hit.rect.y as f64 / sf,
656                                    ),
657                                    LogicalSize::new(
658                                        hit.rect.w as f64 / sf,
659                                        hit.rect.h as f64 / sf,
660                                    ),
661                                );
662                            }
663
664                            // Click outside - no focus result from runtime, drop IME
665                            if result.focused.is_none() && self.rt.ime_preedit {
666                                if let Some(win) = &self.window {
667                                    rc::set_ime_for_textfield(win, false);
668                                }
669                                self.rt.ime_preedit = false;
670                            }
671
672                            if result.needs_a11y_announce {
673                                self.announce_focus_change();
674                            }
675
676                            // Middle-click: paste the primary selection into a textfield.
677                            if matches!(mapped, PointerButton::Tertiary)
678                                && let Some(f) = &self.rt.frame_cache
679                                && let Some(cid) = self.rt.capture_id
680                                && let Some(hit) = f.hit_regions.iter().find(|h| h.id == cid)
681                                && self.rt.is_textfield(hit.id)
682                                && let Some(txt) = self.paste_from_primary()
683                            {
684                                self.rt.paste_into_focused(&txt);
685                            }
686
687                            // Inspector: click-to-select topmost widget under cursor.
688                            if matches!(mapped, PointerButton::Primary | PointerButton::Secondary)
689                                && let Some(inspector) = &mut self.inspector
690                                && inspector.hud.inspector_enabled
691                                && let Some(f) = &self.rt.frame_cache
692                                && let Some(hit) =
693                                    f.hit_regions.iter().rev().find(|h| h.rect.contains(pos))
694                            {
695                                let info =
696                                    f.semantics_nodes.iter().find(|s| s.id == hit.id).map(|s| {
697                                        repose_devtools::HoveredInfo {
698                                            id: s.id,
699                                            role: format!("{:?}", s.role),
700                                            label: s.label.clone(),
701                                        }
702                                    });
703                                inspector
704                                    .hud
705                                    .select_widget(repose_devtools::SelectedWidget {
706                                        id: hit.id,
707                                        role: info
708                                            .as_ref()
709                                            .map(|i| i.role.clone())
710                                            .unwrap_or_default(),
711                                        label: info.as_ref().and_then(|i| i.label.clone()),
712                                        bounds: hit.rect,
713                                    });
714                            }
715
716                            self.request_redraw();
717                        }
718
719                        ElementState::Released => {
720                            let result = self.rt.handle_pointer_release(pos, mapped);
721
722                            // A11y: announce activation when a click fires on release.
723                            // The runtime reports the clicked id before clearing its
724                            // capture state, so this cannot race with `capture_id = None`.
725                            if let Some(cid) = result.clicked_id
726                                && let Some(f) = &self.rt.frame_cache
727                                && let Some(node) = f.semantics_nodes.iter().find(|n| n.id == cid)
728                            {
729                                let label = node.label.as_deref().unwrap_or("");
730                                self.a11y.announce(&format!("Activated {}", label));
731                            }
732
733                            self.request_redraw();
734                        }
735                    }
736                }
737
738                WindowEvent::Touch(t) => {
739                    let scale = self
740                        .window
741                        .as_ref()
742                        .map(|w| w.scale_factor() as f32)
743                        .unwrap_or(1.0);
744                    let r = crate::runner_common::handle_touch_raw(
745                        &mut self.rt,
746                        &mut self.touch_gestures,
747                        &t,
748                        scale,
749                    );
750                    let mut dirty = r.dirty;
751                    if let Some((delta_scale, center)) = r.pinch
752                        && self.dispatch_action(repose_core::shortcuts::Action::Gesture(
753                            repose_core::shortcuts::Gesture::PinchWithCenter {
754                                delta_scale,
755                                center,
756                            },
757                        ))
758                    {
759                        dirty = true;
760                    }
761                    if let Some(delta) = r.pan
762                        && self.dispatch_action(repose_core::shortcuts::Action::Gesture(
763                            repose_core::shortcuts::Gesture::Pan { delta },
764                        ))
765                    {
766                        dirty = true;
767                    }
768                    if let Some(right) = r.swipe_right {
769                        let g = if right {
770                            repose_core::shortcuts::Gesture::SwipeRight
771                        } else {
772                            repose_core::shortcuts::Gesture::SwipeLeft
773                        };
774                        if self.dispatch_action(repose_core::shortcuts::Action::Gesture(g)) {
775                            dirty = true;
776                        }
777                    }
778                    if dirty {
779                        self.request_redraw();
780                    }
781                }
782
783                WindowEvent::ModifiersChanged(new_mods) => {
784                    crate::runner_common::on_modifiers_changed(&mut self.rt, &new_mods.state());
785                }
786
787                WindowEvent::KeyboardInput {
788                    event: key_event, ..
789                } => {
790                    if crate::runner_common::on_keyboard_input(
791                        &mut self.rt,
792                        &key_event,
793                        &mut self.inspector,
794                    ) {
795                        self.request_redraw();
796                        return;
797                    }
798
799                    // Escape / BrowserBack: when the runtime didn't cancel a
800                    // drag / dispatch focus, fall back to navigation back.
801                    if key_event.state == ElementState::Pressed && !key_event.repeat {
802                        match key_event.physical_key {
803                            PhysicalKey::Code(KeyCode::BrowserBack)
804                            | PhysicalKey::Code(KeyCode::Escape) => {
805                                use repose_navigation::back;
806                                if !back::handle() {
807                                    // el.exit();
808                                }
809                                return;
810                            }
811                            _ => {}
812                        }
813                    }
814
815                    // --- A11y: keyboard activation announcement ---
816                    if key_event.state == ElementState::Released
817                        && let Some(active_id) = self.rt.key_pressed_active
818                    {
819                        match key_event.physical_key {
820                            PhysicalKey::Code(KeyCode::Space)
821                            | PhysicalKey::Code(KeyCode::Enter) => {
822                                if let Some(f) = &self.rt.frame_cache
823                                    && let Some(node) =
824                                        f.semantics_nodes.iter().find(|n| n.id == active_id)
825                                {
826                                    let label = node.label.as_deref().unwrap_or("");
827                                    self.a11y.announce(&format!("Activated {}", label));
828                                }
829                            }
830                            _ => {}
831                        }
832                    }
833                }
834
835                WindowEvent::Ime(ime) => {
836                    crate::runner_common::on_ime(&mut self.rt, &ime);
837                    self.request_redraw();
838                }
839
840                WindowEvent::RedrawRequested => {
841                    // Allow media (etc.) to queue texture uploads without compose.
842                    crate::run_pre_redraw(&self.render);
843
844                    // 1. Check our redraw flag before processing a11y.
845                    if !self.redraw_requested.replace(false) {
846                        self.process_a11y_actions();
847                        self.process_render_commands();
848                        // Present-only: redraw last cached scene with updated textures
849                        if let (Some(backend), Some(frame)) =
850                            (self.backend.as_mut(), self.rt.frame_cache.as_ref())
851                        {
852                            let scale = self
853                                .window
854                                .as_ref()
855                                .map(|w| w.scale_factor() as f32)
856                                .unwrap_or(1.0);
857                            let mut scene = frame.scene.clone();
858                            if let Some(inspector) = &mut self.inspector {
859                                inspector.frame(&mut scene);
860                            }
861                            backend.frame(&scene, GlyphRasterConfig { px: 18.0 * scale });
862                        }
863                        log::trace!("RedrawRequested: no frame request, skipping compose");
864                        return;
865                    }
866                    log::trace!("RedrawRequested: frame request pending, composing");
867
868                    // 2. Process a11y actions and render commands before compose.
869                    self.process_a11y_actions();
870                    self.process_render_commands();
871
872                    let Some(win) = self.window.as_ref() else {
873                        return;
874                    };
875                    if self.backend.is_none() {
876                        return;
877                    }
878
879                    // Advance animations before composition (Compose pattern).
880                    // Mirrors broadcastFrameClock.sendFrame() before performRecompose().
881                    repose_core::animation_driver::tick();
882
883                    let t0 = Instant::now();
884                    let scale = win.scale_factor() as f32;
885                    self.rt.scale = scale;
886                    let focused = self.rt.sched.focused;
887
888                    let output = self.rt.frame(&mut self.root, &self.render);
889
890                    if let Some(cursor) = &output.platform.cursor {
891                        win.set_cursor(winit::window::Cursor::Icon(map_cursor(*cursor)));
892                    }
893
894                    // Sync OS window chrome (titlebar) to the app theme, deduped.
895                    if let Some(dark) = output.platform.window_theme_dark
896                        && self.last_window_theme != Some(dark)
897                    {
898                        win.set_theme(Some(if dark {
899                            winit::window::Theme::Dark
900                        } else {
901                            winit::window::Theme::Light
902                        }));
903                        self.last_window_theme = Some(dark);
904                    }
905
906                    // Apply IME keyboard hints
907                    if output.platform.ime_allowed {
908                        rc::set_ime_for_textfield_ex(
909                            win,
910                            true,
911                            output.platform.ime_purpose,
912                            output.platform.ime_auto_correct,
913                            output.platform.ime_capitalization,
914                        );
915                        if let Some((x, y, w, h)) = output.platform.ime_cursor_area {
916                            win.set_ime_cursor_area(
917                                LogicalPosition::new(x, y),
918                                LogicalSize::new(w, h),
919                            );
920                        }
921                    } else if self.rt.ime_preedit {
922                        rc::set_ime_for_textfield_ex(
923                            win,
924                            false,
925                            repose_core::ImePurposeHint::Normal,
926                            true,
927                            repose_core::KeyboardCapitalization::Unspecified,
928                        );
929                        self.rt.ime_preedit = false;
930                    }
931
932                    // Apply IME state based on wants_keyboard
933                    if !output.wants_keyboard
934                        && focused.is_some()
935                        && self.rt.sched.focused.is_none()
936                        && self.rt.ime_preedit
937                    {
938                        rc::set_ime_for_textfield(win, false);
939                        self.rt.ime_preedit = false;
940                    }
941
942                    let frame = output.into_frame();
943
944                    let build_layout_ms = (Instant::now() - t0).as_secs_f32() * 1000.0;
945
946                    // UPDATE ACCESSIBILITY TREE
947                    if let (Some(adapter), Some(win)) = (&mut self.accesskit_adapter, &self.window)
948                    {
949                        let scale = win.scale_factor();
950                        if let Some(update) = self.a11y_tree.update(
951                            &frame.semantics_nodes,
952                            scale,
953                            self.rt.sched.focused,
954                        ) {
955                            adapter.update_if_active(|| update);
956                        }
957                    }
958
959                    // Render
960                    let mut scene = frame.scene.clone();
961                    // Update HUD metrics before overlay draws
962                    if let Some(inspector) = &mut self.inspector {
963                        let widget_count = frame.semantics_nodes.len() + frame.hit_regions.len();
964                        let signal_count = self.rt.sched.id_count() as usize;
965                        let ls = repose_ui::last_layout_stats();
966                        inspector.hud.metrics = Some(repose_devtools::Metrics {
967                            build_ms: build_layout_ms,
968                            layout_ms: ls.layout_time_ms,
969                            paint_ms: ls.paint_time_ms,
970                            scene_nodes: scene.nodes.len(),
971                            widget_count,
972                            signal_count,
973                            taffy_created: ls.taffy_created,
974                            taffy_reused: ls.taffy_reused,
975                            layout_hits: ls.layout_hits,
976                            layout_misses: ls.layout_misses,
977                            paint_cache_hits: ls.paint_cache_hits,
978                            paint_cache_misses: ls.paint_cache_misses,
979                            paint_culled: ls.paint_culled,
980                        });
981                        inspector.frame(&mut scene);
982                    }
983
984                    // Drag indicator overlay (internal + file drop)
985                    repose_core::dnd::overlay_drag_indicator(
986                        &mut scene,
987                        self.rt.mouse_pos_px,
988                        self.external_file_drag,
989                    );
990
991                    // Drain upload commands queued during compose (e.g. VideoSink set_image_*)
992                    // before presenting to avoid 1-frame GPU texture lag.
993                    self.process_render_commands();
994
995                    // Now borrow backend mutably only for the frame() call
996                    let Some(win) = self.window.as_ref() else {
997                        return;
998                    };
999                    let scale = win.scale_factor() as f32;
1000                    if let Some(backend) = self.backend.as_mut() {
1001                        backend.frame(&scene, GlyphRasterConfig { px: 18.0 * scale });
1002                    }
1003
1004                    // Initialize TextFieldState for any focused TextField that
1005                    // doesn't have one yet (e.g. after FocusRequester::request_focus),
1006                    // reconcile hover, and publish the DnD frame/scale.
1007                    self.rt.after_compose(&frame, scale);
1008
1009                    // NOTE: hover was already reconciled inside `compose()`.
1010                    // `cache_frame` rebuilds the retained hover-leave map.
1011                    self.rt.cache_frame(frame);
1012
1013                    self.dispatch_file_drop_now();
1014
1015                    self.rt.tick_overlays();
1016                    self.last_redraw = Instant::now();
1017                }
1018
1019                _ => {}
1020            }
1021        }
1022
1023        fn about_to_wait(&mut self, el: &winit::event_loop::ActiveEventLoop) {
1024            // Process cross-thread commands (e.g. tray toggles, deeplinks) before any
1025            // redraw check, so hide/show commands work even when hidden
1026            #[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
1027            if let Some(cb) = ABOUT_TO_WAIT_CALLBACK
1028                .lock()
1029                .unwrap_or_else(|e| e.into_inner())
1030                .as_ref()
1031            {
1032                let res = std::panic::catch_unwind(std::panic::AssertUnwindSafe(cb));
1033                if let Err(e) = res {
1034                    log::error!(
1035                        "ABOUT_TO_WAIT_CALLBACK panicked: {}",
1036                        e.downcast_ref::<String>()
1037                            .map(|s| s.as_str())
1038                            .or_else(|| e.downcast_ref::<&str>().copied())
1039                            .unwrap_or("unknown")
1040                    );
1041                }
1042            }
1043            process_deeplinks();
1044
1045            if let Some(backend) = &mut self.gamepad {
1046                for ev in backend.poll() {
1047                    self.rt.handle_gamepad(&ev);
1048                }
1049            }
1050
1051            #[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
1052            if WINDOW_VISIBLE.load(Ordering::Relaxed)
1053                && self.backend.is_none()
1054                && let Some(w) = &self.window
1055            {
1056                log::info!("about_to_wait: recreating GPU backend");
1057                match repose_render_wgpu::WgpuBackend::new_with_options(
1058                    w.clone(),
1059                    self.msaa_samples,
1060                    self.present_mode,
1061                ) {
1062                    Ok(b) => {
1063                        repose_render_wgpu::offscreen::set_shared_device(
1064                            b.device.clone(),
1065                            b.queue.clone(),
1066                        );
1067                        self.backend = Some(b)
1068                    }
1069                    Err(e) => log::error!("about_to_wait: failed to recreate backend: {e:?}"),
1070                }
1071            }
1072
1073            let needs_compose = take_frame_request();
1074            let needs_present = take_present_request();
1075
1076            if needs_compose {
1077                self.pending_redraw = true;
1078            }
1079
1080            // Present-only: texture was updated, redraw last cached scene without compose.
1081            if !self.pending_redraw && needs_present && self.rt.frame_cache.is_some() {
1082                let now = Instant::now();
1083                let interval = self.frame_interval();
1084                if now.saturating_duration_since(self.last_redraw) >= interval {
1085                    rc::request_redraw(&self.window);
1086                    self.last_redraw = now;
1087                } else {
1088                    el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(
1089                        self.last_redraw + interval,
1090                    ));
1091                }
1092                return;
1093            }
1094
1095            if !self.pending_redraw {
1096                let now = Instant::now();
1097                let idle_cap = web_time::Duration::from_millis(1000);
1098                let deadline = self.rt.next_frame_deadline(now, idle_cap);
1099
1100                if now.saturating_duration_since(self.last_redraw) >= idle_cap
1101                    || self.rt.is_wakeup_due(now)
1102                {
1103                    self.redraw_requested.set(true);
1104                    request_frame();
1105                    rc::request_redraw(&self.window);
1106                    self.last_redraw = now;
1107                }
1108                el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(Ord::min(
1109                    deadline,
1110                    now + idle_cap,
1111                )));
1112                return;
1113            }
1114
1115            let now = Instant::now();
1116            let interval = self.frame_interval();
1117
1118            if now.saturating_duration_since(self.last_redraw) >= interval {
1119                self.pending_redraw = false;
1120                self.redraw_requested.set(true);
1121                rc::request_redraw(&self.window);
1122                self.last_redraw = now;
1123            } else {
1124                el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(
1125                    self.last_redraw + interval,
1126                ));
1127            }
1128        }
1129
1130        fn new_events(
1131            &mut self,
1132            _: &winit::event_loop::ActiveEventLoop,
1133            _: winit::event::StartCause,
1134        ) {
1135        }
1136        fn user_event(&mut self, _: &winit::event_loop::ActiveEventLoop, _: ()) {
1137            self.pending_redraw = true;
1138        }
1139        fn device_event(
1140            &mut self,
1141            _: &winit::event_loop::ActiveEventLoop,
1142            _: winit::event::DeviceId,
1143            _: winit::event::DeviceEvent,
1144        ) {
1145        }
1146        fn suspended(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1147        fn exiting(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1148        fn memory_warning(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1149    }
1150
1151    impl App {
1152        fn announce_focus_change(&mut self) {
1153            if let Some(f) = &self.rt.frame_cache {
1154                let focused_node = self
1155                    .rt
1156                    .sched
1157                    .focused
1158                    .and_then(|id| f.semantics_nodes.iter().find(|n| n.id == id));
1159                self.a11y.focus_changed(focused_node);
1160            }
1161        }
1162
1163        fn dispatch_file_drop_now(&mut self) {
1164            let Some(f) = &self.rt.frame_cache else {
1165                self.pending_dropped_files.clear();
1166                self.pending_drop_pos_px = None;
1167                return;
1168            };
1169
1170            if self.pending_dropped_files.is_empty() {
1171                return;
1172            }
1173
1174            let pos_px = self.pending_drop_pos_px.unwrap_or(self.rt.mouse_pos_px);
1175            let pos = Vec2 {
1176                x: pos_px.0,
1177                y: pos_px.1,
1178            };
1179
1180            let mut files = Vec::new();
1181            for p in self.pending_dropped_files.drain(..) {
1182                let name = p
1183                    .file_name()
1184                    .and_then(|s| s.to_str())
1185                    .unwrap_or("file")
1186                    .to_string();
1187                files.push(repose_core::dnd::DroppedFile {
1188                    name,
1189                    path: Some(p),
1190                });
1191            }
1192
1193            let payload: repose_core::dnd::DragPayload =
1194                std::rc::Rc::new(repose_core::dnd::DroppedFiles { files });
1195
1196            let Some(target_id) = repose_core::dnd::dnd_target_id_at(f, pos) else {
1197                self.pending_drop_pos_px = None;
1198                return;
1199            };
1200
1201            if let Some(hit) = f.hit_regions.iter().find(|h| h.id == target_id)
1202                && let Some(cb) = &hit.on_drop
1203            {
1204                let accepted = cb(repose_core::dnd::DropEvent {
1205                    source_id: 0, // external source (OS)
1206                    target_id,
1207                    position: pos,
1208                    modifiers: self.rt.modifiers,
1209                    payload: payload.clone(),
1210                });
1211
1212                if accepted && let Some(node) = f.semantics_nodes.iter().find(|n| n.id == target_id)
1213                {
1214                    let label = node.label.as_deref().unwrap_or("");
1215                    self.a11y.announce(&format!("Dropped files on {}", label));
1216                }
1217            }
1218
1219            self.pending_drop_pos_px = None;
1220            self.request_redraw();
1221        }
1222    }
1223
1224    let event_loop = EventLoop::new()?;
1225    set_event_loop_proxy(event_loop.create_proxy());
1226    let mut app = App::new(Box::new(root), config);
1227    // Install system clock once
1228    repose_core::animation::set_clock(Box::new(repose_core::animation::SystemClock));
1229    event_loop.run_app(&mut app)?;
1230    Ok(())
1231}
1232
1233// Accessibility bridge stub (Noop by default; logs on Linux for now)
1234/// Bridge from Repose's semantics tree to platform accessibility APIs.
1235///
1236/// Implementations are responsible for:
1237/// - Exposing nodes to the OS (AT‑SPI, Android accessibility, etc.).
1238/// - Updating focus when `focus_changed` is called.
1239/// - Announcing transient messages (e.g. button activation) via screen readers.
1240pub trait A11yBridge: Send {
1241    /// Publish (or update) the full semantics tree for the current frame.
1242    fn publish_tree(&mut self, nodes: &[repose_core::runtime::SemNode]);
1243
1244    /// Notify that the focused node has changed. `None` means focus cleared.
1245    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>);
1246
1247    /// Announce a one‑off message via the platform's accessibility channel.
1248    fn announce(&mut self, msg: &str);
1249}
1250
1251#[cfg_attr(target_os = "linux", allow(dead_code))]
1252struct NoopA11y;
1253impl A11yBridge for NoopA11y {
1254    fn publish_tree(&mut self, _nodes: &[repose_core::runtime::SemNode]) {
1255        // no-op
1256    }
1257    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>) {
1258        if let Some(n) = node {
1259            log::info!("A11y focus: {:?} {:?}", n.role, n.label);
1260        } else {
1261            log::info!("A11y focus: None");
1262        }
1263    }
1264    fn announce(&mut self, msg: &str) {
1265        log::info!("A11y announce: {msg}");
1266    }
1267}
1268
1269#[cfg(target_os = "linux")]
1270struct LinuxAtspiStub;
1271#[cfg(target_os = "linux")]
1272impl A11yBridge for LinuxAtspiStub {
1273    fn publish_tree(&mut self, nodes: &[repose_core::runtime::SemNode]) {
1274        log::debug!("AT-SPI stub: publish {} nodes", nodes.len());
1275    }
1276    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>) {
1277        if let Some(n) = node {
1278            log::info!("AT-SPI stub focus: {:?} {:?}", n.role, n.label);
1279        } else {
1280            log::info!("AT-SPI stub focus: None");
1281        }
1282    }
1283    fn announce(&mut self, msg: &str) {
1284        log::info!("AT-SPI stub announce: {msg}");
1285    }
1286}