Skip to main content

repose_platform/
lib.rs

1//! Platform runners
2#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
3use accesskit_winit::Adapter;
4use repose_core::a11y::ReposeActionHandler;
5use repose_core::*;
6use std::cell::Cell;
7use std::sync::atomic::{AtomicBool, Ordering};
8use std::sync::{Arc, Mutex};
9use web_time::Instant;
10
11#[cfg(target_os = "android")]
12pub mod android;
13
14#[cfg(target_arch = "wasm32")]
15pub mod web;
16
17mod common;
18pub mod gamepad;
19pub mod render;
20pub mod runner_common;
21pub mod window_v2;
22
23use common as rc;
24
25pub use render::{ImageHandleGuard, RenderCommand, RenderContext};
26
27#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
28use winit::window::Window;
29
30#[cfg(not(target_arch = "wasm32"))]
31use std::sync::OnceLock;
32
33#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
34static APP_WINDOW: OnceLock<Arc<Window>> = OnceLock::new();
35
36#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
37static WINDOW_VISIBLE: AtomicBool = AtomicBool::new(true);
38
39#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
40static CLOSE_TO_TRAY: AtomicBool = AtomicBool::new(false);
41
42#[cfg(not(target_arch = "wasm32"))]
43static EVENT_LOOP_PROXY: OnceLock<winit::event_loop::EventLoopProxy<()>> = OnceLock::new();
44
45/// Optional callback invoked on every AboutToWait, regardless of redraw state.
46#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
47static ABOUT_TO_WAIT_CALLBACK: Mutex<Option<Box<dyn Fn() + Send>>> = Mutex::new(None);
48
49pub use repose_app::lifecycle::{
50    AppLifecycle, current_lifecycle, process_deeplinks, process_lifecycle, run_pre_redraw,
51    set_on_deeplink, set_on_lifecycle, set_pre_redraw,
52};
53
54/// Queue a lifecycle transition and wake the UI loop. Thin wrapper over `repose_app`.
55#[cfg(target_os = "android")]
56pub(crate) fn push_lifecycle(state: AppLifecycle) {
57    repose_app::lifecycle::push_lifecycle(state);
58    #[cfg(not(target_arch = "wasm32"))]
59    wake_event_loop();
60}
61
62/// Push a deeplink payload and wake the UI loop. Thin wrapper over `repose_app`.
63pub fn push_deeplink(data: Vec<u8>) {
64    repose_app::lifecycle::push_deeplink(data);
65    #[cfg(not(target_arch = "wasm32"))]
66    if let Some(proxy) = EVENT_LOOP_PROXY.get() {
67        let _ = proxy.send_event(());
68    }
69}
70
71/// Store the application window handle (called once during app setup).
72#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
73pub fn set_app_window(window: Arc<Window>) {
74    let _ = APP_WINDOW.set(window);
75}
76
77/// Store the event loop proxy so tray commands / deeplinks can wake the event loop.
78#[cfg(not(target_arch = "wasm32"))]
79pub fn set_event_loop_proxy(proxy: winit::event_loop::EventLoopProxy<()>) {
80    let _ = EVENT_LOOP_PROXY.set(proxy);
81}
82
83/// Register a callback invoked on every AboutToWait (used for draining tray commands).
84#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
85pub fn set_about_to_wait_callback(cb: Box<dyn Fn() + Send>) {
86    *ABOUT_TO_WAIT_CALLBACK
87        .lock()
88        .unwrap_or_else(|e| e.into_inner()) = Some(cb);
89}
90
91/// Wake the winit event loop from another thread (e.g. tray's GTK thread, JNI callback).
92#[cfg(not(target_arch = "wasm32"))]
93pub fn wake_event_loop() {
94    if let Some(proxy) = EVENT_LOOP_PROXY.get() {
95        let _ = proxy.send_event(());
96    }
97}
98
99/// Show the application window.
100///
101/// On Wayland, unminimizing might not be supported by the protocol?
102#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
103pub fn show_app_window() {
104    WINDOW_VISIBLE.store(true, Ordering::Relaxed);
105    if let Some(w) = APP_WINDOW.get() {
106        log::info!("show_app_window: calling set_visible(true)");
107        w.set_visible(true);
108        #[allow(deprecated)]
109        w.focus_window();
110    }
111    repose_core::frame_clock::request_frame();
112    wake_event_loop();
113}
114
115#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
116pub fn hide_app_window() {
117    WINDOW_VISIBLE.store(false, Ordering::Relaxed);
118    if let Some(w) = APP_WINDOW.get() {
119        log::info!("hide_app_window: calling set_visible(false)");
120        w.set_visible(false);
121    }
122    repose_core::frame_clock::request_frame();
123    wake_event_loop();
124}
125
126/// Returns whether the application window is currently visible.
127#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
128pub fn window_is_visible() -> bool {
129    WINDOW_VISIBLE.load(Ordering::Relaxed)
130}
131
132/// The close button hides the window (via ``set_visible(false)``) instead of
133/// closing. The tray "Quit" action still exits the process regardless.
134#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
135pub fn set_close_to_tray(enabled: bool) {
136    CLOSE_TO_TRAY.store(enabled, Ordering::Relaxed);
137}
138
139/// Helper: ensure caret visibility - now in `repose_ui::textfield::tf_ensure_visible_in_rect`.
140pub use repose_ui::textfield::tf_ensure_visible_in_rect;
141
142#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
143use common::map_cursor;
144
145pub use repose_app::{AndroidOptions, AppConfig, ReposeOptions};
146
147/// Run a desktop app with default [`AppConfig`].
148///
149/// Deprecated: use [`run_desktop_app_with_config`] with
150/// `AppConfig::default()` instead. This may be removed in a future release.
151#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
152#[deprecated(
153    note = "use run_desktop_app_with_config(root, AppConfig) instead; this may be removed in a future release"
154)]
155pub fn run_desktop_app(
156    root: impl FnMut(&mut Scheduler, &RenderContext) -> View + 'static,
157) -> anyhow::Result<()> {
158    run_desktop_app_with_config(root, AppConfig::default())
159}
160
161/// Run a desktop app with the given [`AppConfig`].
162#[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
163pub fn run_desktop_app_with_config(
164    root: impl FnMut(&mut Scheduler, &RenderContext) -> View + 'static,
165    config: AppConfig,
166) -> anyhow::Result<()> {
167    use winit::application::ApplicationHandler;
168    use winit::dpi::{LogicalPosition, LogicalSize, PhysicalSize};
169    use winit::event::{ElementState, MouseButton, WindowEvent};
170    use winit::event_loop::EventLoop;
171    use winit::keyboard::{KeyCode, PhysicalKey};
172    use winit::window::{Window, WindowAttributes};
173
174    use repose_app::ReposeRuntime;
175    use repose_core::a11y::A11yTree;
176
177    struct ReposeActivationHandler {
178        initial_tree: Option<accesskit::TreeUpdate>,
179    }
180
181    impl accesskit::ActivationHandler for ReposeActivationHandler {
182        fn request_initial_tree(&mut self) -> Option<accesskit::TreeUpdate> {
183            self.initial_tree.take()
184        }
185    }
186
187    struct ReposeDeactivationHandler;
188
189    impl accesskit::DeactivationHandler for ReposeDeactivationHandler {
190        fn deactivate_accessibility(&mut self) {
191            // Nothing to clean up for now
192        }
193    }
194
195    struct App {
196        root: Box<dyn FnMut(&mut Scheduler, &RenderContext) -> View>,
197        render: RenderContext,
198        window: Option<Arc<Window>>,
199        backend: Option<repose_render_wgpu::WgpuBackend>,
200        rt: ReposeRuntime,
201        inspector: Option<repose_devtools::Inspector>,
202        msaa_samples: u32,
203        max_fps: Option<f32>,
204        present_mode: PresentModePref,
205        window_title: String,
206        window_size: (u32, u32),
207
208        // Files
209        pending_dropped_files: Vec<std::path::PathBuf>,
210        pending_drop_pos_px: Option<(f32, f32)>,
211
212        // External file drag hover (HoveredFile / Cancelled)
213        external_file_drag: bool,
214        hovered_files: Vec<std::path::PathBuf>,
215
216        clipboard: Option<clipawl::Clipboard>,
217        a11y: Box<dyn A11yBridge>,
218
219        accesskit_adapter: Option<Adapter>,
220        a11y_actions: Arc<Mutex<Vec<accesskit::ActionRequest>>>,
221        a11y_tree: A11yTree,
222
223        // Last applied OS window theme (dark/light) to avoid spamming set_theme.
224        last_window_theme: Option<bool>,
225
226        last_redraw: Instant,
227        pending_redraw: bool,
228
229        // Tracks whether a redraw was requested by app code
230        redraw_requested: Cell<bool>,
231
232        // Shared touch-scroll / pinch / swipe gesture state (touchscreens)
233        touch_gestures: rc::TouchGestureState,
234
235        gamepad: Option<Box<dyn gamepad::GamepadBackend>>,
236    }
237
238    impl App {
239        fn process_a11y_actions(&mut self) {
240            let mut actions = self.a11y_actions.lock().unwrap_or_else(|e| e.into_inner());
241            if actions.is_empty() {
242                return;
243            }
244            let pending = actions.drain(..).collect::<Vec<_>>();
245            drop(actions);
246
247            let Some(f) = &self.rt.frame_cache else {
248                return;
249            };
250
251            for req in pending {
252                let target_id = req.target_node.0;
253                match req.action {
254                    accesskit::Action::Click => {
255                        if let Some(hit) = f.hit_regions.iter().find(|h| h.id == target_id)
256                            && let Some(cb) = &hit.on_click
257                        {
258                            cb();
259                            self.request_redraw();
260                        }
261                    }
262                    accesskit::Action::Focus => {
263                        // Assistive tech focus should show the focus ring.
264                        let _ = repose_core::request_input_mode(repose_core::InputMode::Keyboard);
265                        self.rt.sched.focused = Some(target_id);
266                        self.request_redraw();
267                    }
268                    _ => {}
269                }
270            }
271        }
272
273        fn new(
274            root: Box<dyn FnMut(&mut Scheduler, &RenderContext) -> View>,
275            config: AppConfig,
276        ) -> Self {
277            Self {
278                root,
279                render: RenderContext::new(),
280                window: None,
281                backend: None,
282                rt: ReposeRuntime::new(),
283                inspector: if config.enable_inspector {
284                    Some(repose_devtools::Inspector::new())
285                } else {
286                    None
287                },
288                msaa_samples: config.common.msaa_samples,
289                max_fps: config.common.max_fps,
290                present_mode: config.common.present_mode,
291                window_title: config.window_title,
292                window_size: config.window_size,
293                pending_dropped_files: Vec::new(),
294                pending_drop_pos_px: None,
295
296                external_file_drag: false,
297                hovered_files: Vec::new(),
298
299                clipboard: None,
300                a11y: {
301                    #[cfg(target_os = "linux")]
302                    {
303                        Box::new(LinuxAtspiStub) as Box<dyn A11yBridge>
304                    }
305                    #[cfg(not(target_os = "linux"))]
306                    {
307                        Box::new(NoopA11y) as Box<dyn A11yBridge>
308                    }
309                },
310
311                accesskit_adapter: None,
312                a11y_actions: Arc::new(Mutex::new(Vec::new())),
313                a11y_tree: A11yTree::default(),
314
315                last_redraw: Instant::now(),
316                pending_redraw: false,
317                last_window_theme: None,
318                redraw_requested: Cell::new(false),
319                touch_gestures: rc::TouchGestureState::default(),
320                gamepad: gamepad::create_backend()
321                    .map(|b| Box::new(b) as Box<dyn gamepad::GamepadBackend>),
322            }
323        }
324
325        fn request_redraw(&self) {
326            self.redraw_requested.set(true);
327            repose_core::request_frame();
328            rc::request_redraw(&self.window);
329        }
330
331        fn dispatch_action(&mut self, action: repose_core::shortcuts::Action) -> bool {
332            if self.rt.dispatch_action(action) {
333                if let Some(win) = &self.window {
334                    rc::set_ime_for_textfield(
335                        win,
336                        self.rt
337                            .sched
338                            .focused
339                            .is_some_and(|id| self.rt.is_textfield(id)),
340                    );
341                }
342                return true;
343            }
344            false
345        }
346
347        /// Minimum time between CPU-side redraw requests derived from
348        /// `max_fps`. `Duration::ZERO` means uncapped (redraw immediately).
349        fn frame_interval(&self) -> web_time::Duration {
350            match self.max_fps.filter(|f| *f > 0.0) {
351                Some(fps) => {
352                    let secs = (1.0 / fps as f64).clamp(0.0, 1.0);
353                    web_time::Duration::from_secs_f64(secs)
354                }
355                None => web_time::Duration::ZERO,
356            }
357        }
358
359        fn paste_from_primary(&self) -> Option<String> {
360            let mut opts = clipawl::ClipboardOptions::default();
361            opts.linux.selection = clipawl::LinuxSelection::Primary;
362            if let Ok(cb) = clipawl::Clipboard::new_with_options(opts) {
363                match pollster::block_on(cb.read()) {
364                    Ok(t) => Some(t),
365                    Err(e) => {
366                        eprintln!("Primary paste error: {}", e);
367                        None
368                    }
369                }
370            } else {
371                None
372            }
373        }
374
375        fn process_render_commands(&mut self) {
376            let Some(backend) = self.backend.as_mut() else {
377                return;
378            };
379            repose_render_wgpu::apply_render_commands(backend, self.render.drain());
380        }
381
382        fn reset_pointer_state(&mut self) {
383            self.rt.capture_id = None;
384            self.rt.pressed_ids.clear();
385            self.rt.hover_id = None;
386        }
387    }
388
389    impl ApplicationHandler<()> for App {
390        fn resumed(&mut self, el: &winit::event_loop::ActiveEventLoop) {
391            self.clipboard = rc::setup_clipboard();
392
393            if self.window.is_none() {
394                match el.create_window(
395                    WindowAttributes::default()
396                        .with_title(self.window_title.clone())
397                        .with_inner_size(PhysicalSize::new(self.window_size.0, self.window_size.1))
398                        .with_visible(false),
399                ) {
400                    Ok(win) => {
401                        let w = Arc::new(win);
402
403                        let activation_handler = ReposeActivationHandler {
404                            initial_tree: Some(A11yTree::initial_tree()),
405                        };
406
407                        let action_handler = ReposeActionHandler {
408                            pending_actions: self.a11y_actions.clone(),
409                        };
410
411                        let deactivation_handler = ReposeDeactivationHandler;
412
413                        let adapter = Adapter::with_direct_handlers(
414                            el,
415                            &w,
416                            activation_handler,
417                            action_handler,
418                            deactivation_handler,
419                        );
420
421                        self.accesskit_adapter = Some(adapter);
422
423                        w.set_visible(true);
424
425                        let size = w.inner_size();
426                        let sf = w.scale_factor() as f32;
427                        self.rt.set_viewport_and_scale(size.width, size.height, sf);
428
429                        match repose_render_wgpu::WgpuBackend::new_with_options(
430                            w.clone(),
431                            self.msaa_samples,
432                            self.present_mode,
433                        ) {
434                            Ok(mut b) => {
435                                b.set_pixels_per_point(sf);
436                                repose_render_wgpu::offscreen::set_shared_device(
437                                    b.device.clone(),
438                                    b.queue.clone(),
439                                );
440                                self.backend = Some(b);
441                                set_app_window(w.clone());
442                                self.window = Some(w);
443                                self.request_redraw();
444                            }
445                            Err(e) => {
446                                log::error!("Failed to create WGPU backend: {e:?}");
447                                el.exit();
448                            }
449                        }
450                    }
451                    Err(e) => {
452                        log::error!("Failed to create window: {e:?}");
453                        el.exit();
454                    }
455                }
456            }
457        }
458
459        fn window_event(
460            &mut self,
461            el: &winit::event_loop::ActiveEventLoop,
462            _id: winit::window::WindowId,
463            event: WindowEvent,
464        ) {
465            // Process AccessKit events first!
466            if let (Some(adapter), Some(window)) = (&mut self.accesskit_adapter, &self.window) {
467                adapter.process_event(window, &event);
468            }
469
470            match event {
471                WindowEvent::CloseRequested => {
472                    if CLOSE_TO_TRAY.load(Ordering::Relaxed) {
473                        // Drop GPU backend before null-buffer unmap.
474                        self.backend = None;
475                        if let Some(w) = &self.window {
476                            w.set_visible(false);
477                        }
478                        WINDOW_VISIBLE.store(false, Ordering::Relaxed);
479                    } else {
480                        el.exit();
481                    }
482                }
483
484                WindowEvent::Focused(false) => {
485                    // Delegate all common focus-lost cleanup to the runtime
486                    self.rt.handle_focus_lost();
487
488                    // Platform-specific cleanup
489                    self.external_file_drag = false;
490                    self.hovered_files.clear();
491
492                    if let Some(w) = &self.window {
493                        rc::set_ime_for_textfield(w, false);
494                    }
495
496                    self.request_redraw();
497                }
498
499                WindowEvent::CursorLeft { .. } => {
500                    self.rt.pointer_inside = false;
501                    self.rt.clear_hover();
502                    self.external_file_drag = false;
503                    self.hovered_files.clear();
504                    self.request_redraw();
505                }
506
507                WindowEvent::HoveredFile(path) => {
508                    // Mark external drag active and keep a small bounded list
509                    self.external_file_drag = true;
510                    if self.hovered_files.len() < 32 {
511                        self.hovered_files.push(path);
512                    }
513                    if self.pending_drop_pos_px.is_none() {
514                        self.pending_drop_pos_px = Some(self.rt.mouse_pos_px);
515                    }
516                    self.request_redraw();
517                }
518
519                WindowEvent::HoveredFileCancelled => {
520                    self.external_file_drag = false;
521                    self.hovered_files.clear();
522
523                    // Defensive: cancel any internal capture/drag that might be left stuck
524                    self.reset_pointer_state();
525
526                    self.request_redraw();
527                }
528
529                WindowEvent::DroppedFile(path) => {
530                    // DroppedFile is emitted once per file. Batch them.
531                    self.pending_dropped_files.push(path);
532                    if self.pending_drop_pos_px.is_none() {
533                        self.pending_drop_pos_px = Some(self.rt.mouse_pos_px);
534                    }
535
536                    // Drop ends the external file drag session.
537                    self.external_file_drag = false;
538                    self.hovered_files.clear();
539
540                    self.request_redraw();
541                }
542
543                WindowEvent::Resized(size) => {
544                    let sf = self
545                        .window
546                        .as_ref()
547                        .map(|w| w.scale_factor() as f32)
548                        .unwrap_or(1.0);
549                    rc::sync_viewport(&mut self.rt, &mut self.backend, size, sf);
550                    if let Some(w) = &self.window {
551                        let sf = w.scale_factor() as f32;
552                        let dp_w = size.width as f32 / sf;
553                        let dp_h = size.height as f32 / sf;
554                        log::info!(
555                            "Resized: fb={}x{} px, scale_factor={}, ~{}x{} dp",
556                            size.width,
557                            size.height,
558                            sf,
559                            dp_w as i32,
560                            dp_h as i32
561                        );
562                    }
563                    self.request_redraw();
564                }
565
566                WindowEvent::CursorMoved { position, .. } => {
567                    self.rt.pointer_inside = true;
568
569                    if self.external_file_drag {
570                        self.pending_drop_pos_px = Some((position.x as f32, position.y as f32));
571                    }
572
573                    let pos = Vec2 {
574                        x: position.x as f32,
575                        y: position.y as f32,
576                    };
577
578                    // Delegate pointer-move to the host runtime
579                    let result = self.rt.handle_pointer_move(pos);
580
581                    // Inspector hover (platform-specific - devtools inspect)
582                    if let (Some(inspector), Some(f)) = (&mut self.inspector, &self.rt.frame_cache)
583                        && inspector.hud.inspector_enabled
584                    {
585                        let hit = f.hit_regions.iter().find(|h| h.rect.contains(pos));
586                        let hover_rect = hit.map(|h| h.rect);
587                        let hover_info = hit.and_then(|h| {
588                            f.semantics_nodes.iter().find(|s| s.id == h.id).map(|s| {
589                                repose_devtools::HoveredInfo {
590                                    id: s.id,
591                                    role: format!("{:?}", s.role),
592                                    label: s.label.clone(),
593                                }
594                            })
595                        });
596                        inspector.hud.set_hovered(hover_rect, hover_info);
597                    }
598
599                    // Cursor icon via winit window
600                    if let Some(win) = &self.window
601                        && let Some(c) = result.cursor
602                    {
603                        win.set_cursor(winit::window::Cursor::Icon(map_cursor(c)));
604                    }
605
606                    self.request_redraw();
607                }
608
609                WindowEvent::MouseWheel { delta, .. } => {
610                    let scale = self
611                        .window
612                        .as_ref()
613                        .map(|w| w.scale_factor() as f32)
614                        .unwrap_or(1.0);
615                    if crate::runner_common::on_mouse_wheel(&mut self.rt, delta, scale) {
616                        self.request_redraw();
617                    }
618                }
619
620                WindowEvent::MouseInput { state, button, .. } => {
621                    let pos = Vec2 {
622                        x: self.rt.mouse_pos_px.0,
623                        y: self.rt.mouse_pos_px.1,
624                    };
625
626                    let mapped = match button {
627                        MouseButton::Left => PointerButton::Primary,
628                        MouseButton::Right => PointerButton::Secondary,
629                        MouseButton::Middle => PointerButton::Tertiary,
630                        // Forward/Back/other buttons are not dispatched by the runtime.
631                        _ => return,
632                    };
633
634                    match state {
635                        ElementState::Pressed => {
636                            let result = self.rt.handle_pointer_press(pos, mapped);
637
638                            // Platform-specific IME setup for focused textfields
639                            if let Some(fid) = result.focused
640                                && let Some(win) = &self.window
641                                && let Some(f) = &self.rt.frame_cache
642                                && let Some(hit) = f.hit_regions.iter().find(|h| h.id == fid)
643                            {
644                                let sf = win.scale_factor();
645                                rc::set_ime_for_textfield_ex(
646                                    win,
647                                    true,
648                                    hit.keyboard_type.ime_purpose_hint(),
649                                    hit.auto_correct.unwrap_or(true),
650                                    hit.capitalization,
651                                );
652                                win.set_ime_cursor_area(
653                                    LogicalPosition::new(
654                                        hit.rect.x as f64 / sf,
655                                        hit.rect.y as f64 / sf,
656                                    ),
657                                    LogicalSize::new(
658                                        hit.rect.w as f64 / sf,
659                                        hit.rect.h as f64 / sf,
660                                    ),
661                                );
662                            }
663
664                            // Click outside - no focus result from runtime, drop IME
665                            if result.focused.is_none() && self.rt.ime_preedit {
666                                if let Some(win) = &self.window {
667                                    rc::set_ime_for_textfield(win, false);
668                                }
669                                self.rt.ime_preedit = false;
670                            }
671
672                            if result.needs_a11y_announce {
673                                self.announce_focus_change();
674                            }
675
676                            // Middle-click: paste the primary selection into a textfield.
677                            if matches!(mapped, PointerButton::Tertiary)
678                                && let Some(f) = &self.rt.frame_cache
679                                && let Some(cid) = self.rt.capture_id
680                                && let Some(hit) = f.hit_regions.iter().find(|h| h.id == cid)
681                                && self.rt.is_textfield(hit.id)
682                                && let Some(txt) = self.paste_from_primary()
683                            {
684                                self.rt.paste_into_focused(&txt);
685                            }
686
687                            // Inspector: click-to-select topmost widget under cursor.
688                            if matches!(mapped, PointerButton::Primary | PointerButton::Secondary)
689                                && let Some(inspector) = &mut self.inspector
690                                && inspector.hud.inspector_enabled
691                                && let Some(f) = &self.rt.frame_cache
692                                && let Some(hit) =
693                                    f.hit_regions.iter().rev().find(|h| h.rect.contains(pos))
694                            {
695                                let info =
696                                    f.semantics_nodes.iter().find(|s| s.id == hit.id).map(|s| {
697                                        repose_devtools::HoveredInfo {
698                                            id: s.id,
699                                            role: format!("{:?}", s.role),
700                                            label: s.label.clone(),
701                                        }
702                                    });
703                                inspector
704                                    .hud
705                                    .select_widget(repose_devtools::SelectedWidget {
706                                        id: hit.id,
707                                        role: info
708                                            .as_ref()
709                                            .map(|i| i.role.clone())
710                                            .unwrap_or_default(),
711                                        label: info.as_ref().and_then(|i| i.label.clone()),
712                                        bounds: hit.rect,
713                                    });
714                            }
715
716                            self.request_redraw();
717                        }
718
719                        ElementState::Released => {
720                            let result = self.rt.handle_pointer_release(pos, mapped);
721
722                            // A11y: announce activation when a click fires on release.
723                            // The runtime reports the clicked id before clearing its
724                            // capture state, so this cannot race with `capture_id = None`.
725                            if let Some(cid) = result.clicked_id
726                                && let Some(f) = &self.rt.frame_cache
727                                && let Some(node) = f.semantics_nodes.iter().find(|n| n.id == cid)
728                            {
729                                let label = node.label.as_deref().unwrap_or("");
730                                self.a11y.announce(&format!("Activated {}", label));
731                            }
732
733                            self.request_redraw();
734                        }
735                    }
736                }
737
738                WindowEvent::Touch(t) => {
739                    let scale = self
740                        .window
741                        .as_ref()
742                        .map(|w| w.scale_factor() as f32)
743                        .unwrap_or(1.0);
744                    let r = crate::runner_common::handle_touch_raw(
745                        &mut self.rt,
746                        &mut self.touch_gestures,
747                        &t,
748                        scale,
749                    );
750                    let mut dirty = r.dirty;
751                    if let Some((delta_scale, center)) = r.pinch
752                        && self.dispatch_action(repose_core::shortcuts::Action::Gesture(
753                            repose_core::shortcuts::Gesture::PinchWithCenter {
754                                delta_scale,
755                                center,
756                            },
757                        ))
758                    {
759                        dirty = true;
760                    }
761                    if let Some(delta) = r.pan
762                        && self.dispatch_action(repose_core::shortcuts::Action::Gesture(
763                            repose_core::shortcuts::Gesture::Pan { delta },
764                        ))
765                    {
766                        dirty = true;
767                    }
768                    if let Some((delta_rotation, center)) = r.rotation
769                        && self.dispatch_action(repose_core::shortcuts::Action::Gesture(
770                            repose_core::shortcuts::Gesture::Rotate {
771                                delta_rotation,
772                                center,
773                            },
774                        ))
775                    {
776                        dirty = true;
777                    }
778                    if let Some(right) = r.swipe_right {
779                        let g = if right {
780                            repose_core::shortcuts::Gesture::SwipeRight
781                        } else {
782                            repose_core::shortcuts::Gesture::SwipeLeft
783                        };
784                        if self.dispatch_action(repose_core::shortcuts::Action::Gesture(g)) {
785                            dirty = true;
786                        }
787                    }
788                    if dirty {
789                        self.request_redraw();
790                    }
791                }
792
793                WindowEvent::ModifiersChanged(new_mods) => {
794                    crate::runner_common::on_modifiers_changed(&mut self.rt, &new_mods.state());
795                }
796
797                WindowEvent::KeyboardInput {
798                    event: key_event, ..
799                } => {
800                    if crate::runner_common::on_keyboard_input(
801                        &mut self.rt,
802                        &key_event,
803                        &mut self.inspector,
804                    ) {
805                        self.request_redraw();
806                        return;
807                    }
808
809                    // Escape / BrowserBack: when the runtime didn't cancel a
810                    // drag / dispatch focus, fall back to navigation back.
811                    if key_event.state == ElementState::Pressed && !key_event.repeat {
812                        match key_event.physical_key {
813                            PhysicalKey::Code(KeyCode::BrowserBack)
814                            | PhysicalKey::Code(KeyCode::Escape) => {
815                                use repose_navigation::back;
816                                if !back::handle() {
817                                    // el.exit();
818                                }
819                                return;
820                            }
821                            _ => {}
822                        }
823                    }
824
825                    // --- A11y: keyboard activation announcement ---
826                    if key_event.state == ElementState::Released
827                        && let Some(active_id) = self.rt.key_pressed_active
828                    {
829                        match key_event.physical_key {
830                            PhysicalKey::Code(KeyCode::Space)
831                            | PhysicalKey::Code(KeyCode::Enter) => {
832                                if let Some(f) = &self.rt.frame_cache
833                                    && let Some(node) =
834                                        f.semantics_nodes.iter().find(|n| n.id == active_id)
835                                {
836                                    let label = node.label.as_deref().unwrap_or("");
837                                    self.a11y.announce(&format!("Activated {}", label));
838                                }
839                            }
840                            _ => {}
841                        }
842                    }
843                }
844
845                WindowEvent::Ime(ime) => {
846                    crate::runner_common::on_ime(&mut self.rt, &ime);
847                    self.request_redraw();
848                }
849
850                WindowEvent::RedrawRequested => {
851                    // Allow media (etc.) to queue texture uploads without compose.
852                    crate::run_pre_redraw(&self.render);
853
854                    // 1. Check our redraw flag before processing a11y.
855                    if !self.redraw_requested.replace(false) {
856                        self.process_a11y_actions();
857                        self.process_render_commands();
858                        // Present-only: redraw last cached scene with updated textures
859                        if let (Some(backend), Some(frame)) =
860                            (self.backend.as_mut(), self.rt.frame_cache.as_ref())
861                        {
862                            let scale = self
863                                .window
864                                .as_ref()
865                                .map(|w| w.scale_factor() as f32)
866                                .unwrap_or(1.0);
867                            let mut scene = frame.scene.clone();
868                            if let Some(inspector) = &mut self.inspector {
869                                inspector.frame(&mut scene);
870                            }
871                            backend.frame(
872                                &scene,
873                                GlyphRasterConfig {
874                                    px: Px(18.0 * scale),
875                                },
876                            );
877                        }
878                        log::trace!("RedrawRequested: no frame request, skipping compose");
879                        return;
880                    }
881                    log::trace!("RedrawRequested: frame request pending, composing");
882
883                    // 2. Process a11y actions and render commands before compose.
884                    self.process_a11y_actions();
885                    self.process_render_commands();
886
887                    let Some(win) = self.window.as_ref() else {
888                        return;
889                    };
890                    if self.backend.is_none() {
891                        return;
892                    }
893
894                    // Advance animations before composition (Compose pattern).
895                    // Mirrors broadcastFrameClock.sendFrame() before performRecompose().
896                    repose_core::animation_driver::tick();
897
898                    let t0 = Instant::now();
899                    let scale = win.scale_factor() as f32;
900                    self.rt.scale = scale;
901                    let focused = self.rt.sched.focused;
902
903                    let output = self.rt.frame(&mut self.root, &self.render);
904
905                    if let Some(cursor) = &output.platform.cursor {
906                        win.set_cursor(winit::window::Cursor::Icon(map_cursor(*cursor)));
907                    }
908
909                    // Sync OS window chrome (titlebar) to the app theme, deduped.
910                    if let Some(dark) = output.platform.window_theme_dark
911                        && self.last_window_theme != Some(dark)
912                    {
913                        win.set_theme(Some(if dark {
914                            winit::window::Theme::Dark
915                        } else {
916                            winit::window::Theme::Light
917                        }));
918                        self.last_window_theme = Some(dark);
919                    }
920
921                    // Apply IME keyboard hints
922                    if output.platform.ime_allowed {
923                        rc::set_ime_for_textfield_ex(
924                            win,
925                            true,
926                            output.platform.ime_purpose,
927                            output.platform.ime_auto_correct,
928                            output.platform.ime_capitalization,
929                        );
930                        if let Some((x, y, w, h)) = output.platform.ime_cursor_area {
931                            win.set_ime_cursor_area(
932                                LogicalPosition::new(x, y),
933                                LogicalSize::new(w, h),
934                            );
935                        }
936                    } else if self.rt.ime_preedit {
937                        rc::set_ime_for_textfield_ex(
938                            win,
939                            false,
940                            repose_core::ImePurposeHint::Normal,
941                            true,
942                            repose_core::KeyboardCapitalization::Unspecified,
943                        );
944                        self.rt.ime_preedit = false;
945                    }
946
947                    // Apply IME state based on wants_keyboard
948                    if !output.wants_keyboard
949                        && focused.is_some()
950                        && self.rt.sched.focused.is_none()
951                        && self.rt.ime_preedit
952                    {
953                        rc::set_ime_for_textfield(win, false);
954                        self.rt.ime_preedit = false;
955                    }
956
957                    let frame = output.into_frame();
958
959                    let build_layout_ms = (Instant::now() - t0).as_secs_f32() * 1000.0;
960
961                    // UPDATE ACCESSIBILITY TREE
962                    if let (Some(adapter), Some(win)) = (&mut self.accesskit_adapter, &self.window)
963                    {
964                        let scale = win.scale_factor();
965                        if let Some(update) = self.a11y_tree.update(
966                            &frame.semantics_nodes,
967                            scale,
968                            self.rt.sched.focused,
969                        ) {
970                            adapter.update_if_active(|| update);
971                        }
972                    }
973
974                    // Render
975                    let mut scene = frame.scene.clone();
976                    // Update HUD metrics before overlay draws
977                    if let Some(inspector) = &mut self.inspector {
978                        let widget_count = frame.semantics_nodes.len() + frame.hit_regions.len();
979                        let signal_count = self.rt.sched.id_count() as usize;
980                        let ls = repose_ui::last_layout_stats();
981                        inspector.hud.metrics = Some(repose_devtools::Metrics {
982                            build_ms: build_layout_ms,
983                            layout_ms: ls.layout_time_ms,
984                            paint_ms: ls.paint_time_ms,
985                            scene_nodes: scene.nodes.len(),
986                            widget_count,
987                            signal_count,
988                            taffy_created: ls.taffy_created,
989                            taffy_reused: ls.taffy_reused,
990                            layout_hits: ls.layout_hits,
991                            layout_misses: ls.layout_misses,
992                            paint_cache_hits: ls.paint_cache_hits,
993                            paint_cache_misses: ls.paint_cache_misses,
994                            paint_culled: ls.paint_culled,
995                        });
996                        inspector.frame(&mut scene);
997                    }
998
999                    // Drag indicator overlay (internal + file drop)
1000                    repose_core::dnd::overlay_drag_indicator(
1001                        &mut scene,
1002                        self.rt.mouse_pos_px,
1003                        self.external_file_drag,
1004                    );
1005
1006                    // Drain upload commands queued during compose (e.g. VideoSink set_image_*)
1007                    // before presenting to avoid 1-frame GPU texture lag.
1008                    self.process_render_commands();
1009
1010                    // Now borrow backend mutably only for the frame() call
1011                    let Some(win) = self.window.as_ref() else {
1012                        return;
1013                    };
1014                    let scale = win.scale_factor() as f32;
1015                    if let Some(backend) = self.backend.as_mut() {
1016                        backend.frame(
1017                            &scene,
1018                            GlyphRasterConfig {
1019                                px: Px(18.0 * scale),
1020                            },
1021                        );
1022                    }
1023
1024                    // Initialize TextFieldState for any focused TextField that
1025                    // doesn't have one yet (e.g. after FocusRequester::request_focus),
1026                    // reconcile hover, and publish the DnD frame/scale.
1027                    self.rt.after_compose(&frame, scale);
1028
1029                    // NOTE: hover was already reconciled inside `compose()`.
1030                    // `cache_frame` rebuilds the retained hover-leave map.
1031                    self.rt.cache_frame(frame);
1032
1033                    self.dispatch_file_drop_now();
1034
1035                    self.rt.tick_overlays();
1036                    self.last_redraw = Instant::now();
1037                }
1038
1039                _ => {}
1040            }
1041        }
1042
1043        fn about_to_wait(&mut self, el: &winit::event_loop::ActiveEventLoop) {
1044            // Process cross-thread commands (e.g. tray toggles, deeplinks) before any
1045            // redraw check, so hide/show commands work even when hidden
1046            #[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
1047            if let Some(cb) = ABOUT_TO_WAIT_CALLBACK
1048                .lock()
1049                .unwrap_or_else(|e| e.into_inner())
1050                .as_ref()
1051            {
1052                let res = std::panic::catch_unwind(std::panic::AssertUnwindSafe(cb));
1053                if let Err(e) = res {
1054                    log::error!(
1055                        "ABOUT_TO_WAIT_CALLBACK panicked: {}",
1056                        e.downcast_ref::<String>()
1057                            .map(|s| s.as_str())
1058                            .or_else(|| e.downcast_ref::<&str>().copied())
1059                            .unwrap_or("unknown")
1060                    );
1061                }
1062            }
1063            process_deeplinks();
1064
1065            if let Some(backend) = &mut self.gamepad {
1066                for ev in backend.poll() {
1067                    self.rt.handle_gamepad(&ev);
1068                }
1069                for (id, low, high, duration_ms) in self.rt.take_rumble_requests() {
1070                    use repose_core::input::GamepadId;
1071                    let gid = GamepadId(id);
1072                    if duration_ms == 0 {
1073                        backend.stop_rumble(gid);
1074                    } else if !backend.set_rumble(gid, low, high, duration_ms) {
1075                        log::warn!("gamepad: rumble not supported for pad {id}");
1076                    }
1077                }
1078            } else {
1079                self.rt.take_rumble_requests();
1080            }
1081
1082            #[cfg(all(not(target_os = "android"), not(target_arch = "wasm32")))]
1083            if WINDOW_VISIBLE.load(Ordering::Relaxed)
1084                && self.backend.is_none()
1085                && let Some(w) = &self.window
1086            {
1087                log::info!("about_to_wait: recreating GPU backend");
1088                match repose_render_wgpu::WgpuBackend::new_with_options(
1089                    w.clone(),
1090                    self.msaa_samples,
1091                    self.present_mode,
1092                ) {
1093                    Ok(b) => {
1094                        repose_render_wgpu::offscreen::set_shared_device(
1095                            b.device.clone(),
1096                            b.queue.clone(),
1097                        );
1098                        self.backend = Some(b)
1099                    }
1100                    Err(e) => log::error!("about_to_wait: failed to recreate backend: {e:?}"),
1101                }
1102            }
1103
1104            let needs_compose = take_frame_request();
1105            let needs_present = take_present_request();
1106
1107            if needs_compose {
1108                self.pending_redraw = true;
1109            }
1110
1111            // Present-only: texture was updated, redraw last cached scene without compose.
1112            if !self.pending_redraw && needs_present && self.rt.frame_cache.is_some() {
1113                let now = Instant::now();
1114                let interval = self.frame_interval();
1115                if now.saturating_duration_since(self.last_redraw) >= interval {
1116                    rc::request_redraw(&self.window);
1117                    self.last_redraw = now;
1118                } else {
1119                    el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(
1120                        self.last_redraw + interval,
1121                    ));
1122                }
1123                return;
1124            }
1125
1126            if !self.pending_redraw {
1127                let now = Instant::now();
1128                let idle_cap = web_time::Duration::from_millis(1000);
1129                let deadline = self.rt.next_frame_deadline(now, idle_cap);
1130
1131                if now.saturating_duration_since(self.last_redraw) >= idle_cap
1132                    || self.rt.is_wakeup_due(now)
1133                {
1134                    self.redraw_requested.set(true);
1135                    request_frame();
1136                    rc::request_redraw(&self.window);
1137                    self.last_redraw = now;
1138                }
1139                el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(Ord::min(
1140                    deadline,
1141                    now + idle_cap,
1142                )));
1143                return;
1144            }
1145
1146            let now = Instant::now();
1147            let interval = self.frame_interval();
1148
1149            if now.saturating_duration_since(self.last_redraw) >= interval {
1150                self.pending_redraw = false;
1151                self.redraw_requested.set(true);
1152                rc::request_redraw(&self.window);
1153                self.last_redraw = now;
1154            } else {
1155                el.set_control_flow(winit::event_loop::ControlFlow::WaitUntil(
1156                    self.last_redraw + interval,
1157                ));
1158            }
1159        }
1160
1161        fn new_events(
1162            &mut self,
1163            _: &winit::event_loop::ActiveEventLoop,
1164            _: winit::event::StartCause,
1165        ) {
1166        }
1167        fn user_event(&mut self, _: &winit::event_loop::ActiveEventLoop, _: ()) {
1168            self.pending_redraw = true;
1169        }
1170        fn device_event(
1171            &mut self,
1172            _: &winit::event_loop::ActiveEventLoop,
1173            _: winit::event::DeviceId,
1174            _: winit::event::DeviceEvent,
1175        ) {
1176        }
1177        fn suspended(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1178        fn exiting(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1179        fn memory_warning(&mut self, _: &winit::event_loop::ActiveEventLoop) {}
1180    }
1181
1182    impl App {
1183        fn announce_focus_change(&mut self) {
1184            if let Some(f) = &self.rt.frame_cache {
1185                let focused_node = self
1186                    .rt
1187                    .sched
1188                    .focused
1189                    .and_then(|id| f.semantics_nodes.iter().find(|n| n.id == id));
1190                self.a11y.focus_changed(focused_node);
1191            }
1192        }
1193
1194        fn dispatch_file_drop_now(&mut self) {
1195            let Some(f) = &self.rt.frame_cache else {
1196                self.pending_dropped_files.clear();
1197                self.pending_drop_pos_px = None;
1198                return;
1199            };
1200
1201            if self.pending_dropped_files.is_empty() {
1202                return;
1203            }
1204
1205            let pos_px = self.pending_drop_pos_px.unwrap_or(self.rt.mouse_pos_px);
1206            let pos = Vec2 {
1207                x: pos_px.0,
1208                y: pos_px.1,
1209            };
1210
1211            let mut files = Vec::new();
1212            for p in self.pending_dropped_files.drain(..) {
1213                let name = p
1214                    .file_name()
1215                    .and_then(|s| s.to_str())
1216                    .unwrap_or("file")
1217                    .to_string();
1218                files.push(repose_core::dnd::DroppedFile {
1219                    name,
1220                    path: Some(p),
1221                });
1222            }
1223
1224            let payload: repose_core::dnd::DragPayload =
1225                std::rc::Rc::new(repose_core::dnd::DroppedFiles { files });
1226
1227            let Some(target_id) = repose_core::dnd::dnd_target_id_at(f, pos) else {
1228                self.pending_drop_pos_px = None;
1229                return;
1230            };
1231
1232            if let Some(hit) = f.hit_regions.iter().find(|h| h.id == target_id)
1233                && let Some(cb) = &hit.on_drop
1234            {
1235                let accepted = cb(repose_core::dnd::DropEvent {
1236                    source_id: 0, // external source (OS)
1237                    target_id,
1238                    position: pos,
1239                    modifiers: self.rt.modifiers,
1240                    payload: payload.clone(),
1241                });
1242
1243                if accepted && let Some(node) = f.semantics_nodes.iter().find(|n| n.id == target_id)
1244                {
1245                    let label = node.label.as_deref().unwrap_or("");
1246                    self.a11y.announce(&format!("Dropped files on {}", label));
1247                }
1248            }
1249
1250            self.pending_drop_pos_px = None;
1251            self.request_redraw();
1252        }
1253    }
1254
1255    let event_loop = EventLoop::new()?;
1256    set_event_loop_proxy(event_loop.create_proxy());
1257    let mut app = App::new(Box::new(root), config);
1258    // Install system clock once
1259    repose_core::animation::set_clock(Box::new(repose_core::animation::SystemClock));
1260    event_loop.run_app(&mut app)?;
1261    Ok(())
1262}
1263
1264// Accessibility bridge stub (Noop by default; logs on Linux for now)
1265/// Bridge from Repose's semantics tree to platform accessibility APIs.
1266///
1267/// Implementations are responsible for:
1268/// - Exposing nodes to the OS (AT‑SPI, Android accessibility, etc.).
1269/// - Updating focus when `focus_changed` is called.
1270/// - Announcing transient messages (e.g. button activation) via screen readers.
1271pub trait A11yBridge: Send {
1272    /// Publish (or update) the full semantics tree for the current frame.
1273    fn publish_tree(&mut self, nodes: &[repose_core::runtime::SemNode]);
1274
1275    /// Notify that the focused node has changed. `None` means focus cleared.
1276    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>);
1277
1278    /// Announce a one‑off message via the platform's accessibility channel.
1279    fn announce(&mut self, msg: &str);
1280}
1281
1282#[cfg_attr(target_os = "linux", allow(dead_code))]
1283struct NoopA11y;
1284impl A11yBridge for NoopA11y {
1285    fn publish_tree(&mut self, _nodes: &[repose_core::runtime::SemNode]) {
1286        // no-op
1287    }
1288    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>) {
1289        if let Some(n) = node {
1290            log::info!("A11y focus: {:?} {:?}", n.role, n.label);
1291        } else {
1292            log::info!("A11y focus: None");
1293        }
1294    }
1295    fn announce(&mut self, msg: &str) {
1296        log::info!("A11y announce: {msg}");
1297    }
1298}
1299
1300#[cfg(target_os = "linux")]
1301struct LinuxAtspiStub;
1302#[cfg(target_os = "linux")]
1303impl A11yBridge for LinuxAtspiStub {
1304    fn publish_tree(&mut self, nodes: &[repose_core::runtime::SemNode]) {
1305        log::debug!("AT-SPI stub: publish {} nodes", nodes.len());
1306    }
1307    fn focus_changed(&mut self, node: Option<&repose_core::runtime::SemNode>) {
1308        if let Some(n) = node {
1309            log::info!("AT-SPI stub focus: {:?} {:?}", n.role, n.label);
1310        } else {
1311            log::info!("AT-SPI stub focus: None");
1312        }
1313    }
1314    fn announce(&mut self, msg: &str) {
1315        log::info!("AT-SPI stub announce: {msg}");
1316    }
1317}