use std::cell::{Cell, RefCell};
use std::rc::Rc;
use embedder_traits::{InputEventId, PaintHitTestResult, Scroll, TouchEventType, TouchId};
use euclid::{Point2D, Scale, Vector2D};
use log::{debug, error, warn};
use rustc_hash::{FxHashMap, FxHashSet};
use servo_base::id::WebViewId;
use style_traits::CSSPixel;
use webrender_api::units::{DevicePixel, DevicePoint, DeviceVector2D};
use self::TouchSequenceState::*;
use crate::paint::RepaintReason;
use crate::painter::Painter;
use crate::refresh_driver::{BaseRefreshDriver, RefreshDriverObserver};
use crate::webview_renderer::{ScrollEvent, ScrollZoomEvent, WebViewRenderer};
#[repr(transparent)]
#[derive(Clone, Copy, Debug, Default, Eq, Hash, PartialEq)]
pub(crate) struct TouchSequenceId(u32);
impl TouchSequenceId {
const fn new() -> Self {
Self(0)
}
fn next(&mut self) {
self.0 = self.0.wrapping_add(1);
}
}
const TOUCH_PAN_MIN_SCREEN_PX: f32 = 10.0;
const FLING_SCALING_FACTOR: f32 = 0.95;
const FLING_MIN_SCREEN_PX: f32 = 3.0;
const FLING_MAX_SCREEN_PX: f32 = 4000.0;
pub struct TouchHandler {
webview_id: WebViewId,
pub current_sequence_id: TouchSequenceId,
touch_sequence_map: FxHashMap<TouchSequenceId, TouchSequenceInfo>,
pub(crate) pending_touch_input_events: RefCell<FxHashMap<InputEventId, PendingTouchInputEvent>>,
observing_frames_for_fling: Cell<bool>,
}
#[derive(Debug, Eq, PartialEq)]
pub enum TouchMoveAllowed {
Prevented,
Allowed,
Pending,
}
pub(crate) enum TouchIdMoveTracking {
Track,
Remove,
}
struct HitTestResultCache {
value: PaintHitTestResult,
device_pixels_per_page: Scale<f32, CSSPixel, DevicePixel>,
}
pub struct TouchSequenceInfo {
pub(crate) state: TouchSequenceState,
active_touch_points: Vec<TouchPoint>,
touch_ids_in_move: FxHashSet<TouchId>,
pub prevent_click: bool,
pub prevent_move: TouchMoveAllowed,
pending_touch_move_actions: Vec<ScrollZoomEvent>,
hit_test_result_cache: Option<HitTestResultCache>,
}
impl TouchSequenceInfo {
fn touch_count(&self) -> usize {
self.active_touch_points.len()
}
fn pinch_distance_and_center(&self) -> (f32, Point2D<f32, DevicePixel>) {
debug_assert_eq!(self.touch_count(), 2);
let p0 = self.active_touch_points[0].point;
let p1 = self.active_touch_points[1].point;
let center = p0.lerp(p1, 0.5);
let distance = (p0 - p1).length();
(distance, center)
}
fn add_pending_touch_move_action(&mut self, action: ScrollZoomEvent) {
debug_assert!(self.prevent_move == TouchMoveAllowed::Pending);
self.pending_touch_move_actions.push(action);
}
fn is_finished(&self) -> bool {
matches!(
self.state,
Finished | Flinging { .. } | PendingFling { .. } | PendingClick(_)
)
}
fn update_hit_test_result_cache_pointer(&mut self, delta: Vector2D<f32, DevicePixel>) {
if let Some(ref mut hit_test_result_cache) = self.hit_test_result_cache {
let scaled_delta = delta / hit_test_result_cache.device_pixels_per_page;
hit_test_result_cache.value.point_in_viewport += scaled_delta;
}
}
}
#[derive(Clone, Copy, Debug, PartialEq)]
pub struct TouchPoint {
pub touch_id: TouchId,
pub point: Point2D<f32, DevicePixel>,
}
impl TouchPoint {
fn new(touch_id: TouchId, point: Point2D<f32, DevicePixel>) -> Self {
TouchPoint { touch_id, point }
}
}
#[derive(Clone, Copy, Debug, PartialEq)]
pub(crate) enum TouchSequenceState {
Touching,
Panning {
velocity: Vector2D<f32, DevicePixel>,
},
Pinching,
MultiTouch,
PendingFling {
velocity: Vector2D<f32, DevicePixel>,
point: DevicePoint,
},
Flinging {
velocity: Vector2D<f32, DevicePixel>,
point: DevicePoint,
},
PendingClick(DevicePoint),
Finished,
}
pub(crate) struct FlingAction {
pub delta: DeviceVector2D,
pub cursor: DevicePoint,
}
impl TouchHandler {
pub(crate) fn new(webview_id: WebViewId) -> Self {
let finished_info = TouchSequenceInfo {
state: TouchSequenceState::Finished,
active_touch_points: vec![],
touch_ids_in_move: FxHashSet::default(),
prevent_click: false,
prevent_move: TouchMoveAllowed::Pending,
pending_touch_move_actions: vec![],
hit_test_result_cache: None,
};
let mut touch_sequence_map = FxHashMap::default();
touch_sequence_map.insert(TouchSequenceId::new(), finished_info);
TouchHandler {
webview_id,
current_sequence_id: TouchSequenceId::new(),
touch_sequence_map,
pending_touch_input_events: Default::default(),
observing_frames_for_fling: Default::default(),
}
}
pub(crate) fn set_handling_touch_move_for_touch_id(
&mut self,
sequence_id: TouchSequenceId,
touch_id: TouchId,
flag: TouchIdMoveTracking,
) {
if let Some(sequence) = self.touch_sequence_map.get_mut(&sequence_id) {
match flag {
TouchIdMoveTracking::Track => {
sequence.touch_ids_in_move.insert(touch_id);
},
TouchIdMoveTracking::Remove => {
sequence.touch_ids_in_move.remove(&touch_id);
},
}
}
}
pub(crate) fn is_handling_touch_move_for_touch_id(
&self,
sequence_id: TouchSequenceId,
touch_id: TouchId,
) -> bool {
self.touch_sequence_map
.get(&sequence_id)
.is_some_and(|seq| seq.touch_ids_in_move.contains(&touch_id))
}
pub(crate) fn prevent_click(&mut self, sequence_id: TouchSequenceId) {
if let Some(sequence) = self.touch_sequence_map.get_mut(&sequence_id) {
sequence.prevent_click = true;
} else {
warn!("TouchSequenceInfo corresponding to the sequence number has been deleted.");
}
}
pub(crate) fn prevent_move(&mut self, sequence_id: TouchSequenceId) {
if let Some(sequence) = self.touch_sequence_map.get_mut(&sequence_id) {
sequence.prevent_move = TouchMoveAllowed::Prevented;
} else {
warn!("TouchSequenceInfo corresponding to the sequence number has been deleted.");
}
}
pub(crate) fn move_allowed(&self, sequence_id: TouchSequenceId) -> bool {
self.touch_sequence_map
.get(&sequence_id)
.is_none_or(|sequence| sequence.prevent_move == TouchMoveAllowed::Allowed)
}
pub(crate) fn take_pending_touch_move_actions(
&mut self,
sequence_id: TouchSequenceId,
) -> Vec<ScrollZoomEvent> {
self.touch_sequence_map
.get_mut(&sequence_id)
.map(|sequence| std::mem::take(&mut sequence.pending_touch_move_actions))
.unwrap_or_default()
}
pub(crate) fn remove_pending_touch_move_actions(&mut self, sequence_id: TouchSequenceId) {
if let Some(sequence) = self.touch_sequence_map.get_mut(&sequence_id) {
sequence.pending_touch_move_actions.clear();
}
}
pub(crate) fn try_remove_touch_sequence(&mut self, sequence_id: TouchSequenceId) {
if let Some(sequence) = self.touch_sequence_map.get(&sequence_id) {
if sequence.pending_touch_move_actions.is_empty() && sequence.state == Finished {
self.touch_sequence_map.remove(&sequence_id);
}
}
}
pub(crate) fn remove_touch_sequence(&mut self, sequence_id: TouchSequenceId) {
let old = self.touch_sequence_map.remove(&sequence_id);
debug_assert!(old.is_some(), "Sequence already removed?");
}
fn get_current_touch_sequence_mut(&mut self) -> &mut TouchSequenceInfo {
self.touch_sequence_map
.get_mut(&self.current_sequence_id)
.expect("Current Touch sequence does not exist")
}
fn try_get_current_touch_sequence(&self) -> Option<&TouchSequenceInfo> {
self.touch_sequence_map.get(&self.current_sequence_id)
}
fn try_get_current_touch_sequence_mut(&mut self) -> Option<&mut TouchSequenceInfo> {
self.touch_sequence_map.get_mut(&self.current_sequence_id)
}
fn get_touch_sequence(&self, sequence_id: TouchSequenceId) -> &TouchSequenceInfo {
self.touch_sequence_map
.get(&sequence_id)
.expect("Touch sequence not found.")
}
pub(crate) fn get_touch_sequence_mut(
&mut self,
sequence_id: TouchSequenceId,
) -> Option<&mut TouchSequenceInfo> {
self.touch_sequence_map.get_mut(&sequence_id)
}
pub(crate) fn on_touch_down(&mut self, touch_id: TouchId, point: Point2D<f32, DevicePixel>) {
if !self
.touch_sequence_map
.contains_key(&self.current_sequence_id) ||
self.get_touch_sequence(self.current_sequence_id)
.is_finished()
{
self.current_sequence_id.next();
debug!("Entered new touch sequence: {:?}", self.current_sequence_id);
let active_touch_points = vec![TouchPoint::new(touch_id, point)];
self.touch_sequence_map.insert(
self.current_sequence_id,
TouchSequenceInfo {
state: Touching,
active_touch_points,
touch_ids_in_move: FxHashSet::default(),
prevent_click: false,
prevent_move: TouchMoveAllowed::Pending,
pending_touch_move_actions: vec![],
hit_test_result_cache: None,
},
);
} else {
debug!("Touch down in sequence {:?}.", self.current_sequence_id);
let touch_sequence = self.get_current_touch_sequence_mut();
touch_sequence
.active_touch_points
.push(TouchPoint::new(touch_id, point));
match touch_sequence.active_touch_points.len() {
2.. => {
touch_sequence.state = MultiTouch;
},
0..2 => {
unreachable!("Secondary touch_down event with less than 2 fingers active?");
},
}
touch_sequence.prevent_click = true;
}
}
pub(crate) fn notify_new_frame_start(&mut self) -> Option<FlingAction> {
let touch_sequence = self.touch_sequence_map.get_mut(&self.current_sequence_id)?;
let Flinging {
velocity,
point: cursor,
} = &mut touch_sequence.state
else {
self.observing_frames_for_fling.set(false);
return None;
};
if velocity.length().abs() < FLING_MIN_SCREEN_PX {
self.stop_fling_if_needed();
None
} else {
*velocity *= FLING_SCALING_FACTOR;
let _span = profile_traits::info_span!(
"TouchHandler::Flinging",
velocity = ?velocity,
)
.entered();
debug_assert!(velocity.length() <= FLING_MAX_SCREEN_PX);
Some(FlingAction {
delta: DeviceVector2D::new(velocity.x, velocity.y),
cursor: *cursor,
})
}
}
pub(crate) fn stop_fling_if_needed(&mut self) {
let current_sequence_id = self.current_sequence_id;
let Some(touch_sequence) = self.try_get_current_touch_sequence_mut() else {
debug!(
"Touch sequence already removed before stoping potential flinging during Paint update"
);
return;
};
let Flinging { .. } = touch_sequence.state else {
return;
};
let _span = profile_traits::info_span!("TouchHandler::FlingEnd").entered();
debug!("Stopping flinging in touch sequence {current_sequence_id:?}");
touch_sequence.state = Finished;
self.try_remove_touch_sequence(current_sequence_id);
self.observing_frames_for_fling.set(false);
}
pub(crate) fn on_touch_move(
&mut self,
touch_id: TouchId,
point: Point2D<f32, DevicePixel>,
scale: f32,
) -> Option<ScrollZoomEvent> {
let touch_sequence = self.try_get_current_touch_sequence_mut()?;
let idx = match touch_sequence
.active_touch_points
.iter_mut()
.position(|t| t.touch_id == touch_id)
{
Some(i) => i,
None => {
error!("Got a touchmove event for a non-active touch point");
return None;
},
};
let old_point = touch_sequence.active_touch_points[idx].point;
let delta = point - old_point;
touch_sequence.update_hit_test_result_cache_pointer(delta);
let action = match touch_sequence.touch_count() {
1 => {
if let Panning { ref mut velocity } = touch_sequence.state {
*velocity += delta;
*velocity /= 2.0;
touch_sequence.active_touch_points[idx].point = point;
Some(ScrollZoomEvent::Scroll(ScrollEvent {
scroll: Scroll::Delta((-delta).into()),
point,
}))
} else if delta.x.abs() > TOUCH_PAN_MIN_SCREEN_PX * scale ||
delta.y.abs() > TOUCH_PAN_MIN_SCREEN_PX * scale
{
let _span = profile_traits::info_span!(
"TouchHandler::ScrollBegin",
delta = ?delta,
)
.entered();
touch_sequence.state = Panning {
velocity: Vector2D::new(delta.x, delta.y),
};
touch_sequence.prevent_click = true;
touch_sequence.active_touch_points[idx].point = point;
Some(ScrollZoomEvent::Scroll(ScrollEvent {
scroll: Scroll::Delta((-delta).into()),
point,
}))
} else {
None
}
},
2 => {
if touch_sequence.state == Pinching ||
delta.x.abs() > TOUCH_PAN_MIN_SCREEN_PX * scale ||
delta.y.abs() > TOUCH_PAN_MIN_SCREEN_PX * scale
{
touch_sequence.state = Pinching;
let (d0, _) = touch_sequence.pinch_distance_and_center();
touch_sequence.active_touch_points[idx].point = point;
let (d1, c1) = touch_sequence.pinch_distance_and_center();
Some(ScrollZoomEvent::PinchZoom(d1 / d0, c1))
} else {
None
}
},
_ => {
touch_sequence.active_touch_points[idx].point = point;
touch_sequence.state = MultiTouch;
None
},
};
if let Some(action) = action {
if touch_sequence.prevent_move == TouchMoveAllowed::Pending {
touch_sequence.add_pending_touch_move_action(action);
}
}
action
}
pub(crate) fn on_touch_up(&mut self, touch_id: TouchId, point: Point2D<f32, DevicePixel>) {
let Some(touch_sequence) = self.try_get_current_touch_sequence_mut() else {
warn!("Current touch sequence not found");
return;
};
let old = match touch_sequence
.active_touch_points
.iter()
.position(|t| t.touch_id == touch_id)
{
Some(i) => Some(touch_sequence.active_touch_points.swap_remove(i).point),
None => {
warn!("Got a touchup event for a non-active touch point");
None
},
};
match touch_sequence.state {
Touching => {
if touch_sequence.prevent_click {
touch_sequence.state = Finished;
} else {
touch_sequence.state = PendingClick(point);
}
},
Panning { velocity } => {
if velocity.length().abs() >= FLING_MIN_SCREEN_PX {
let _span = profile_traits::info_span!(
"TouchHandler::FlingStart",
velocity = ?velocity,
)
.entered();
debug!(
"Transitioning to Fling. Cursor is {point:?}. Old cursor was {old:?}. \
Raw velocity is {velocity:?}."
);
let velocity = (velocity * 2.0).with_max_length(FLING_MAX_SCREEN_PX);
match touch_sequence.prevent_move {
TouchMoveAllowed::Allowed => {
touch_sequence.state = Flinging { velocity, point }
},
TouchMoveAllowed::Pending => {
touch_sequence.state = PendingFling { velocity, point }
},
TouchMoveAllowed::Prevented => touch_sequence.state = Finished,
}
} else {
let _span = profile_traits::info_span!("TouchHandler::ScrollEnd").entered();
touch_sequence.state = Finished;
}
},
Pinching => {
touch_sequence.state = Touching;
},
MultiTouch => {
if touch_sequence.active_touch_points.is_empty() {
touch_sequence.state = Finished;
}
},
PendingFling { .. } | Flinging { .. } | PendingClick(_) | Finished => {
error!("Touch-up received, but touch handler already in post-touchup state.")
},
}
#[cfg(debug_assertions)]
if touch_sequence.active_touch_points.is_empty() {
debug_assert!(
touch_sequence.is_finished(),
"Did not transition to a finished state: {:?}",
touch_sequence.state
);
}
debug!(
"Touch up with remaining active touchpoints: {:?}, in sequence {:?}",
touch_sequence.active_touch_points.len(),
self.current_sequence_id
);
}
pub(crate) fn on_touch_cancel(&mut self, touch_id: TouchId, _point: Point2D<f32, DevicePixel>) {
let Some(touch_sequence) = self.try_get_current_touch_sequence_mut() else {
return;
};
match touch_sequence
.active_touch_points
.iter()
.position(|t| t.touch_id == touch_id)
{
Some(i) => {
touch_sequence.active_touch_points.swap_remove(i);
},
None => {
warn!("Got a touchcancel event for a non-active touch point");
return;
},
}
if touch_sequence.active_touch_points.is_empty() {
touch_sequence.state = Finished;
}
}
pub(crate) fn get_hit_test_result_cache_value(&self) -> Option<PaintHitTestResult> {
let sequence = self.touch_sequence_map.get(&self.current_sequence_id)?;
if sequence.state == Finished {
return None;
}
sequence
.hit_test_result_cache
.as_ref()
.map(|cache| Some(cache.value.clone()))?
}
pub(crate) fn set_hit_test_result_cache_value(
&mut self,
value: PaintHitTestResult,
device_pixels_per_page: Scale<f32, CSSPixel, DevicePixel>,
) {
if let Some(sequence) = self.touch_sequence_map.get_mut(&self.current_sequence_id) {
if sequence.hit_test_result_cache.is_none() {
sequence.hit_test_result_cache = Some(HitTestResultCache {
value,
device_pixels_per_page,
});
}
}
}
pub(crate) fn add_pending_touch_input_event(
&self,
id: InputEventId,
touch_id: TouchId,
event_type: TouchEventType,
) {
self.pending_touch_input_events.borrow_mut().insert(
id,
PendingTouchInputEvent {
event_type,
sequence_id: self.current_sequence_id,
touch_id,
},
);
}
pub(crate) fn take_pending_touch_input_event(
&self,
id: InputEventId,
) -> Option<PendingTouchInputEvent> {
self.pending_touch_input_events.borrow_mut().remove(&id)
}
pub(crate) fn add_touch_move_refresh_observer_if_necessary(
&self,
refresh_driver: Rc<BaseRefreshDriver>,
repaint_reason: &Cell<RepaintReason>,
) {
if self.observing_frames_for_fling.get() {
return;
}
let Some(current_touch_sequence) = self.try_get_current_touch_sequence() else {
return;
};
if !matches!(
current_touch_sequence.state,
TouchSequenceState::Flinging { .. },
) {
return;
}
refresh_driver.add_observer(Rc::new(FlingRefreshDriverObserver {
webview_id: self.webview_id,
}));
self.observing_frames_for_fling.set(true);
repaint_reason.set(repaint_reason.get().union(RepaintReason::StartedFlinging));
}
}
pub(crate) struct PendingTouchInputEvent {
pub event_type: TouchEventType,
pub sequence_id: TouchSequenceId,
pub touch_id: TouchId,
}
pub(crate) struct FlingRefreshDriverObserver {
pub webview_id: WebViewId,
}
impl RefreshDriverObserver for FlingRefreshDriverObserver {
fn frame_started(&self, painter: &mut Painter) -> bool {
painter
.webview_renderer_mut(self.webview_id)
.is_some_and(WebViewRenderer::update_touch_handling_at_new_frame_start)
}
}