use std::cell::{Cell, LazyCell};
use std::collections::hash_map::Entry;
use std::rc::Rc;
use std::sync::Arc;
use crossbeam_channel::Sender;
use dpi::PhysicalSize;
use embedder_traits::{
InputEvent, InputEventAndId, InputEventId, InputEventResult, PaintHitTestResult,
ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint, WebViewRect,
};
use euclid::{Point2D, Rect, Scale, Size2D};
use gleam::gl::RENDERER;
use image::RgbaImage;
use log::{debug, error, info, warn};
use media::WindowGLContext;
use paint_api::display_list::{PaintDisplayListInfo, ScrollType};
use paint_api::largest_contentful_paint_candidate::LCPCandidate;
use paint_api::rendering_context::RenderingContext;
use paint_api::viewport_description::ViewportDescription;
use paint_api::{
ImageUpdate, PipelineExitSource, SendableFrameTree, SerializableDisplayListPayload,
SerializableImageData, WebRenderExternalImageHandlers, WebRenderImageHandlerType, WebViewTrait,
};
use profile_traits::time::{ProfilerCategory, ProfilerChan};
use profile_traits::time_profile;
use rustc_hash::{FxHashMap, FxHashSet};
use servo_base::Epoch;
use servo_base::cross_process_instant::CrossProcessInstant;
use servo_base::generic_channel::{GenericReceiver, GenericSharedMemory};
use servo_base::id::{PainterId, PipelineId, WebViewId};
use servo_config::{opts, pref};
use servo_constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
use servo_geometry::DeviceIndependentPixel;
use smallvec::SmallVec;
use style_traits::CSSPixel;
use webrender::{
MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
};
use webrender_api::units::{
DevicePixel, DevicePoint, LayoutPoint, LayoutRect, LayoutSize, LayoutTransform, LayoutVector2D,
WorldPoint,
};
use webrender_api::{
self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
DocumentId, DynamicProperties, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags,
FontInstanceKey, FontInstanceOptions, FontKey, FontVariation, ImageData, ImageKey,
NativeFontHandle, PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind,
RenderReasons, SampledScrollOffset, SpaceAndClipInfo, SpatialId, TransformStyle,
};
use wr_malloc_size_of::MallocSizeOfOps;
use crate::Paint;
use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
use crate::paint::{RepaintReason, WebRenderDebugOption};
use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
use crate::render_notifier::RenderNotifier;
use crate::screenshot::ScreenshotTaker;
use crate::web_content_animation::WebContentAnimator;
use crate::webrender_external_images::WebGLExternalImages;
use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
pub(crate) struct Painter {
pub(crate) rendering_context: Rc<dyn RenderingContext>,
pub(crate) painter_id: PainterId,
pub(crate) webview_renderers: FxHashMap<WebViewId, WebViewRenderer>,
pub(crate) needs_repaint: Cell<RepaintReason>,
pub(crate) pending_frames: Cell<usize>,
refresh_driver: Rc<BaseRefreshDriver>,
animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
pub(crate) webrender_api: RenderApi,
pub(crate) webrender_document: DocumentId,
pub(crate) webrender_renderer: Option<webrender::Renderer>,
webrender_gl: Rc<dyn gleam::gl::Gl>,
pub(crate) last_mouse_move_position: Option<DevicePoint>,
pub(crate) screenshot_taker: ScreenshotTaker,
pub(crate) frame_delayer: FrameDelayer,
embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
lcp_calculator: LargestContentfulPaintCalculator,
animation_image_cache: FxHashMap<ImageKey, Arc<Vec<u8>>>,
web_content_animator: WebContentAnimator,
}
impl Drop for Painter {
fn drop(&mut self) {
if let Err(error) = self.rendering_context.make_current() {
error!("Failed to make the rendering context current: {error:?}");
}
self.webrender_api.stop_render_backend();
self.webrender_api.shut_down(true);
if let Some(renderer) = self.webrender_renderer.take() {
renderer.deinit();
}
}
}
impl Painter {
pub(crate) fn new(rendering_context: Rc<dyn RenderingContext>, paint: &Paint) -> Self {
let webrender_gl = rendering_context.gleam_gl_api();
if let Err(err) = rendering_context.make_current() {
warn!("Failed to make the rendering context current: {:?}", err);
}
debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
let id_manager = paint.webrender_external_image_id_manager();
let mut external_image_handlers = Box::new(WebRenderExternalImageHandlers::new(id_manager));
let image_handler = Box::new(WebGLExternalImages::new(
paint.webgl_threads(),
rendering_context.clone(),
paint.swap_chains.clone(),
paint.busy_webgl_contexts_map.clone(),
));
external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
#[cfg(feature = "webgpu")]
external_image_handlers.set_handler(
Box::new(webgpu::WebGpuExternalImages::new(paint.webgpu_image_map())),
WebRenderImageHandlerType::WebGpu,
);
WindowGLContext::initialize_image_handler(&mut external_image_handlers);
let embedder_to_constellation_sender = paint.embedder_to_constellation_sender.clone();
let timer_refresh_driver = LazyCell::default();
let refresh_driver = Rc::new(BaseRefreshDriver::new(
paint.event_loop_waker.clone_box(),
rendering_context.refresh_driver(),
&timer_refresh_driver,
));
let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
embedder_to_constellation_sender.clone(),
));
rendering_context.prepare_for_rendering();
let clear_color = servo_config::pref!(shell_background_color_rgba);
let clear_color = ColorF::new(
clear_color[0] as f32,
clear_color[1] as f32,
clear_color[2] as f32,
clear_color[3] as f32,
);
let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
UploadMethod::Immediate
} else {
UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
};
let worker_threads = std::thread::available_parallelism()
.map(|i| i.get())
.unwrap_or(pref!(threadpools_fallback_worker_num) as usize)
.min(pref!(threadpools_webrender_workers_max).max(1) as usize);
let workers = Some(Arc::new(
rayon::ThreadPoolBuilder::new()
.num_threads(worker_threads)
.thread_name(|idx| format!("WRWorker#{}", idx))
.build()
.expect("Unable to initialize WebRender worker pool."),
));
let painter_id = PainterId::next();
let (mut webrender_renderer, webrender_api_sender) = webrender::create_webrender_instance(
webrender_gl.clone(),
Box::new(RenderNotifier::new(painter_id, paint.paint_proxy.clone())),
webrender::WebRenderOptions {
use_optimized_shaders: true,
resource_override_path: opts::get().shaders_path.clone(),
debug_flags: webrender::DebugFlags::empty(),
precache_flags: if pref!(gfx_precache_shaders) {
ShaderPrecacheFlags::FULL_COMPILE
} else {
ShaderPrecacheFlags::empty()
},
enable_aa: pref!(gfx_text_antialiasing_enabled),
enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
enable_dithering: true,
clear_color,
upload_method,
workers,
size_of_op: Some(servo_allocator::usable_size),
namespace_alloc_by_client: true,
shared_font_namespace: Some(painter_id.into()),
..Default::default()
},
None,
)
.expect("Unable to initialize WebRender.");
webrender_renderer.set_external_image_handler(external_image_handlers);
let webrender_api = webrender_api_sender.create_api_by_client(painter_id.into());
let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
info!("Running on {gl_renderer} with OpenGL version {gl_version}");
let painter = Painter {
painter_id,
embedder_to_constellation_sender,
webview_renderers: Default::default(),
rendering_context,
needs_repaint: Cell::default(),
pending_frames: Default::default(),
screenshot_taker: Default::default(),
refresh_driver,
animation_refresh_driver_observer,
webrender_renderer: Some(webrender_renderer),
webrender_api,
webrender_document,
webrender_gl,
last_mouse_move_position: None,
frame_delayer: Default::default(),
lcp_calculator: LargestContentfulPaintCalculator::new(),
animation_image_cache: FxHashMap::default(),
web_content_animator: WebContentAnimator::new(
paint.event_loop_waker.clone_box(),
(*timer_refresh_driver).clone(),
),
};
painter.assert_gl_framebuffer_complete();
painter.clear_background();
painter
}
pub(crate) fn perform_updates(&mut self) {
if let Err(err) = self.rendering_context.make_current() {
warn!("Failed to make the rendering context current: {:?}", err);
}
let mut need_zoom = false;
let scroll_offset_updates: Vec<_> = self
.webview_renderers
.values_mut()
.filter_map(|webview_renderer| {
let (zoom, scroll_result) = webview_renderer
.process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
scroll_result
})
.collect();
self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
if let Some(colors) = self.web_content_animator.update(&self.webview_renderers) {
let mut transaction = Transaction::new();
transaction.reset_dynamic_properties();
transaction.append_dynamic_properties(DynamicProperties {
transforms: Vec::new(),
floats: Vec::new(),
colors,
});
self.generate_frame(&mut transaction, RenderReasons::ANIMATED_PROPERTY);
self.send_transaction(transaction);
}
}
#[track_caller]
fn assert_no_gl_error(&self) {
debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
}
#[track_caller]
fn assert_gl_framebuffer_complete(&self) {
debug_assert_eq!(
(
self.webrender_gl.get_error(),
self.webrender_gl
.check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
),
(gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
);
}
pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
self.webview_renderers.get(&webview_id)
}
pub(crate) fn webview_renderer_mut(
&mut self,
webview_id: WebViewId,
) -> Option<&mut WebViewRenderer> {
self.webview_renderers.get_mut(&webview_id)
}
pub(crate) fn has_pending_frames(&self) -> bool {
self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
}
pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
let mut needs_repaint = self.needs_repaint.get();
needs_repaint.insert(reason);
self.needs_repaint.set(needs_repaint);
}
pub(crate) fn needs_repaint(&self) -> bool {
let repaint_reason = self.needs_repaint.get();
if repaint_reason.is_empty() {
return false;
}
!self.refresh_driver.wait_to_paint()
}
pub(crate) fn animation_callbacks_running(&self) -> bool {
self.webview_renderers
.values()
.any(WebViewRenderer::animation_callbacks_running)
}
pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
self.webview_renderers
.values()
.filter_map(|webview_renderer| {
if webview_renderer.animating() {
Some(webview_renderer.id)
} else {
None
}
})
.collect()
}
pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
if let Err(error) = self.embedder_to_constellation_sender.send(message) {
warn!("Could not send message to constellation ({error:?})");
}
}
#[servo_tracing::instrument(skip_all)]
pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
let refresh_driver = self.refresh_driver.clone();
refresh_driver.notify_will_paint(self);
if let Err(error) = self.rendering_context.make_current() {
error!("Failed to make the rendering context current: {error:?}");
}
self.assert_no_gl_error();
self.rendering_context.prepare_for_rendering();
time_profile!(
ProfilerCategory::Painting,
None,
time_profiler_channel.clone(),
|| {
if let Some(renderer) = self.webrender_renderer.as_mut() {
renderer.update();
}
self.clear_background();
if let Some(renderer) = self.webrender_renderer.as_mut() {
let size = self.rendering_context.size2d().to_i32();
renderer.render(size, 0 ).ok();
}
}
);
self.needs_repaint.set(RepaintReason::empty());
self.screenshot_taker.maybe_take_screenshots(self);
self.send_pending_paint_metrics_messages_after_composite();
}
fn clear_background(&self) {
self.assert_gl_framebuffer_complete();
let color = servo_config::pref!(shell_background_color_rgba);
self.webrender_gl.clear_color(
color[0] as f32,
color[1] as f32,
color[2] as f32,
color[3] as f32,
);
self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
}
fn send_pending_paint_metrics_messages_after_composite(&mut self) {
let paint_time = CrossProcessInstant::now();
for webview_renderer in self.webview_renderers.values() {
for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
let Some(current_epoch) = self
.webrender_renderer
.as_ref()
.and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
else {
continue;
};
match pipeline.first_paint_metric.get() {
PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
assert!(epoch <= current_epoch);
#[cfg(feature = "tracing")]
tracing::info!(
name: "FirstPaint",
servo_profiling = true,
epoch = ?epoch,
paint_time = ?paint_time,
pipeline_id = ?pipeline_id,
);
self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
*pipeline_id,
PaintMetricEvent::FirstPaint(paint_time, first_reflow),
));
pipeline.first_paint_metric.set(PaintMetricState::Sent);
},
_ => {},
}
match pipeline.first_contentful_paint_metric.get() {
PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
#[cfg(feature = "tracing")]
tracing::info!(
name: "FirstContentfulPaint",
servo_profiling = true,
epoch = ?epoch,
paint_time = ?paint_time,
pipeline_id = ?pipeline_id,
);
self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
*pipeline_id,
PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
));
pipeline
.first_contentful_paint_metric
.set(PaintMetricState::Sent);
},
_ => {},
}
match pipeline.largest_contentful_paint_metric.get() {
PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
if let Some(lcp) = self
.lcp_calculator
.calculate_largest_contentful_paint(paint_time, pipeline_id.into())
{
#[cfg(feature = "tracing")]
tracing::info!(
name: "LargestContentfulPaint",
servo_profiling = true,
paint_time = ?paint_time,
area = ?lcp.area,
pipeline_id = ?pipeline_id,
);
self.send_to_constellation(
EmbedderToConstellationMessage::PaintMetric(
*pipeline_id,
PaintMetricEvent::LargestContentfulPaint(
lcp.paint_time,
lcp.area,
lcp.url.clone(),
),
),
);
}
pipeline
.largest_contentful_paint_metric
.set(PaintMetricState::Sent);
},
_ => {},
}
}
}
}
pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
transaction.generate_frame(0, true , false , reason);
self.pending_frames.set(self.pending_frames.get() + 1);
}
pub(crate) fn hit_test_at_point_with_api_and_document(
webrender_api: &RenderApi,
webrender_document: DocumentId,
point: DevicePoint,
) -> Vec<PaintHitTestResult> {
let world_point = WorldPoint::from_untyped(point.to_untyped());
let results = webrender_api.hit_test(webrender_document, world_point);
results
.items
.iter()
.map(|item| {
let pipeline_id = item.pipeline.into();
let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
PaintHitTestResult {
pipeline_id,
point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
external_scroll_id,
}
})
.collect()
}
pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
let _ = self.rendering_context.make_current();
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
let root_pipeline = WebRenderPipelineId(0, 1);
transaction.set_root_pipeline(root_pipeline);
let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
builder.begin();
let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
let viewport_rect = LayoutRect::from_origin_and_size(
LayoutPoint::zero(),
LayoutSize::from_untyped(viewport_size),
);
let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
for webview_renderer in self.webview_renderers.values() {
if webview_renderer.hidden() {
continue;
}
let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
continue;
};
let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
.device_pixels_per_page_pixel_not_including_pinch_zoom()
.get();
let transform = LayoutTransform::scale(
device_pixels_per_page_pixel_not_including_pinch_zoom,
device_pixels_per_page_pixel_not_including_pinch_zoom,
1.0,
)
.then(&LayoutTransform::from_untyped(
&pinch_zoom_transform.to_3d(),
));
let webview_reference_frame = builder.push_reference_frame(
LayoutPoint::zero(),
root_reference_frame,
TransformStyle::Flat,
PropertyBinding::Value(transform),
ReferenceFrameKind::Transform {
is_2d_scale_translation: true,
should_snap: true,
paired_with_perspective: false,
},
webview_renderer.id.into(),
);
let scaled_webview_rect = webview_renderer.rect /
webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
builder.push_iframe(
LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
&SpaceAndClipInfo {
spatial_id: webview_reference_frame,
clip_chain_id,
},
pipeline_id.into(),
true,
);
}
let built_display_list = builder.end();
transaction.set_display_list(WebRenderEpoch(0), built_display_list);
self.update_transaction_with_all_scroll_offsets(transaction);
}
fn send_root_pipeline_display_list(&mut self) {
let mut transaction = Transaction::new();
self.send_root_pipeline_display_list_in_transaction(&mut transaction);
self.generate_frame(&mut transaction, RenderReasons::SCENE);
self.send_transaction(transaction);
}
fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
for webview_renderer in self.webview_renderers.values() {
for details in webview_renderer.pipelines.values() {
for node in details.scroll_tree.nodes.iter() {
let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
else {
continue;
};
if offset == LayoutVector2D::zero() {
continue;
}
transaction.set_scroll_offsets(
external_id,
vec![SampledScrollOffset {
offset,
generation: 0,
}],
);
}
}
}
}
fn send_zoom_and_scroll_offset_updates(
&mut self,
need_zoom: bool,
scroll_offset_updates: Vec<ScrollResult>,
) {
if !need_zoom && scroll_offset_updates.is_empty() {
return;
}
let mut transaction = Transaction::new();
if need_zoom {
self.send_root_pipeline_display_list_in_transaction(&mut transaction);
}
for update in scroll_offset_updates {
transaction.set_scroll_offsets(
update.external_scroll_id,
vec![SampledScrollOffset {
offset: update.offset,
generation: 0,
}],
);
}
self.generate_frame(&mut transaction, RenderReasons::APZ);
self.send_transaction(transaction);
}
pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
let Some(renderer) = self.webrender_renderer.as_mut() else {
return;
};
let mut flags = renderer.get_debug_flags();
let flag = match option {
WebRenderDebugOption::Profiler => {
webrender::DebugFlags::PROFILER_DBG |
webrender::DebugFlags::GPU_TIME_QUERIES |
webrender::DebugFlags::GPU_SAMPLE_QUERIES
},
WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
};
flags.toggle(flag);
renderer.set_debug_flags(flags);
let mut txn = Transaction::new();
self.generate_frame(&mut txn, RenderReasons::TESTING);
self.send_transaction(txn);
}
pub(crate) fn decrement_pending_frames(&self) {
self.pending_frames.set(self.pending_frames.get() - 1);
}
pub(crate) fn report_memory(&self) -> MemoryReport {
self.webrender_api
.report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
}
pub(crate) fn change_running_animations_state(
&mut self,
webview_id: WebViewId,
pipeline_id: PipelineId,
animation_state: embedder_traits::AnimationState,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return;
};
if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
{
return;
}
if !self
.animation_refresh_driver_observer
.notify_animation_state_changed(webview_renderer)
{
return;
}
self.refresh_driver
.add_observer(self.animation_refresh_driver_observer.clone());
}
pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
let webview_id = frame_tree.pipeline.webview_id;
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
warn!(
"Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
);
return;
};
webview_renderer.set_frame_tree(frame_tree);
self.send_root_pipeline_display_list();
}
pub(crate) fn set_throttled(
&mut self,
webview_id: WebViewId,
pipeline_id: PipelineId,
throttled: bool,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return;
};
if !webview_renderer.set_throttled(pipeline_id, throttled) {
return;
}
if self
.animation_refresh_driver_observer
.notify_animation_state_changed(webview_renderer)
{
self.refresh_driver
.add_observer(self.animation_refresh_driver_observer.clone());
}
}
pub(crate) fn notify_pipeline_exited(
&mut self,
webview_id: WebViewId,
pipeline_id: PipelineId,
pipeline_exit_source: PipelineExitSource,
) {
debug!("Paint got pipeline exited: {webview_id:?} {pipeline_id:?}",);
if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
}
self.lcp_calculator
.remove_lcp_candidates_for_pipeline(&pipeline_id.into());
}
pub(crate) fn send_initial_pipeline_transaction(
&mut self,
webview_id: WebViewId,
pipeline_id: WebRenderPipelineId,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return warn!("Could not find WebView for incoming display list");
};
let starting_epoch = Epoch(0);
let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
details.display_list_epoch = Some(starting_epoch);
let mut txn = Transaction::new();
txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
self.generate_frame(&mut txn, RenderReasons::SCENE);
self.send_transaction(txn);
}
pub(crate) fn scroll_node_by_delta(
&mut self,
webview_id: WebViewId,
pipeline_id: WebRenderPipelineId,
offset: LayoutVector2D,
external_scroll_id: webrender_api::ExternalScrollId,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return;
};
let pipeline_id = pipeline_id.into();
let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
return;
};
let Some(offset) = pipeline_details
.scroll_tree
.set_scroll_offset_for_node_with_external_scroll_id(
external_scroll_id,
offset,
ScrollType::Script,
)
else {
warn!("Could not scroll node with id: {external_scroll_id:?}");
return;
};
let mut transaction = Transaction::new();
transaction.set_scroll_offsets(
external_scroll_id,
vec![SampledScrollOffset {
offset,
generation: 0,
}],
);
self.generate_frame(&mut transaction, RenderReasons::APZ);
self.send_transaction(transaction);
}
pub(crate) fn scroll_viewport_by_delta(
&mut self,
webview_id: WebViewId,
delta: LayoutVector2D,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return;
};
let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
self.send_zoom_and_scroll_offset_updates(
pinch_zoom_result == PinchZoomResult::DidPinchZoom,
scroll_results,
);
}
pub(crate) fn update_epoch(
&mut self,
webview_id: WebViewId,
pipeline_id: PipelineId,
epoch: Epoch,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return warn!("Could not find WebView for Epoch update.");
};
webview_renderer
.ensure_pipeline_details(pipeline_id)
.display_list_epoch = Some(Epoch(epoch.0));
}
#[servo_tracing::instrument(skip_all)]
pub(crate) fn handle_new_display_list(
&mut self,
webview_id: WebViewId,
display_list_descriptor: BuiltDisplayListDescriptor,
display_list_info_receiver: GenericReceiver<PaintDisplayListInfo>,
display_list_data_receiver: GenericReceiver<SerializableDisplayListPayload>,
) {
let Ok(display_list_info) = display_list_info_receiver.recv() else {
return log::error!("Could not receive display list info");
};
let Ok(display_list_data) = display_list_data_receiver.recv() else {
return log::error!("Could not receive display list data");
};
let items_data = display_list_data.items_data;
let cache_data = display_list_data.cache_data;
let spatial_tree = display_list_data.spatial_tree;
let built_display_list = BuiltDisplayList::from_data(
DisplayListPayload {
items_data,
cache_data,
spatial_tree,
},
display_list_descriptor,
);
let _span = profile_traits::trace_span!("PaintMessage::SendDisplayList").entered();
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return warn!("Could not find WebView for incoming display list");
};
let old_scale = webview_renderer.device_pixels_per_page_pixel();
let pipeline_id = display_list_info.pipeline_id;
let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
details.install_new_scroll_tree(display_list_info.scroll_tree);
details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
let epoch = display_list_info.epoch.into();
let first_reflow = display_list_info.first_reflow;
if details.first_paint_metric.get() == PaintMetricState::Waiting &&
display_list_info.is_paintable
{
details
.first_paint_metric
.set(PaintMetricState::Seen(epoch, first_reflow));
}
if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
display_list_info.is_paintable &&
display_list_info.is_contentful
{
details
.first_contentful_paint_metric
.set(PaintMetricState::Seen(epoch, first_reflow));
}
details.animations.handle_new_display_list(
display_list_info.caret_property_binding,
&self.web_content_animator,
);
let mut transaction = Transaction::new();
let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
self.send_root_pipeline_display_list_in_transaction(&mut transaction);
}
transaction.set_display_list(epoch, (pipeline_id, built_display_list));
self.update_transaction_with_all_scroll_offsets(&mut transaction);
self.send_transaction(transaction);
}
pub(crate) fn generate_frame_for_script(&mut self) {
self.frame_delayer.set_pending_frame(true);
if !self.frame_delayer.needs_new_frame() {
return;
}
let mut transaction = Transaction::new();
self.generate_frame(&mut transaction, RenderReasons::SCENE);
self.send_transaction(transaction);
let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
self.send_to_constellation(
EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
waiting_pipelines,
),
);
self.frame_delayer.set_pending_frame(false);
self.screenshot_taker
.prepare_screenshot_requests_for_render(self)
}
fn serializable_image_data_to_image_data_maybe_caching(
&mut self,
key: ImageKey,
data: SerializableImageData,
is_animated_image: bool,
) -> ImageData {
match data {
SerializableImageData::Raw(shared_memory) => {
let data = Arc::new(shared_memory.to_vec());
if is_animated_image {
self.animation_image_cache.insert(key, Arc::clone(&data));
}
ImageData::Raw(data)
},
SerializableImageData::External(image) => ImageData::External(image),
}
}
pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
let mut txn = Transaction::new();
for update in updates {
match update {
ImageUpdate::AddImage(key, description, data, is_animated_image) => {
txn.add_image(
key,
description,
self.serializable_image_data_to_image_data_maybe_caching(
key,
data,
is_animated_image,
),
None,
);
},
ImageUpdate::DeleteImage(key) => {
txn.delete_image(key);
self.frame_delayer.delete_image(key);
self.animation_image_cache.remove(&key);
},
ImageUpdate::UpdateImage(key, desc, data, epoch) => {
if let Some(epoch) = epoch {
self.frame_delayer.update_image(key, epoch);
}
txn.update_image(key, desc, data.into(), &DirtyRect::All)
},
ImageUpdate::UpdateImageForAnimation(image_key, desc) => {
let Some(image) = self.animation_image_cache.get(&image_key) else {
error!("Could not find image key in image cache.");
continue;
};
txn.update_image(
image_key,
desc,
ImageData::new_shared(image.clone()),
&DirtyRect::All,
);
},
}
}
if self.frame_delayer.needs_new_frame() {
self.frame_delayer.set_pending_frame(false);
self.generate_frame(&mut txn, RenderReasons::SCENE);
let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
self.send_to_constellation(
EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
waiting_pipelines,
),
);
self.screenshot_taker
.prepare_screenshot_requests_for_render(&*self);
}
self.send_transaction(txn);
}
pub(crate) fn delay_new_frames_for_canvas(
&mut self,
pipeline_id: PipelineId,
canvas_epoch: Epoch,
image_keys: Vec<ImageKey>,
) {
self.frame_delayer
.add_delay(pipeline_id, canvas_epoch, image_keys);
}
pub(crate) fn add_font(
&mut self,
font_key: FontKey,
data: Arc<GenericSharedMemory>,
index: u32,
) {
let mut transaction = Transaction::new();
transaction.add_raw_font(font_key, (**data).into(), index);
self.send_transaction(transaction);
}
pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
let mut transaction = Transaction::new();
transaction.add_native_font(font_key, native_handle);
self.send_transaction(transaction);
}
pub(crate) fn add_font_instance(
&mut self,
instance_key: FontInstanceKey,
font_key: FontKey,
size: f32,
flags: FontInstanceFlags,
variations: Vec<FontVariation>,
) {
let variations = if pref!(layout_variable_fonts_enabled) {
variations
} else {
vec![]
};
let mut transaction = Transaction::new();
let font_instance_options = FontInstanceOptions {
flags,
..Default::default()
};
transaction.add_font_instance(
instance_key,
font_key,
size,
Some(font_instance_options),
None,
variations,
);
self.send_transaction(transaction);
}
pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
let mut transaction = Transaction::new();
for instance in instance_keys.into_iter() {
transaction.delete_font_instance(instance);
}
for key in keys.into_iter() {
transaction.delete_font(key);
}
self.send_transaction(transaction);
}
pub(crate) fn set_viewport_description(
&mut self,
webview_id: WebViewId,
viewport_description: ViewportDescription,
) {
if let Some(webview) = self.webview_renderers.get_mut(&webview_id) {
webview.set_viewport_description(viewport_description);
}
}
pub(crate) fn handle_screenshot_readiness_reply(
&self,
webview_id: WebViewId,
expected_epochs: FxHashMap<PipelineId, Epoch>,
) {
self.screenshot_taker
.handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
}
pub(crate) fn add_webview(
&mut self,
webview: Box<dyn WebViewTrait>,
viewport_details: ViewportDetails,
) {
self.webview_renderers
.entry(webview.id())
.or_insert(WebViewRenderer::new(
webview,
viewport_details,
self.embedder_to_constellation_sender.clone(),
self.refresh_driver.clone(),
self.webrender_document,
));
}
pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
if self.webview_renderers.remove(&webview_id).is_none() {
warn!("Tried removing unknown WebView: {webview_id:?}");
return;
};
self.send_root_pipeline_display_list();
self.lcp_calculator.enable_for_webview(&webview_id);
}
pub(crate) fn is_empty(&mut self) -> bool {
self.webview_renderers.is_empty()
}
pub(crate) fn set_webview_hidden(
&mut self,
webview_id: WebViewId,
hidden: bool,
) -> Result<(), UnknownWebView> {
debug!("Setting WebView visiblity for {webview_id:?} to hidden={hidden}");
let Some(webview_renderer) = self.webview_renderer_mut(webview_id) else {
return Err(UnknownWebView(webview_id));
};
if !webview_renderer.set_hidden(hidden) {
return Ok(());
}
self.send_root_pipeline_display_list();
Ok(())
}
pub(crate) fn set_hidpi_scale_factor(
&mut self,
webview_id: WebViewId,
new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
return;
};
if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
return;
}
self.send_root_pipeline_display_list();
self.set_needs_repaint(RepaintReason::Resize);
}
pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
if self.rendering_context.size() == new_size {
return;
}
if let Err(error) = self.rendering_context.make_current() {
error!("Failed to make the rendering context current: {error:?}");
}
self.rendering_context.resize(new_size);
let new_size = Size2D::new(new_size.width as f32, new_size.height as f32);
let new_viewport_rect = Rect::from(new_size).to_box2d();
for webview_renderer in self.webview_renderers.values_mut() {
webview_renderer.set_rect(new_viewport_rect);
}
let mut transaction = Transaction::new();
transaction.set_document_view(new_viewport_rect.to_i32());
self.send_transaction(transaction);
self.send_root_pipeline_display_list();
self.set_needs_repaint(RepaintReason::Resize);
}
pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
webview_renderer.set_page_zoom(Scale::new(new_zoom));
}
}
pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
self.webview_renderers
.get(&webview_id)
.map(|webview_renderer| webview_renderer.page_zoom.get())
.unwrap_or(1.)
}
pub(crate) fn notify_input_event(
&mut self,
webview_id: WebViewId,
event: InputEventAndId,
) -> bool {
self.webview_renderers
.get_mut(&webview_id)
.is_some_and(|webview_renderer| {
match &event.event {
InputEvent::MouseMove(event) => {
if !event.is_compatibility_event_for_touch {
let event_point = event
.point
.as_device_point(webview_renderer.device_pixels_per_page_pixel());
self.last_mouse_move_position = Some(event_point);
}
},
InputEvent::MouseLeftViewport(_) => {
self.last_mouse_move_position = None;
},
_ => {
self.lcp_calculator.disable_for_webview(webview_id);
},
}
webview_renderer.notify_input_event(&self.webrender_api, &self.needs_repaint, event)
})
}
pub(crate) fn notify_scroll_event(
&mut self,
webview_id: WebViewId,
scroll: Scroll,
point: WebViewPoint,
) {
if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
webview_renderer.notify_scroll_event(scroll, point);
}
self.lcp_calculator.disable_for_webview(webview_id);
}
pub(crate) fn enable_lcp_calculation(&mut self, webview_id: &WebViewId) {
self.lcp_calculator.enable_for_webview(webview_id);
}
pub(crate) fn lcp_calculation_enabled_for_webview(&self, webview_id: &WebViewId) -> bool {
self.lcp_calculator.enabled_for_webview(webview_id)
}
pub(crate) fn adjust_pinch_zoom(
&mut self,
webview_id: WebViewId,
pinch_zoom_delta: f32,
center: DevicePoint,
) {
if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
}
}
pub(crate) fn pinch_zoom(&self, webview_id: WebViewId) -> f32 {
self.webview_renderers
.get(&webview_id)
.map(|webview_renderer| webview_renderer.pinch_zoom().zoom_factor().0)
.unwrap_or(1.)
}
pub(crate) fn device_pixels_per_page_pixel(
&self,
webview_id: WebViewId,
) -> Scale<f32, CSSPixel, DevicePixel> {
self.webview_renderers
.get(&webview_id)
.map(WebViewRenderer::device_pixels_per_page_pixel)
.unwrap_or_default()
}
pub(crate) fn request_screenshot(
&self,
webview_id: WebViewId,
rect: Option<WebViewRect>,
callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
) {
let Some(webview) = self.webview_renderers.get(&webview_id) else {
return;
};
let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
self.screenshot_taker
.request_screenshot(webview_id, rect, callback);
self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
webview_id,
));
}
pub(crate) fn notify_input_event_handled(
&mut self,
webview_id: WebViewId,
input_event_id: InputEventId,
result: InputEventResult,
) {
let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
warn!("Handled input event for unknown webview: {webview_id}");
return;
};
webview_renderer.notify_input_event_handled(
&self.webrender_api,
&self.needs_repaint,
input_event_id,
result,
);
}
pub(crate) fn refresh_cursor(&self) {
let Some(last_mouse_move_position) = self.last_mouse_move_position else {
return;
};
let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
&self.webrender_api,
self.webrender_document,
last_mouse_move_position,
)
.first()
.cloned() else {
return;
};
if let Err(error) = self.embedder_to_constellation_sender.send(
EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
) {
warn!("Sending event to constellation failed ({:?}).", error);
}
}
pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
if repaint_needed {
self.refresh_cursor()
}
if repaint_needed || self.animation_callbacks_running() {
self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
}
if !repaint_needed {
self.screenshot_taker
.maybe_trigger_paint_for_screenshot(self);
}
}
pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
if self.needs_repaint() {
self.webview_renderers
.values()
.map(|webview_renderer| webview_renderer.id)
.collect()
} else {
Vec::new()
}
}
pub(crate) fn scroll_trees_memory_usage(
&self,
ops: &mut malloc_size_of::MallocSizeOfOps,
) -> usize {
self.webview_renderers
.values()
.map(|renderer| renderer.scroll_trees_memory_usage(ops))
.sum::<usize>()
}
pub(crate) fn append_lcp_candidate(
&mut self,
lcp_candidate: LCPCandidate,
webview_id: WebViewId,
pipeline_id: PipelineId,
epoch: Epoch,
) {
if self.lcp_calculation_enabled_for_webview(&webview_id) {
self.lcp_calculator.append_lcp_candidate(
lcp_candidate,
pipeline_id.into(),
&webview_id,
);
if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
webview_renderer
.ensure_pipeline_details(pipeline_id)
.largest_contentful_paint_metric
.set(PaintMetricState::Seen(epoch.into(), false));
}
};
}
}
#[derive(Default)]
pub(crate) struct FrameDelayer {
image_epochs: FxHashMap<ImageKey, Epoch>,
pending_canvas_images: FxHashMap<ImageKey, Epoch>,
pub(crate) pending_frame: bool,
waiting_pipelines: FxHashSet<PipelineId>,
}
impl FrameDelayer {
pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
self.image_epochs.remove(&image_key);
self.pending_canvas_images.remove(&image_key);
}
pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
self.image_epochs.insert(image_key, epoch);
let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
return;
};
if *entry.get() <= epoch {
entry.remove();
}
}
pub(crate) fn add_delay(
&mut self,
pipeline_id: PipelineId,
canvas_epoch: Epoch,
image_keys: Vec<ImageKey>,
) {
for image_key in image_keys.into_iter() {
if self
.image_epochs
.get(&image_key)
.is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
{
continue;
}
self.pending_canvas_images.insert(image_key, canvas_epoch);
}
self.waiting_pipelines.insert(pipeline_id);
}
pub(crate) fn needs_new_frame(&self) -> bool {
self.pending_frame && self.pending_canvas_images.is_empty()
}
pub(crate) fn set_pending_frame(&mut self, value: bool) {
self.pending_frame = value;
}
pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
self.waiting_pipelines.drain().collect()
}
}
#[derive(Clone, Copy, PartialEq)]
pub(crate) enum PaintMetricState {
Waiting,
Seen(WebRenderEpoch, bool ),
Sent,
}