1use std::cell::Cell;
6use std::collections::hash_map::Entry;
7use std::iter::once;
8use std::path::PathBuf;
9use std::rc::Rc;
10use std::sync::{Arc, Mutex};
11
12use base::Epoch;
13use base::cross_process_instant::CrossProcessInstant;
14use base::id::{PainterId, PipelineId, WebViewId};
15use canvas_traits::webgl::{GlType, WebGLThreads};
16use compositing_traits::display_list::{CompositorDisplayListInfo, ScrollType};
17use compositing_traits::largest_contentful_paint_candidate::LCPCandidate;
18use compositing_traits::rendering_context::RenderingContext;
19use compositing_traits::viewport_description::ViewportDescription;
20use compositing_traits::{
21 CompositorProxy, ImageUpdate, PipelineExitSource, SendableFrameTree,
22 WebRenderExternalImageHandlers, WebRenderExternalImageRegistry, WebRenderImageHandlerType,
23 WebViewTrait,
24};
25use constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
26use crossbeam_channel::Sender;
27use dpi::PhysicalSize;
28use embedder_traits::{
29 CompositorHitTestResult, EventLoopWaker, InputEvent, InputEventAndId, InputEventId,
30 InputEventResult, RefreshDriver, ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint,
31 WebViewRect,
32};
33use euclid::{Point2D, Scale};
34use gleam::gl::RENDERER;
35use image::RgbaImage;
36use ipc_channel::ipc::{IpcBytesReceiver, IpcSharedMemory};
37use log::{debug, info, warn};
38use media::WindowGLContext;
39use profile_traits::time::{ProfilerCategory, ProfilerChan};
40use profile_traits::time_profile;
41use rustc_hash::{FxHashMap, FxHashSet};
42use servo_config::pref;
43use servo_geometry::DeviceIndependentPixel;
44use smallvec::SmallVec;
45use style_traits::CSSPixel;
46use webgl::WebGLComm;
47use webrender::{
48 MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
49};
50use webrender_api::units::{
51 DeviceIntRect, DevicePixel, DevicePoint, DeviceRect, LayoutPoint, LayoutRect, LayoutSize,
52 LayoutTransform, LayoutVector2D, WorldPoint,
53};
54use webrender_api::{
55 self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
56 DocumentId, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags, FontInstanceKey,
57 FontInstanceOptions, FontKey, FontVariation, ImageKey, NativeFontHandle,
58 PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind, RenderReasons,
59 SampledScrollOffset, SpaceAndClipInfo, SpatialId, SpatialTreeItemKey, TransformStyle,
60};
61use wr_malloc_size_of::MallocSizeOfOps;
62
63use crate::compositor::{RepaintReason, WebRenderDebugOption};
64use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
65use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
66use crate::render_notifier::RenderNotifier;
67use crate::screenshot::ScreenshotTaker;
68use crate::webview_manager::WebViewManager;
69use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
70
71pub(crate) struct Painter {
81 pub(crate) rendering_context: Rc<dyn RenderingContext>,
83
84 pub(crate) painter_id: PainterId,
86
87 pub(crate) webview_renderers: WebViewManager<WebViewRenderer>,
89
90 pub(crate) needs_repaint: Cell<RepaintReason>,
92
93 pub(crate) pending_frames: Cell<usize>,
95
96 refresh_driver: Rc<BaseRefreshDriver>,
98
99 animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
101
102 pub(crate) webrender_api: RenderApi,
104
105 pub(crate) webrender_document: DocumentId,
107
108 pub(crate) webrender: Option<webrender::Renderer>,
110
111 webrender_gl: Rc<dyn gleam::gl::Gl>,
113
114 pub(crate) last_mouse_move_position: Option<DevicePoint>,
117
118 pub(crate) screenshot_taker: ScreenshotTaker,
120
121 pub(crate) frame_delayer: FrameDelayer,
125
126 pub(crate) webrender_external_images: Arc<Mutex<WebRenderExternalImageRegistry>>,
128
129 #[cfg(feature = "webxr")]
130 pub(crate) webxr_main_thread: webxr::MainThreadRegistry,
132
133 pub(crate) webgl_threads: WebGLThreads,
135
136 #[cfg(feature = "webgpu")]
137 pub(crate) webgpu_image_map: webgpu::canvas_context::WGPUImageMap,
139
140 embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
142
143 lcp_calculator: LargestContentfulPaintCalculator,
145}
146
147impl Drop for Painter {
148 fn drop(&mut self) {
149 self.webrender_api.stop_render_backend();
150 self.webrender_api.shut_down(true);
151 }
152}
153
154impl Painter {
155 pub(crate) fn new(
156 rendering_context: Rc<dyn RenderingContext>,
157 compositor_proxy: CompositorProxy,
158 event_loop_waker: Box<dyn EventLoopWaker>,
159 refresh_driver: Option<Rc<dyn RefreshDriver>>,
160 shader_path: Option<PathBuf>,
161 embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
162 #[cfg(feature = "webxr")] webxr_registry: Box<dyn webxr::WebXrRegistry>,
163 ) -> Self {
164 let webrender_gl = rendering_context.gleam_gl_api();
165
166 if let Err(err) = rendering_context.make_current() {
168 warn!("Failed to make the rendering context current: {:?}", err);
169 }
170 debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
171
172 let gl_type = match webrender_gl.get_type() {
174 gleam::gl::GlType::Gl => GlType::Gl,
175 gleam::gl::GlType::Gles => GlType::Gles,
176 };
177
178 let (external_image_handlers, webrender_external_images) =
179 WebRenderExternalImageHandlers::new();
180 let mut external_image_handlers = Box::new(external_image_handlers);
181
182 let WebGLComm {
183 webgl_threads,
184 #[cfg(feature = "webxr")]
185 webxr_layer_grand_manager,
186 image_handler,
187 } = WebGLComm::new(
188 rendering_context.clone(),
189 compositor_proxy.cross_process_compositor_api.clone(),
190 webrender_external_images.clone(),
191 gl_type,
192 );
193
194 external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
196
197 #[cfg(feature = "webxr")]
199 let mut webxr_main_thread =
200 webxr::MainThreadRegistry::new(event_loop_waker.clone(), webxr_layer_grand_manager)
201 .expect("Failed to create WebXR device registry");
202 #[cfg(feature = "webxr")]
203 if pref!(dom_webxr_enabled) {
204 webxr_registry.register(&mut webxr_main_thread);
205 }
206
207 #[cfg(feature = "webgpu")]
208 let webgpu_image_map = {
209 let webgpu_image_handler = webgpu::WGPUExternalImages::default();
210 let webgpu_image_map = webgpu_image_handler.images.clone();
211 external_image_handlers.set_handler(
212 Box::new(webgpu_image_handler),
213 WebRenderImageHandlerType::WebGpu,
214 );
215 webgpu_image_map
216 };
217
218 WindowGLContext::initialize_image_handler(
219 &mut external_image_handlers,
220 webrender_external_images.clone(),
221 );
222
223 let refresh_driver = Rc::new(BaseRefreshDriver::new(event_loop_waker, refresh_driver));
224 let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
225 embedder_to_constellation_sender.clone(),
226 ));
227
228 rendering_context.prepare_for_rendering();
229 let clear_color = servo_config::pref!(shell_background_color_rgba);
230 let clear_color = ColorF::new(
231 clear_color[0] as f32,
232 clear_color[1] as f32,
233 clear_color[2] as f32,
234 clear_color[3] as f32,
235 );
236
237 let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
240 UploadMethod::Immediate
241 } else {
242 UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
243 };
244 let worker_threads = std::thread::available_parallelism()
245 .map(|i| i.get())
246 .unwrap_or(pref!(threadpools_fallback_worker_num) as usize)
247 .min(pref!(threadpools_webrender_workers_max).max(1) as usize);
248 let workers = Some(Arc::new(
249 rayon::ThreadPoolBuilder::new()
250 .num_threads(worker_threads)
251 .thread_name(|idx| format!("WRWorker#{}", idx))
252 .build()
253 .expect("Unable to initialize WebRender worker pool."),
254 ));
255
256 let painter_id = PainterId::next();
257 let (mut webrender, webrender_api_sender) = webrender::create_webrender_instance(
258 webrender_gl.clone(),
259 Box::new(RenderNotifier::new(painter_id, compositor_proxy)),
260 webrender::WebRenderOptions {
261 use_optimized_shaders: true,
266 resource_override_path: shader_path,
267 debug_flags: webrender::DebugFlags::empty(),
268 precache_flags: if pref!(gfx_precache_shaders) {
269 ShaderPrecacheFlags::FULL_COMPILE
270 } else {
271 ShaderPrecacheFlags::empty()
272 },
273 enable_aa: pref!(gfx_text_antialiasing_enabled),
274 enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
275 allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
276 clear_color,
277 upload_method,
278 workers,
279 size_of_op: Some(servo_allocator::usable_size),
280 ..Default::default()
281 },
282 None,
283 )
284 .expect("Unable to initialize WebRender.");
285
286 webrender.set_external_image_handler(external_image_handlers);
287
288 let webrender_api = webrender_api_sender.create_api();
289 let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
290
291 let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
292 let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
293 info!("Running on {gl_renderer} with OpenGL version {gl_version}");
294
295 let painter = Painter {
296 painter_id,
297 embedder_to_constellation_sender,
298 webview_renderers: Default::default(),
299 rendering_context,
300 needs_repaint: Cell::default(),
301 pending_frames: Default::default(),
302 screenshot_taker: Default::default(),
303 refresh_driver,
304 animation_refresh_driver_observer,
305 webrender: Some(webrender),
306 webrender_api,
307 webrender_document,
308 webrender_gl,
309 last_mouse_move_position: None,
310 frame_delayer: Default::default(),
311 webrender_external_images,
312 webgl_threads,
313 #[cfg(feature = "webxr")]
314 webxr_main_thread,
315 #[cfg(feature = "webgpu")]
316 webgpu_image_map,
317 lcp_calculator: LargestContentfulPaintCalculator::new(),
318 };
319 painter.assert_gl_framebuffer_complete();
320 painter.clear_background();
321 painter
322 }
323
324 pub(crate) fn perform_updates(&mut self) {
325 #[cfg(feature = "webxr")]
326 self.webxr_main_thread.run_one_frame();
328
329 if let Err(err) = self.rendering_context.make_current() {
331 warn!("Failed to make the rendering context current: {:?}", err);
332 }
333
334 let mut need_zoom = false;
335 let scroll_offset_updates: Vec<_> = self
336 .webview_renderers
337 .iter_mut()
338 .filter_map(|webview_renderer| {
339 let (zoom, scroll_result) = webview_renderer
340 .process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
341 need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
342 scroll_result
343 })
344 .collect();
345
346 self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
347 }
348
349 pub(crate) fn deinit(&mut self) {
350 if let Err(error) = self.rendering_context.make_current() {
351 warn!("Failed to make the rendering context current: {error:?}");
352 }
353 if let Some(webrender) = self.webrender.take() {
354 webrender.deinit();
355 }
356 self.lcp_calculator.clear();
357 }
358
359 #[track_caller]
360 fn assert_no_gl_error(&self) {
361 debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
362 }
363
364 #[track_caller]
365 fn assert_gl_framebuffer_complete(&self) {
366 debug_assert_eq!(
367 (
368 self.webrender_gl.get_error(),
369 self.webrender_gl
370 .check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
371 ),
372 (gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
373 );
374 }
375
376 pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
377 self.webview_renderers.get(webview_id)
378 }
379
380 pub(crate) fn webview_renderer_mut(
381 &mut self,
382 webview_id: WebViewId,
383 ) -> Option<&mut WebViewRenderer> {
384 self.webview_renderers.get_mut(webview_id)
385 }
386
387 pub(crate) fn has_pending_frames(&self) -> bool {
391 self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
392 }
393
394 pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
395 let mut needs_repaint = self.needs_repaint.get();
396 needs_repaint.insert(reason);
397 self.needs_repaint.set(needs_repaint);
398 }
399
400 pub(crate) fn needs_repaint(&self) -> bool {
401 let repaint_reason = self.needs_repaint.get();
402 if repaint_reason.is_empty() {
403 return false;
404 }
405
406 !self.refresh_driver.wait_to_paint(repaint_reason)
407 }
408
409 pub(crate) fn animation_callbacks_running(&self) -> bool {
411 self.webview_renderers
412 .iter()
413 .any(WebViewRenderer::animation_callbacks_running)
414 }
415
416 pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
417 self.webview_renderers
418 .iter()
419 .filter_map(|webview_renderer| {
420 if webview_renderer.animating() {
421 Some(webview_renderer.id)
422 } else {
423 None
424 }
425 })
426 .collect()
427 }
428
429 pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
430 if let Err(error) = self.embedder_to_constellation_sender.send(message) {
431 warn!("Could not send message to constellation ({error:?})");
432 }
433 }
434
435 #[servo_tracing::instrument(skip_all)]
436 pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
437 let refresh_driver = self.refresh_driver.clone();
438 refresh_driver.notify_will_paint(self);
439
440 if let Err(err) = self.rendering_context.make_current() {
441 warn!("Failed to make the rendering context current: {:?}", err);
442 }
443 self.assert_no_gl_error();
444
445 self.rendering_context.prepare_for_rendering();
446
447 time_profile!(
448 ProfilerCategory::Compositing,
449 None,
450 time_profiler_channel.clone(),
451 || {
452 if let Some(webrender) = self.webrender.as_mut() {
453 webrender.update();
454 }
455
456 self.clear_background();
459 if let Some(webrender) = self.webrender.as_mut() {
460 let size = self.rendering_context.size2d().to_i32();
461 webrender.render(size, 0 ).ok();
462 }
463 }
464 );
465
466 self.needs_repaint.set(RepaintReason::empty());
469
470 self.screenshot_taker.maybe_take_screenshots(self);
471 self.send_pending_paint_metrics_messages_after_composite();
472 }
473
474 fn clear_background(&self) {
475 self.assert_gl_framebuffer_complete();
476
477 let color = servo_config::pref!(shell_background_color_rgba);
481 self.webrender_gl.clear_color(
482 color[0] as f32,
483 color[1] as f32,
484 color[2] as f32,
485 color[3] as f32,
486 );
487 self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
488 }
489
490 fn send_pending_paint_metrics_messages_after_composite(&mut self) {
498 let paint_time = CrossProcessInstant::now();
499 for webview_renderer in self.webview_renderers.iter() {
500 for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
501 let Some(current_epoch) = self
502 .webrender
503 .as_ref()
504 .and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
505 else {
506 continue;
507 };
508
509 match pipeline.first_paint_metric.get() {
510 PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
515 assert!(epoch <= current_epoch);
516 #[cfg(feature = "tracing")]
517 tracing::info!(
518 name: "FirstPaint",
519 servo_profiling = true,
520 epoch = ?epoch,
521 paint_time = ?paint_time,
522 pipeline_id = ?pipeline_id,
523 );
524
525 self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
526 *pipeline_id,
527 PaintMetricEvent::FirstPaint(paint_time, first_reflow),
528 ));
529
530 pipeline.first_paint_metric.set(PaintMetricState::Sent);
531 },
532 _ => {},
533 }
534
535 match pipeline.first_contentful_paint_metric.get() {
536 PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
537 #[cfg(feature = "tracing")]
538 tracing::info!(
539 name: "FirstContentfulPaint",
540 servo_profiling = true,
541 epoch = ?epoch,
542 paint_time = ?paint_time,
543 pipeline_id = ?pipeline_id,
544 );
545 self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
546 *pipeline_id,
547 PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
548 ));
549 pipeline
550 .first_contentful_paint_metric
551 .set(PaintMetricState::Sent);
552 },
553 _ => {},
554 }
555
556 match pipeline.largest_contentful_paint_metric.get() {
557 PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
558 if let Some(lcp) = self
559 .lcp_calculator
560 .calculate_largest_contentful_paint(paint_time, pipeline_id.into())
561 {
562 #[cfg(feature = "tracing")]
563 tracing::info!(
564 name: "LargestContentfulPaint",
565 servo_profiling = true,
566 paint_time = ?paint_time,
567 area = ?lcp.area,
568 lcp_type = ?lcp.lcp_type,
569 pipeline_id = ?pipeline_id,
570 );
571 self.send_to_constellation(
572 EmbedderToConstellationMessage::PaintMetric(
573 *pipeline_id,
574 PaintMetricEvent::LargestContentfulPaint(
575 lcp.paint_time,
576 lcp.area,
577 lcp.lcp_type,
578 ),
579 ),
580 );
581 }
582 pipeline
583 .largest_contentful_paint_metric
584 .set(PaintMetricState::Sent);
585 },
586 _ => {},
587 }
588 }
589 }
590 }
591
592 pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
594 transaction.generate_frame(0, true , false , reason);
595 self.pending_frames.set(self.pending_frames.get() + 1);
596 }
597
598 pub(crate) fn hit_test_at_point_with_api_and_document(
599 webrender_api: &RenderApi,
600 webrender_document: DocumentId,
601 point: DevicePoint,
602 ) -> Vec<CompositorHitTestResult> {
603 let world_point = WorldPoint::from_untyped(point.to_untyped());
605 let results = webrender_api.hit_test(webrender_document, world_point);
606
607 results
608 .items
609 .iter()
610 .map(|item| {
611 let pipeline_id = item.pipeline.into();
612 let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
613 CompositorHitTestResult {
614 pipeline_id,
615 point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
616 external_scroll_id,
617 }
618 })
619 .collect()
620 }
621
622 pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
623 self.webrender_api
624 .send_transaction(self.webrender_document, transaction);
625 }
626
627 fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
631 let root_pipeline = WebRenderPipelineId(0, 1);
635 transaction.set_root_pipeline(root_pipeline);
636
637 let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
638 builder.begin();
639
640 let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
641
642 let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
643 let viewport_rect = LayoutRect::from_origin_and_size(
644 LayoutPoint::zero(),
645 LayoutSize::from_untyped(viewport_size),
646 );
647
648 let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
649 let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
650 for (_, webview_renderer) in self.webview_renderers.painting_order() {
651 let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
652 continue;
653 };
654
655 let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
656 let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
657 .device_pixels_per_page_pixel_not_including_pinch_zoom()
658 .get();
659
660 let transform = LayoutTransform::scale(
661 device_pixels_per_page_pixel_not_including_pinch_zoom,
662 device_pixels_per_page_pixel_not_including_pinch_zoom,
663 1.0,
664 )
665 .then(&LayoutTransform::from_untyped(
666 &pinch_zoom_transform.to_3d(),
667 ));
668
669 let webview_reference_frame = builder.push_reference_frame(
670 LayoutPoint::zero(),
671 root_reference_frame,
672 TransformStyle::Flat,
673 PropertyBinding::Value(transform),
674 ReferenceFrameKind::Transform {
675 is_2d_scale_translation: true,
676 should_snap: true,
677 paired_with_perspective: false,
678 },
679 SpatialTreeItemKey::new(0, 0),
680 );
681
682 let scaled_webview_rect = webview_renderer.rect /
683 webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
684 builder.push_iframe(
685 LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
686 LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
687 &SpaceAndClipInfo {
688 spatial_id: webview_reference_frame,
689 clip_chain_id,
690 },
691 pipeline_id.into(),
692 true,
693 );
694 }
695
696 let built_display_list = builder.end();
697
698 transaction.set_display_list(WebRenderEpoch(0), built_display_list);
702 self.update_transaction_with_all_scroll_offsets(transaction);
703 }
704
705 fn send_root_pipeline_display_list(&mut self) {
709 let mut transaction = Transaction::new();
710 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
711 self.generate_frame(&mut transaction, RenderReasons::SCENE);
712 self.send_transaction(transaction);
713 }
714
715 fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
724 for webview_renderer in self.webview_renderers.iter() {
725 for details in webview_renderer.pipelines.values() {
726 for node in details.scroll_tree.nodes.iter() {
727 let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
728 else {
729 continue;
730 };
731
732 transaction.set_scroll_offsets(
733 external_id,
734 vec![SampledScrollOffset {
735 offset,
736 generation: 0,
737 }],
738 );
739 }
740 }
741 }
742 }
743
744 fn send_zoom_and_scroll_offset_updates(
745 &mut self,
746 need_zoom: bool,
747 scroll_offset_updates: Vec<ScrollResult>,
748 ) {
749 if !need_zoom && scroll_offset_updates.is_empty() {
750 return;
751 }
752
753 let mut transaction = Transaction::new();
754 if need_zoom {
755 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
756 }
757 for update in scroll_offset_updates {
758 transaction.set_scroll_offsets(
759 update.external_scroll_id,
760 vec![SampledScrollOffset {
761 offset: update.offset,
762 generation: 0,
763 }],
764 );
765 }
766
767 self.generate_frame(&mut transaction, RenderReasons::APZ);
768 self.send_transaction(transaction);
769 }
770
771 pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
772 let Some(webrender) = self.webrender.as_mut() else {
773 return;
774 };
775 let mut flags = webrender.get_debug_flags();
776 let flag = match option {
777 WebRenderDebugOption::Profiler => {
778 webrender::DebugFlags::PROFILER_DBG |
779 webrender::DebugFlags::GPU_TIME_QUERIES |
780 webrender::DebugFlags::GPU_SAMPLE_QUERIES
781 },
782 WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
783 WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
784 };
785 flags.toggle(flag);
786 webrender.set_debug_flags(flags);
787
788 let mut txn = Transaction::new();
789 self.generate_frame(&mut txn, RenderReasons::TESTING);
790 self.send_transaction(txn);
791 }
792
793 pub(crate) fn decrement_pending_frames(&self) {
794 self.pending_frames.set(self.pending_frames.get() - 1);
795 }
796
797 pub(crate) fn report_memory(&self) -> MemoryReport {
798 self.webrender_api
799 .report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
800 }
801
802 pub(crate) fn change_running_animations_state(
803 &mut self,
804 webview_id: WebViewId,
805 pipeline_id: PipelineId,
806 animation_state: embedder_traits::AnimationState,
807 ) {
808 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
809 return;
810 };
811 if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
812 {
813 return;
814 }
815 if !self
816 .animation_refresh_driver_observer
817 .notify_animation_state_changed(webview_renderer)
818 {
819 return;
820 }
821
822 self.refresh_driver
823 .add_observer(self.animation_refresh_driver_observer.clone());
824 }
825
826 pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
827 debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
828
829 let webview_id = frame_tree.pipeline.webview_id;
830 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
831 warn!(
832 "Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
833 );
834 return;
835 };
836
837 webview_renderer.set_frame_tree(frame_tree);
838 self.send_root_pipeline_display_list();
839 }
840
841 pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
842 debug!("{webview_id}: Removing");
843 if self.webview_renderers.remove(webview_id).is_err() {
844 warn!("{webview_id}: Removing unknown webview");
845 return;
846 };
847
848 self.send_root_pipeline_display_list();
849 }
850
851 pub(crate) fn set_throttled(
852 &mut self,
853 webview_id: WebViewId,
854 pipeline_id: PipelineId,
855 throttled: bool,
856 ) {
857 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
858 return;
859 };
860 if !webview_renderer.set_throttled(pipeline_id, throttled) {
861 return;
862 }
863
864 if self
865 .animation_refresh_driver_observer
866 .notify_animation_state_changed(webview_renderer)
867 {
868 self.refresh_driver
869 .add_observer(self.animation_refresh_driver_observer.clone());
870 }
871 }
872
873 pub(crate) fn notify_pipeline_exited(
874 &mut self,
875 webview_id: WebViewId,
876 pipeline_id: PipelineId,
877 pipeline_exit_source: PipelineExitSource,
878 ) {
879 debug!("Compositor got pipeline exited: {webview_id:?} {pipeline_id:?}",);
880 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
881 webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
882 }
883 self.lcp_calculator
884 .remove_lcp_candidates_for_pipeline(pipeline_id.into());
885 }
886
887 pub(crate) fn send_initial_pipeline_transaction(
888 &mut self,
889 webview_id: WebViewId,
890 pipeline_id: WebRenderPipelineId,
891 ) {
892 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
893 return warn!("Could not find WebView for incoming display list");
894 };
895
896 let starting_epoch = Epoch(0);
897 let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
898 details.display_list_epoch = Some(starting_epoch);
899
900 let mut txn = Transaction::new();
901 txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
902
903 self.generate_frame(&mut txn, RenderReasons::SCENE);
904 self.send_transaction(txn);
905 }
906
907 pub(crate) fn scroll_node_by_delta(
908 &mut self,
909 webview_id: WebViewId,
910 pipeline_id: WebRenderPipelineId,
911 offset: LayoutVector2D,
912 external_scroll_id: webrender_api::ExternalScrollId,
913 ) {
914 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
915 return;
916 };
917
918 let pipeline_id = pipeline_id.into();
919 let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
920 return;
921 };
922
923 let Some(offset) = pipeline_details
924 .scroll_tree
925 .set_scroll_offset_for_node_with_external_scroll_id(
926 external_scroll_id,
927 offset,
928 ScrollType::Script,
929 )
930 else {
931 warn!("Could not scroll node with id: {external_scroll_id:?}");
934 return;
935 };
936
937 let mut transaction = Transaction::new();
938 transaction.set_scroll_offsets(
939 external_scroll_id,
940 vec![SampledScrollOffset {
941 offset,
942 generation: 0,
943 }],
944 );
945
946 self.generate_frame(&mut transaction, RenderReasons::APZ);
947 self.send_transaction(transaction);
948 }
949
950 pub(crate) fn scroll_viewport_by_delta(
951 &mut self,
952 webview_id: WebViewId,
953 delta: LayoutVector2D,
954 ) {
955 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
956 return;
957 };
958 let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
959 self.send_zoom_and_scroll_offset_updates(
960 pinch_zoom_result == PinchZoomResult::DidPinchZoom,
961 scroll_results,
962 );
963 }
964
965 pub(crate) fn update_epoch(
966 &mut self,
967 webview_id: WebViewId,
968 pipeline_id: PipelineId,
969 epoch: Epoch,
970 ) {
971 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
972 return warn!("Could not find WebView for Epoch update.");
973 };
974 webview_renderer
975 .ensure_pipeline_details(pipeline_id)
976 .display_list_epoch = Some(Epoch(epoch.0));
977 }
978
979 pub(crate) fn handle_new_display_list(
980 &mut self,
981 webview_id: WebViewId,
982 display_list_descriptor: BuiltDisplayListDescriptor,
983 display_list_receiver: IpcBytesReceiver,
984 ) {
985 let display_list_info = match display_list_receiver.recv() {
987 Ok(display_list_info) => display_list_info,
988 Err(error) => {
989 return warn!("Could not receive display list info: {error}");
990 },
991 };
992 let display_list_info: CompositorDisplayListInfo =
993 match bincode::deserialize(&display_list_info) {
994 Ok(display_list_info) => display_list_info,
995 Err(error) => {
996 return warn!("Could not deserialize display list info: {error}");
997 },
998 };
999 let items_data = match display_list_receiver.recv() {
1000 Ok(display_list_data) => display_list_data,
1001 Err(error) => {
1002 return warn!("Could not receive WebRender display list items data: {error}");
1003 },
1004 };
1005 let cache_data = match display_list_receiver.recv() {
1006 Ok(display_list_data) => display_list_data,
1007 Err(error) => {
1008 return warn!("Could not receive WebRender display list cache data: {error}");
1009 },
1010 };
1011 let spatial_tree = match display_list_receiver.recv() {
1012 Ok(display_list_data) => display_list_data,
1013 Err(error) => {
1014 return warn!("Could not receive WebRender display list spatial tree: {error}.");
1015 },
1016 };
1017 let built_display_list = BuiltDisplayList::from_data(
1018 DisplayListPayload {
1019 items_data,
1020 cache_data,
1021 spatial_tree,
1022 },
1023 display_list_descriptor,
1024 );
1025 #[cfg(feature = "tracing")]
1026 let _span = tracing::trace_span!(
1027 "ScriptToCompositorMsg::BuiltDisplayList",
1028 servo_profiling = true,
1029 )
1030 .entered();
1031 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1032 return warn!("Could not find WebView for incoming display list");
1033 };
1034
1035 let old_scale = webview_renderer.device_pixels_per_page_pixel();
1036 let pipeline_id = display_list_info.pipeline_id;
1037 let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
1038
1039 details.install_new_scroll_tree(display_list_info.scroll_tree);
1040 details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
1041
1042 let epoch = display_list_info.epoch.into();
1043 let first_reflow = display_list_info.first_reflow;
1044 if details.first_paint_metric.get() == PaintMetricState::Waiting {
1045 details
1046 .first_paint_metric
1047 .set(PaintMetricState::Seen(epoch, first_reflow));
1048 }
1049
1050 if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
1051 display_list_info.is_contentful
1052 {
1053 details
1054 .first_contentful_paint_metric
1055 .set(PaintMetricState::Seen(epoch, first_reflow));
1056 }
1057
1058 let mut transaction = Transaction::new();
1059 let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
1060 if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
1061 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
1062 }
1063
1064 transaction.set_display_list(epoch, (pipeline_id, built_display_list));
1065
1066 self.update_transaction_with_all_scroll_offsets(&mut transaction);
1067 self.send_transaction(transaction);
1068 }
1069
1070 pub(crate) fn generate_frame_for_script(&mut self) {
1071 self.frame_delayer.set_pending_frame(true);
1072
1073 if !self.frame_delayer.needs_new_frame() {
1074 return;
1075 }
1076
1077 let mut transaction = Transaction::new();
1078 self.generate_frame(&mut transaction, RenderReasons::SCENE);
1079 self.send_transaction(transaction);
1080
1081 let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1082
1083 self.send_to_constellation(
1084 EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1085 waiting_pipelines,
1086 ),
1087 );
1088
1089 self.frame_delayer.set_pending_frame(false);
1090 self.screenshot_taker
1091 .prepare_screenshot_requests_for_render(self)
1092 }
1093
1094 pub(crate) fn generate_image_key(&self) -> ImageKey {
1095 self.webrender_api.generate_image_key()
1096 }
1097
1098 pub(crate) fn generate_image_keys(&self) -> Vec<ImageKey> {
1099 (0..pref!(image_key_batch_size))
1100 .map(|_| self.webrender_api.generate_image_key())
1101 .collect()
1102 }
1103
1104 pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
1105 let mut txn = Transaction::new();
1106 for update in updates {
1107 match update {
1108 ImageUpdate::AddImage(key, desc, data) => {
1109 txn.add_image(key, desc, data.into(), None)
1110 },
1111 ImageUpdate::DeleteImage(key) => {
1112 txn.delete_image(key);
1113 self.frame_delayer.delete_image(key);
1114 },
1115 ImageUpdate::UpdateImage(key, desc, data, epoch) => {
1116 if let Some(epoch) = epoch {
1117 self.frame_delayer.update_image(key, epoch);
1118 }
1119 txn.update_image(key, desc, data.into(), &DirtyRect::All)
1120 },
1121 }
1122 }
1123
1124 if self.frame_delayer.needs_new_frame() {
1125 self.frame_delayer.set_pending_frame(false);
1126 self.generate_frame(&mut txn, RenderReasons::SCENE);
1127 let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1128
1129 self.send_to_constellation(
1130 EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1131 waiting_pipelines,
1132 ),
1133 );
1134
1135 self.screenshot_taker
1136 .prepare_screenshot_requests_for_render(&*self);
1137 }
1138
1139 self.send_transaction(txn);
1140 }
1141
1142 pub(crate) fn delay_new_frames_for_canvas(
1143 &mut self,
1144 pipeline_id: PipelineId,
1145 canvas_epoch: Epoch,
1146 image_keys: Vec<ImageKey>,
1147 ) {
1148 self.frame_delayer
1149 .add_delay(pipeline_id, canvas_epoch, image_keys);
1150 }
1151
1152 pub(crate) fn add_font(&mut self, font_key: FontKey, data: Arc<IpcSharedMemory>, index: u32) {
1153 let mut transaction = Transaction::new();
1154 transaction.add_raw_font(font_key, (**data).into(), index);
1155 self.send_transaction(transaction);
1156 }
1157
1158 pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
1159 let mut transaction = Transaction::new();
1160 transaction.add_native_font(font_key, native_handle);
1161 self.send_transaction(transaction);
1162 }
1163
1164 pub(crate) fn add_font_instance(
1165 &mut self,
1166 instance_key: FontInstanceKey,
1167 font_key: FontKey,
1168 size: f32,
1169 flags: FontInstanceFlags,
1170 variations: Vec<FontVariation>,
1171 ) {
1172 let variations = if pref!(layout_variable_fonts_enabled) {
1173 variations
1174 } else {
1175 vec![]
1176 };
1177
1178 let mut transaction = Transaction::new();
1179
1180 let font_instance_options = FontInstanceOptions {
1181 flags,
1182 ..Default::default()
1183 };
1184 transaction.add_font_instance(
1185 instance_key,
1186 font_key,
1187 size,
1188 Some(font_instance_options),
1189 None,
1190 variations,
1191 );
1192
1193 self.send_transaction(transaction);
1194 }
1195
1196 pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
1197 let mut transaction = Transaction::new();
1198
1199 for instance in instance_keys.into_iter() {
1200 transaction.delete_font_instance(instance);
1201 }
1202 for key in keys.into_iter() {
1203 transaction.delete_font(key);
1204 }
1205
1206 self.send_transaction(transaction);
1207 }
1208
1209 pub(crate) fn generate_font_keys(
1212 &self,
1213 number_of_font_keys: usize,
1214 number_of_font_instance_keys: usize,
1215 ) -> (Vec<FontKey>, Vec<FontInstanceKey>) {
1216 let font_keys = (0..number_of_font_keys)
1217 .map(|_| self.webrender_api.generate_font_key())
1218 .collect();
1219 let font_instance_keys = (0..number_of_font_instance_keys)
1220 .map(|_| self.webrender_api.generate_font_instance_key())
1221 .collect();
1222 (font_keys, font_instance_keys)
1223 }
1224
1225 pub(crate) fn set_viewport_description(
1226 &mut self,
1227 webview_id: WebViewId,
1228 viewport_description: ViewportDescription,
1229 ) {
1230 if let Some(webview) = self.webview_renderers.get_mut(webview_id) {
1231 webview.set_viewport_description(viewport_description);
1232 }
1233 }
1234
1235 pub(crate) fn handle_screenshot_readiness_reply(
1236 &self,
1237 webview_id: WebViewId,
1238 expected_epochs: FxHashMap<PipelineId, Epoch>,
1239 ) {
1240 self.screenshot_taker
1241 .handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
1242 }
1243
1244 pub(crate) fn add_webview(
1245 &mut self,
1246 webview: Box<dyn WebViewTrait>,
1247 viewport_details: ViewportDetails,
1248 ) {
1249 self.webview_renderers
1250 .entry(webview.id())
1251 .or_insert(WebViewRenderer::new(
1252 webview,
1253 viewport_details,
1254 self.embedder_to_constellation_sender.clone(),
1255 self.refresh_driver.clone(),
1256 self.webrender_document,
1257 ));
1258 }
1259
1260 pub(crate) fn show_webview(
1261 &mut self,
1262 webview_id: WebViewId,
1263 hide_others: bool,
1264 ) -> Result<(), UnknownWebView> {
1265 debug!("{webview_id}: Showing webview; hide_others={hide_others}");
1266 let painting_order_changed = if hide_others {
1267 let result = self
1268 .webview_renderers
1269 .painting_order()
1270 .map(|(&id, _)| id)
1271 .ne(once(webview_id));
1272 self.webview_renderers.hide_all();
1273 self.webview_renderers.show(webview_id)?;
1274 result
1275 } else {
1276 self.webview_renderers.show(webview_id)?
1277 };
1278 if painting_order_changed {
1279 self.send_root_pipeline_display_list();
1280 }
1281 Ok(())
1282 }
1283
1284 pub(crate) fn hide_webview(&mut self, webview_id: WebViewId) -> Result<(), UnknownWebView> {
1285 debug!("{webview_id}: Hiding webview");
1286 if self.webview_renderers.hide(webview_id)? {
1287 self.send_root_pipeline_display_list();
1288 }
1289 Ok(())
1290 }
1291
1292 pub(crate) fn raise_webview_to_top(
1293 &mut self,
1294 webview_id: WebViewId,
1295 hide_others: bool,
1296 ) -> Result<(), UnknownWebView> {
1297 debug!("{webview_id}: Raising webview to top; hide_others={hide_others}");
1298 let painting_order_changed = if hide_others {
1299 let result = self
1300 .webview_renderers
1301 .painting_order()
1302 .map(|(&id, _)| id)
1303 .ne(once(webview_id));
1304 self.webview_renderers.hide_all();
1305 self.webview_renderers.raise_to_top(webview_id)?;
1306 result
1307 } else {
1308 self.webview_renderers.raise_to_top(webview_id)?
1309 };
1310 if painting_order_changed {
1311 self.send_root_pipeline_display_list();
1312 }
1313 Ok(())
1314 }
1315
1316 pub(crate) fn move_resize_webview(&mut self, webview_id: WebViewId, rect: DeviceRect) {
1317 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1318 return;
1319 };
1320 if !webview_renderer.set_rect(rect) {
1321 return;
1322 }
1323
1324 self.send_root_pipeline_display_list();
1325 self.set_needs_repaint(RepaintReason::Resize);
1326 }
1327
1328 pub(crate) fn set_hidpi_scale_factor(
1329 &mut self,
1330 webview_id: WebViewId,
1331 new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
1332 ) {
1333 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1334 return;
1335 };
1336 if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
1337 return;
1338 }
1339
1340 self.send_root_pipeline_display_list();
1341 self.set_needs_repaint(RepaintReason::Resize);
1342 }
1343
1344 pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
1345 if self.rendering_context.size() == new_size {
1346 return;
1347 }
1348
1349 self.rendering_context.resize(new_size);
1350
1351 let mut transaction = Transaction::new();
1352 let output_region = DeviceIntRect::new(
1353 Point2D::zero(),
1354 Point2D::new(new_size.width as i32, new_size.height as i32),
1355 );
1356 transaction.set_document_view(output_region);
1357 self.send_transaction(transaction);
1358
1359 self.send_root_pipeline_display_list();
1360 self.set_needs_repaint(RepaintReason::Resize);
1361 }
1362
1363 pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
1364 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1365 webview_renderer.set_page_zoom(Scale::new(new_zoom));
1366 }
1367 }
1368
1369 pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
1370 self.webview_renderers
1371 .get(webview_id)
1372 .map(|webview_renderer| webview_renderer.page_zoom.get())
1373 .unwrap_or_default()
1374 }
1375
1376 pub(crate) fn notify_input_event(&mut self, webview_id: WebViewId, event: InputEventAndId) {
1377 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1378 match &event.event {
1379 InputEvent::MouseMove(event) => {
1380 let event_point = event
1381 .point
1382 .as_device_point(webview_renderer.device_pixels_per_page_pixel());
1383 self.last_mouse_move_position = Some(event_point);
1384 },
1385 InputEvent::MouseLeftViewport(_) => {
1386 self.last_mouse_move_position = None;
1387 },
1388 _ => {},
1389 }
1390
1391 webview_renderer.notify_input_event(&self.webrender_api, event);
1392 }
1393 self.disable_lcp_calculation_for_webview(webview_id);
1394 }
1395
1396 pub(crate) fn notify_scroll_event(
1397 &mut self,
1398 webview_id: WebViewId,
1399 scroll: Scroll,
1400 point: WebViewPoint,
1401 ) {
1402 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1403 webview_renderer.notify_scroll_event(scroll, point);
1404 }
1405 self.disable_lcp_calculation_for_webview(webview_id);
1406 }
1407
1408 pub(crate) fn pinch_zoom(
1409 &mut self,
1410 webview_id: WebViewId,
1411 pinch_zoom_delta: f32,
1412 center: DevicePoint,
1413 ) {
1414 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1415 webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
1416 }
1417 }
1418
1419 pub(crate) fn device_pixels_per_page_pixel(
1420 &self,
1421 webview_id: WebViewId,
1422 ) -> Scale<f32, CSSPixel, DevicePixel> {
1423 self.webview_renderers
1424 .get(webview_id)
1425 .map(WebViewRenderer::device_pixels_per_page_pixel)
1426 .unwrap_or_default()
1427 }
1428
1429 pub(crate) fn request_screenshot(
1430 &self,
1431 webview_id: WebViewId,
1432 rect: Option<WebViewRect>,
1433 callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
1434 ) {
1435 let Some(webview) = self.webview_renderers.get(webview_id) else {
1436 return;
1437 };
1438
1439 let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
1440 self.screenshot_taker
1441 .request_screenshot(webview_id, rect, callback);
1442 self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
1443 webview_id,
1444 ));
1445 }
1446
1447 pub(crate) fn notify_input_event_handled(
1448 &mut self,
1449 webview_id: WebViewId,
1450 input_event_id: InputEventId,
1451 result: InputEventResult,
1452 ) {
1453 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1454 warn!("Handled input event for unknown webview: {webview_id}");
1455 return;
1456 };
1457 webview_renderer.notify_input_event_handled(&self.webrender_api, input_event_id, result);
1458 }
1459
1460 pub(crate) fn refresh_cursor(&self) {
1461 let Some(last_mouse_move_position) = self.last_mouse_move_position else {
1462 return;
1463 };
1464
1465 let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
1466 &self.webrender_api,
1467 self.webrender_document,
1468 last_mouse_move_position,
1469 )
1470 .first()
1471 .cloned() else {
1472 return;
1473 };
1474
1475 if let Err(error) = self.embedder_to_constellation_sender.send(
1476 EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
1477 ) {
1478 warn!("Sending event to constellation failed ({:?}).", error);
1479 }
1480 }
1481
1482 pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
1483 if repaint_needed {
1484 self.refresh_cursor()
1485 }
1486
1487 if repaint_needed || self.animation_callbacks_running() {
1488 self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
1489 }
1490
1491 if !repaint_needed {
1495 self.screenshot_taker
1496 .maybe_trigger_paint_for_screenshot(self);
1497 }
1498 }
1499
1500 pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
1501 if self.needs_repaint() {
1502 self.webview_renderers
1503 .iter()
1504 .map(|webview_renderer| webview_renderer.id)
1505 .collect()
1506 } else {
1507 Vec::new()
1508 }
1509 }
1510
1511 pub(crate) fn append_lcp_candidate(
1512 &mut self,
1513 lcp_candidate: LCPCandidate,
1514 webview_id: WebViewId,
1515 pipeline_id: PipelineId,
1516 epoch: Epoch,
1517 ) {
1518 if self
1519 .lcp_calculator
1520 .append_lcp_candidate(webview_id, pipeline_id.into(), lcp_candidate)
1521 {
1522 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1523 webview_renderer
1524 .ensure_pipeline_details(pipeline_id)
1525 .largest_contentful_paint_metric
1526 .set(PaintMetricState::Seen(epoch.into(), false));
1527 }
1528 };
1529 }
1530
1531 fn disable_lcp_calculation_for_webview(&mut self, webview_id: WebViewId) {
1533 self.lcp_calculator.add_to_disabled_lcp_webviews(webview_id);
1534 }
1535}
1536
1537#[derive(Default)]
1547pub(crate) struct FrameDelayer {
1548 image_epochs: FxHashMap<ImageKey, Epoch>,
1552 pending_canvas_images: FxHashMap<ImageKey, Epoch>,
1554 pub(crate) pending_frame: bool,
1556 waiting_pipelines: FxHashSet<PipelineId>,
1559}
1560
1561impl FrameDelayer {
1562 pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
1563 self.image_epochs.remove(&image_key);
1564 self.pending_canvas_images.remove(&image_key);
1565 }
1566
1567 pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
1568 self.image_epochs.insert(image_key, epoch);
1569 let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
1570 return;
1571 };
1572 if *entry.get() <= epoch {
1573 entry.remove();
1574 }
1575 }
1576
1577 pub(crate) fn add_delay(
1578 &mut self,
1579 pipeline_id: PipelineId,
1580 canvas_epoch: Epoch,
1581 image_keys: Vec<ImageKey>,
1582 ) {
1583 for image_key in image_keys.into_iter() {
1584 if self
1587 .image_epochs
1588 .get(&image_key)
1589 .is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
1590 {
1591 continue;
1592 }
1593 self.pending_canvas_images.insert(image_key, canvas_epoch);
1594 }
1595 self.waiting_pipelines.insert(pipeline_id);
1596 }
1597
1598 pub(crate) fn needs_new_frame(&self) -> bool {
1599 self.pending_frame && self.pending_canvas_images.is_empty()
1600 }
1601
1602 pub(crate) fn set_pending_frame(&mut self, value: bool) {
1603 self.pending_frame = value;
1604 }
1605
1606 pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
1607 self.waiting_pipelines.drain().collect()
1608 }
1609}
1610
1611#[derive(Clone, Copy, PartialEq)]
1616pub(crate) enum PaintMetricState {
1617 Waiting,
1619 Seen(WebRenderEpoch, bool ),
1622 Sent,
1624}