1use std::cell::Cell;
6use std::collections::hash_map::Entry;
7use std::iter::once;
8use std::path::PathBuf;
9use std::rc::Rc;
10use std::sync::{Arc, Mutex};
11
12use base::Epoch;
13use base::cross_process_instant::CrossProcessInstant;
14use base::id::{PainterId, PipelineId, WebViewId};
15use canvas_traits::webgl::{GlType, WebGLThreads};
16use compositing_traits::display_list::{CompositorDisplayListInfo, ScrollType};
17use compositing_traits::largest_contentful_paint_candidate::LCPCandidate;
18use compositing_traits::rendering_context::RenderingContext;
19use compositing_traits::viewport_description::ViewportDescription;
20use compositing_traits::{
21 CompositorProxy, ImageUpdate, PipelineExitSource, SendableFrameTree,
22 WebRenderExternalImageHandlers, WebRenderExternalImageRegistry, WebRenderImageHandlerType,
23 WebViewTrait,
24};
25use constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
26use crossbeam_channel::Sender;
27use dpi::PhysicalSize;
28use embedder_traits::{
29 CompositorHitTestResult, EventLoopWaker, InputEvent, InputEventAndId, InputEventId,
30 InputEventResult, RefreshDriver, ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint,
31 WebViewRect,
32};
33use euclid::{Point2D, Scale};
34use gleam::gl::RENDERER;
35use image::RgbaImage;
36use ipc_channel::ipc::{IpcBytesReceiver, IpcSharedMemory};
37use log::{debug, info, warn};
38use media::WindowGLContext;
39use profile_traits::time::{ProfilerCategory, ProfilerChan};
40use profile_traits::time_profile;
41use rustc_hash::{FxHashMap, FxHashSet};
42use servo_config::pref;
43use servo_geometry::DeviceIndependentPixel;
44use smallvec::SmallVec;
45use style_traits::CSSPixel;
46use webgl::WebGLComm;
47use webrender::{
48 MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
49};
50use webrender_api::units::{
51 DeviceIntRect, DevicePixel, DevicePoint, DeviceRect, LayoutPoint, LayoutRect, LayoutSize,
52 LayoutTransform, LayoutVector2D, WorldPoint,
53};
54use webrender_api::{
55 self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
56 DocumentId, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags, FontInstanceKey,
57 FontInstanceOptions, FontKey, FontVariation, ImageKey, NativeFontHandle,
58 PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind, RenderReasons,
59 SampledScrollOffset, SpaceAndClipInfo, SpatialId, SpatialTreeItemKey, TransformStyle,
60};
61use wr_malloc_size_of::MallocSizeOfOps;
62
63use crate::compositor::{RepaintReason, WebRenderDebugOption};
64use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
65use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
66use crate::render_notifier::RenderNotifier;
67use crate::screenshot::ScreenshotTaker;
68use crate::webview_manager::WebViewManager;
69use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
70
71pub(crate) struct Painter {
81 pub(crate) rendering_context: Rc<dyn RenderingContext>,
83
84 pub(crate) painter_id: PainterId,
86
87 pub(crate) webview_renderers: WebViewManager<WebViewRenderer>,
89
90 pub(crate) needs_repaint: Cell<RepaintReason>,
92
93 pub(crate) pending_frames: Cell<usize>,
95
96 refresh_driver: Rc<BaseRefreshDriver>,
98
99 animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
101
102 pub(crate) webrender_api: RenderApi,
104
105 pub(crate) webrender_document: DocumentId,
107
108 pub(crate) webrender: Option<webrender::Renderer>,
110
111 webrender_gl: Rc<dyn gleam::gl::Gl>,
113
114 pub(crate) last_mouse_move_position: Option<DevicePoint>,
117
118 pub(crate) screenshot_taker: ScreenshotTaker,
120
121 pub(crate) frame_delayer: FrameDelayer,
125
126 pub(crate) webrender_external_images: Arc<Mutex<WebRenderExternalImageRegistry>>,
128
129 #[cfg(feature = "webxr")]
130 pub(crate) webxr_main_thread: webxr::MainThreadRegistry,
132
133 pub(crate) webgl_threads: WebGLThreads,
135
136 #[cfg(feature = "webgpu")]
137 pub(crate) webgpu_image_map: webgpu::canvas_context::WGPUImageMap,
139
140 embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
142
143 lcp_calculator: LargestContentfulPaintCalculator,
145}
146
147impl Drop for Painter {
148 fn drop(&mut self) {
149 self.webrender_api.stop_render_backend();
150 self.webrender_api.shut_down(true);
151 }
152}
153
154impl Painter {
155 pub(crate) fn new(
156 rendering_context: Rc<dyn RenderingContext>,
157 compositor_proxy: CompositorProxy,
158 event_loop_waker: Box<dyn EventLoopWaker>,
159 refresh_driver: Option<Rc<dyn RefreshDriver>>,
160 shader_path: Option<PathBuf>,
161 embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
162 #[cfg(feature = "webxr")] webxr_registry: Box<dyn webxr::WebXrRegistry>,
163 ) -> Self {
164 let webrender_gl = rendering_context.gleam_gl_api();
165
166 if let Err(err) = rendering_context.make_current() {
168 warn!("Failed to make the rendering context current: {:?}", err);
169 }
170 debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
171
172 let gl_type = match webrender_gl.get_type() {
174 gleam::gl::GlType::Gl => GlType::Gl,
175 gleam::gl::GlType::Gles => GlType::Gles,
176 };
177
178 let (external_image_handlers, webrender_external_images) =
179 WebRenderExternalImageHandlers::new();
180 let mut external_image_handlers = Box::new(external_image_handlers);
181
182 let WebGLComm {
183 webgl_threads,
184 #[cfg(feature = "webxr")]
185 webxr_layer_grand_manager,
186 image_handler,
187 } = WebGLComm::new(
188 rendering_context.clone(),
189 compositor_proxy.cross_process_compositor_api.clone(),
190 webrender_external_images.clone(),
191 gl_type,
192 );
193
194 external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
196
197 #[cfg(feature = "webxr")]
199 let mut webxr_main_thread =
200 webxr::MainThreadRegistry::new(event_loop_waker.clone(), webxr_layer_grand_manager)
201 .expect("Failed to create WebXR device registry");
202 #[cfg(feature = "webxr")]
203 if pref!(dom_webxr_enabled) {
204 webxr_registry.register(&mut webxr_main_thread);
205 }
206
207 #[cfg(feature = "webgpu")]
208 let webgpu_image_map = {
209 let webgpu_image_handler = webgpu::WGPUExternalImages::default();
210 let webgpu_image_map = webgpu_image_handler.images.clone();
211 external_image_handlers.set_handler(
212 Box::new(webgpu_image_handler),
213 WebRenderImageHandlerType::WebGpu,
214 );
215 webgpu_image_map
216 };
217
218 WindowGLContext::initialize_image_handler(
219 &mut external_image_handlers,
220 webrender_external_images.clone(),
221 );
222
223 let refresh_driver = Rc::new(BaseRefreshDriver::new(event_loop_waker, refresh_driver));
224 let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
225 embedder_to_constellation_sender.clone(),
226 ));
227
228 rendering_context.prepare_for_rendering();
229 let clear_color = servo_config::pref!(shell_background_color_rgba);
230 let clear_color = ColorF::new(
231 clear_color[0] as f32,
232 clear_color[1] as f32,
233 clear_color[2] as f32,
234 clear_color[3] as f32,
235 );
236
237 let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
240 UploadMethod::Immediate
241 } else {
242 UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
243 };
244 let worker_threads = std::thread::available_parallelism()
245 .map(|i| i.get())
246 .unwrap_or(pref!(threadpools_fallback_worker_num) as usize)
247 .min(pref!(threadpools_webrender_workers_max).max(1) as usize);
248 let workers = Some(Arc::new(
249 rayon::ThreadPoolBuilder::new()
250 .num_threads(worker_threads)
251 .thread_name(|idx| format!("WRWorker#{}", idx))
252 .build()
253 .expect("Unable to initialize WebRender worker pool."),
254 ));
255
256 let painter_id = PainterId::next();
257 let (mut webrender, webrender_api_sender) = webrender::create_webrender_instance(
258 webrender_gl.clone(),
259 Box::new(RenderNotifier::new(painter_id, compositor_proxy)),
260 webrender::WebRenderOptions {
261 use_optimized_shaders: true,
266 resource_override_path: shader_path,
267 debug_flags: webrender::DebugFlags::empty(),
268 precache_flags: if pref!(gfx_precache_shaders) {
269 ShaderPrecacheFlags::FULL_COMPILE
270 } else {
271 ShaderPrecacheFlags::empty()
272 },
273 enable_aa: pref!(gfx_text_antialiasing_enabled),
274 enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
275 allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
276 clear_color,
277 upload_method,
278 workers,
279 size_of_op: Some(servo_allocator::usable_size),
280 namespace_alloc_by_client: true,
283 shared_font_namespace: Some(painter_id.into()),
284 ..Default::default()
285 },
286 None,
287 )
288 .expect("Unable to initialize WebRender.");
289
290 webrender.set_external_image_handler(external_image_handlers);
291
292 let webrender_api = webrender_api_sender.create_api_by_client(painter_id.into());
293 let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
294
295 let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
296 let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
297 info!("Running on {gl_renderer} with OpenGL version {gl_version}");
298
299 let painter = Painter {
300 painter_id,
301 embedder_to_constellation_sender,
302 webview_renderers: Default::default(),
303 rendering_context,
304 needs_repaint: Cell::default(),
305 pending_frames: Default::default(),
306 screenshot_taker: Default::default(),
307 refresh_driver,
308 animation_refresh_driver_observer,
309 webrender: Some(webrender),
310 webrender_api,
311 webrender_document,
312 webrender_gl,
313 last_mouse_move_position: None,
314 frame_delayer: Default::default(),
315 webrender_external_images,
316 webgl_threads,
317 #[cfg(feature = "webxr")]
318 webxr_main_thread,
319 #[cfg(feature = "webgpu")]
320 webgpu_image_map,
321 lcp_calculator: LargestContentfulPaintCalculator::new(),
322 };
323 painter.assert_gl_framebuffer_complete();
324 painter.clear_background();
325 painter
326 }
327
328 pub(crate) fn perform_updates(&mut self) {
329 #[cfg(feature = "webxr")]
330 self.webxr_main_thread.run_one_frame();
332
333 if let Err(err) = self.rendering_context.make_current() {
335 warn!("Failed to make the rendering context current: {:?}", err);
336 }
337
338 let mut need_zoom = false;
339 let scroll_offset_updates: Vec<_> = self
340 .webview_renderers
341 .iter_mut()
342 .filter_map(|webview_renderer| {
343 let (zoom, scroll_result) = webview_renderer
344 .process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
345 need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
346 scroll_result
347 })
348 .collect();
349
350 self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
351 }
352
353 pub(crate) fn deinit(&mut self) {
354 if let Err(error) = self.rendering_context.make_current() {
355 warn!("Failed to make the rendering context current: {error:?}");
356 }
357 if let Some(webrender) = self.webrender.take() {
358 webrender.deinit();
359 }
360 self.lcp_calculator.clear();
361 }
362
363 #[track_caller]
364 fn assert_no_gl_error(&self) {
365 debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
366 }
367
368 #[track_caller]
369 fn assert_gl_framebuffer_complete(&self) {
370 debug_assert_eq!(
371 (
372 self.webrender_gl.get_error(),
373 self.webrender_gl
374 .check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
375 ),
376 (gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
377 );
378 }
379
380 pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
381 self.webview_renderers.get(webview_id)
382 }
383
384 pub(crate) fn webview_renderer_mut(
385 &mut self,
386 webview_id: WebViewId,
387 ) -> Option<&mut WebViewRenderer> {
388 self.webview_renderers.get_mut(webview_id)
389 }
390
391 pub(crate) fn has_pending_frames(&self) -> bool {
395 self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
396 }
397
398 pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
399 let mut needs_repaint = self.needs_repaint.get();
400 needs_repaint.insert(reason);
401 self.needs_repaint.set(needs_repaint);
402 }
403
404 pub(crate) fn needs_repaint(&self) -> bool {
405 let repaint_reason = self.needs_repaint.get();
406 if repaint_reason.is_empty() {
407 return false;
408 }
409
410 !self.refresh_driver.wait_to_paint(repaint_reason)
411 }
412
413 pub(crate) fn animation_callbacks_running(&self) -> bool {
415 self.webview_renderers
416 .iter()
417 .any(WebViewRenderer::animation_callbacks_running)
418 }
419
420 pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
421 self.webview_renderers
422 .iter()
423 .filter_map(|webview_renderer| {
424 if webview_renderer.animating() {
425 Some(webview_renderer.id)
426 } else {
427 None
428 }
429 })
430 .collect()
431 }
432
433 pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
434 if let Err(error) = self.embedder_to_constellation_sender.send(message) {
435 warn!("Could not send message to constellation ({error:?})");
436 }
437 }
438
439 #[servo_tracing::instrument(skip_all)]
440 pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
441 let refresh_driver = self.refresh_driver.clone();
442 refresh_driver.notify_will_paint(self);
443
444 if let Err(err) = self.rendering_context.make_current() {
445 warn!("Failed to make the rendering context current: {:?}", err);
446 }
447 self.assert_no_gl_error();
448
449 self.rendering_context.prepare_for_rendering();
450
451 time_profile!(
452 ProfilerCategory::Compositing,
453 None,
454 time_profiler_channel.clone(),
455 || {
456 if let Some(webrender) = self.webrender.as_mut() {
457 webrender.update();
458 }
459
460 self.clear_background();
463 if let Some(webrender) = self.webrender.as_mut() {
464 let size = self.rendering_context.size2d().to_i32();
465 webrender.render(size, 0 ).ok();
466 }
467 }
468 );
469
470 self.needs_repaint.set(RepaintReason::empty());
473
474 self.screenshot_taker.maybe_take_screenshots(self);
475 self.send_pending_paint_metrics_messages_after_composite();
476 }
477
478 fn clear_background(&self) {
479 self.assert_gl_framebuffer_complete();
480
481 let color = servo_config::pref!(shell_background_color_rgba);
485 self.webrender_gl.clear_color(
486 color[0] as f32,
487 color[1] as f32,
488 color[2] as f32,
489 color[3] as f32,
490 );
491 self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
492 }
493
494 fn send_pending_paint_metrics_messages_after_composite(&mut self) {
502 let paint_time = CrossProcessInstant::now();
503 for webview_renderer in self.webview_renderers.iter() {
504 for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
505 let Some(current_epoch) = self
506 .webrender
507 .as_ref()
508 .and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
509 else {
510 continue;
511 };
512
513 match pipeline.first_paint_metric.get() {
514 PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
519 assert!(epoch <= current_epoch);
520 #[cfg(feature = "tracing")]
521 tracing::info!(
522 name: "FirstPaint",
523 servo_profiling = true,
524 epoch = ?epoch,
525 paint_time = ?paint_time,
526 pipeline_id = ?pipeline_id,
527 );
528
529 self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
530 *pipeline_id,
531 PaintMetricEvent::FirstPaint(paint_time, first_reflow),
532 ));
533
534 pipeline.first_paint_metric.set(PaintMetricState::Sent);
535 },
536 _ => {},
537 }
538
539 match pipeline.first_contentful_paint_metric.get() {
540 PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
541 #[cfg(feature = "tracing")]
542 tracing::info!(
543 name: "FirstContentfulPaint",
544 servo_profiling = true,
545 epoch = ?epoch,
546 paint_time = ?paint_time,
547 pipeline_id = ?pipeline_id,
548 );
549 self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
550 *pipeline_id,
551 PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
552 ));
553 pipeline
554 .first_contentful_paint_metric
555 .set(PaintMetricState::Sent);
556 },
557 _ => {},
558 }
559
560 match pipeline.largest_contentful_paint_metric.get() {
561 PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
562 if let Some(lcp) = self
563 .lcp_calculator
564 .calculate_largest_contentful_paint(paint_time, pipeline_id.into())
565 {
566 #[cfg(feature = "tracing")]
567 tracing::info!(
568 name: "LargestContentfulPaint",
569 servo_profiling = true,
570 paint_time = ?paint_time,
571 area = ?lcp.area,
572 lcp_type = ?lcp.lcp_type,
573 pipeline_id = ?pipeline_id,
574 );
575 self.send_to_constellation(
576 EmbedderToConstellationMessage::PaintMetric(
577 *pipeline_id,
578 PaintMetricEvent::LargestContentfulPaint(
579 lcp.paint_time,
580 lcp.area,
581 lcp.lcp_type,
582 ),
583 ),
584 );
585 }
586 pipeline
587 .largest_contentful_paint_metric
588 .set(PaintMetricState::Sent);
589 },
590 _ => {},
591 }
592 }
593 }
594 }
595
596 pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
598 transaction.generate_frame(0, true , false , reason);
599 self.pending_frames.set(self.pending_frames.get() + 1);
600 }
601
602 pub(crate) fn hit_test_at_point_with_api_and_document(
603 webrender_api: &RenderApi,
604 webrender_document: DocumentId,
605 point: DevicePoint,
606 ) -> Vec<CompositorHitTestResult> {
607 let world_point = WorldPoint::from_untyped(point.to_untyped());
609 let results = webrender_api.hit_test(webrender_document, world_point);
610
611 results
612 .items
613 .iter()
614 .map(|item| {
615 let pipeline_id = item.pipeline.into();
616 let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
617 CompositorHitTestResult {
618 pipeline_id,
619 point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
620 external_scroll_id,
621 }
622 })
623 .collect()
624 }
625
626 pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
627 self.webrender_api
628 .send_transaction(self.webrender_document, transaction);
629 }
630
631 fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
635 let root_pipeline = WebRenderPipelineId(0, 1);
639 transaction.set_root_pipeline(root_pipeline);
640
641 let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
642 builder.begin();
643
644 let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
645
646 let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
647 let viewport_rect = LayoutRect::from_origin_and_size(
648 LayoutPoint::zero(),
649 LayoutSize::from_untyped(viewport_size),
650 );
651
652 let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
653 let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
654 for (_, webview_renderer) in self.webview_renderers.painting_order() {
655 let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
656 continue;
657 };
658
659 let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
660 let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
661 .device_pixels_per_page_pixel_not_including_pinch_zoom()
662 .get();
663
664 let transform = LayoutTransform::scale(
665 device_pixels_per_page_pixel_not_including_pinch_zoom,
666 device_pixels_per_page_pixel_not_including_pinch_zoom,
667 1.0,
668 )
669 .then(&LayoutTransform::from_untyped(
670 &pinch_zoom_transform.to_3d(),
671 ));
672
673 let webview_reference_frame = builder.push_reference_frame(
674 LayoutPoint::zero(),
675 root_reference_frame,
676 TransformStyle::Flat,
677 PropertyBinding::Value(transform),
678 ReferenceFrameKind::Transform {
679 is_2d_scale_translation: true,
680 should_snap: true,
681 paired_with_perspective: false,
682 },
683 SpatialTreeItemKey::new(0, 0),
684 );
685
686 let scaled_webview_rect = webview_renderer.rect /
687 webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
688 builder.push_iframe(
689 LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
690 LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
691 &SpaceAndClipInfo {
692 spatial_id: webview_reference_frame,
693 clip_chain_id,
694 },
695 pipeline_id.into(),
696 true,
697 );
698 }
699
700 let built_display_list = builder.end();
701
702 transaction.set_display_list(WebRenderEpoch(0), built_display_list);
706 self.update_transaction_with_all_scroll_offsets(transaction);
707 }
708
709 fn send_root_pipeline_display_list(&mut self) {
713 let mut transaction = Transaction::new();
714 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
715 self.generate_frame(&mut transaction, RenderReasons::SCENE);
716 self.send_transaction(transaction);
717 }
718
719 fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
728 for webview_renderer in self.webview_renderers.iter() {
729 for details in webview_renderer.pipelines.values() {
730 for node in details.scroll_tree.nodes.iter() {
731 let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
732 else {
733 continue;
734 };
735
736 transaction.set_scroll_offsets(
737 external_id,
738 vec![SampledScrollOffset {
739 offset,
740 generation: 0,
741 }],
742 );
743 }
744 }
745 }
746 }
747
748 fn send_zoom_and_scroll_offset_updates(
749 &mut self,
750 need_zoom: bool,
751 scroll_offset_updates: Vec<ScrollResult>,
752 ) {
753 if !need_zoom && scroll_offset_updates.is_empty() {
754 return;
755 }
756
757 let mut transaction = Transaction::new();
758 if need_zoom {
759 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
760 }
761 for update in scroll_offset_updates {
762 transaction.set_scroll_offsets(
763 update.external_scroll_id,
764 vec![SampledScrollOffset {
765 offset: update.offset,
766 generation: 0,
767 }],
768 );
769 }
770
771 self.generate_frame(&mut transaction, RenderReasons::APZ);
772 self.send_transaction(transaction);
773 }
774
775 pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
776 let Some(webrender) = self.webrender.as_mut() else {
777 return;
778 };
779 let mut flags = webrender.get_debug_flags();
780 let flag = match option {
781 WebRenderDebugOption::Profiler => {
782 webrender::DebugFlags::PROFILER_DBG |
783 webrender::DebugFlags::GPU_TIME_QUERIES |
784 webrender::DebugFlags::GPU_SAMPLE_QUERIES
785 },
786 WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
787 WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
788 };
789 flags.toggle(flag);
790 webrender.set_debug_flags(flags);
791
792 let mut txn = Transaction::new();
793 self.generate_frame(&mut txn, RenderReasons::TESTING);
794 self.send_transaction(txn);
795 }
796
797 pub(crate) fn decrement_pending_frames(&self) {
798 self.pending_frames.set(self.pending_frames.get() - 1);
799 }
800
801 pub(crate) fn report_memory(&self) -> MemoryReport {
802 self.webrender_api
803 .report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
804 }
805
806 pub(crate) fn change_running_animations_state(
807 &mut self,
808 webview_id: WebViewId,
809 pipeline_id: PipelineId,
810 animation_state: embedder_traits::AnimationState,
811 ) {
812 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
813 return;
814 };
815 if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
816 {
817 return;
818 }
819 if !self
820 .animation_refresh_driver_observer
821 .notify_animation_state_changed(webview_renderer)
822 {
823 return;
824 }
825
826 self.refresh_driver
827 .add_observer(self.animation_refresh_driver_observer.clone());
828 }
829
830 pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
831 debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
832
833 let webview_id = frame_tree.pipeline.webview_id;
834 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
835 warn!(
836 "Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
837 );
838 return;
839 };
840
841 webview_renderer.set_frame_tree(frame_tree);
842 self.send_root_pipeline_display_list();
843 }
844
845 pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
846 debug!("{webview_id}: Removing");
847 if self.webview_renderers.remove(webview_id).is_err() {
848 warn!("{webview_id}: Removing unknown webview");
849 return;
850 };
851
852 self.send_root_pipeline_display_list();
853 }
854
855 pub(crate) fn set_throttled(
856 &mut self,
857 webview_id: WebViewId,
858 pipeline_id: PipelineId,
859 throttled: bool,
860 ) {
861 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
862 return;
863 };
864 if !webview_renderer.set_throttled(pipeline_id, throttled) {
865 return;
866 }
867
868 if self
869 .animation_refresh_driver_observer
870 .notify_animation_state_changed(webview_renderer)
871 {
872 self.refresh_driver
873 .add_observer(self.animation_refresh_driver_observer.clone());
874 }
875 }
876
877 pub(crate) fn notify_pipeline_exited(
878 &mut self,
879 webview_id: WebViewId,
880 pipeline_id: PipelineId,
881 pipeline_exit_source: PipelineExitSource,
882 ) {
883 debug!("Compositor got pipeline exited: {webview_id:?} {pipeline_id:?}",);
884 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
885 webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
886 }
887 self.lcp_calculator
888 .remove_lcp_candidates_for_pipeline(pipeline_id.into());
889 }
890
891 pub(crate) fn send_initial_pipeline_transaction(
892 &mut self,
893 webview_id: WebViewId,
894 pipeline_id: WebRenderPipelineId,
895 ) {
896 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
897 return warn!("Could not find WebView for incoming display list");
898 };
899
900 let starting_epoch = Epoch(0);
901 let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
902 details.display_list_epoch = Some(starting_epoch);
903
904 let mut txn = Transaction::new();
905 txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
906
907 self.generate_frame(&mut txn, RenderReasons::SCENE);
908 self.send_transaction(txn);
909 }
910
911 pub(crate) fn scroll_node_by_delta(
912 &mut self,
913 webview_id: WebViewId,
914 pipeline_id: WebRenderPipelineId,
915 offset: LayoutVector2D,
916 external_scroll_id: webrender_api::ExternalScrollId,
917 ) {
918 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
919 return;
920 };
921
922 let pipeline_id = pipeline_id.into();
923 let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
924 return;
925 };
926
927 let Some(offset) = pipeline_details
928 .scroll_tree
929 .set_scroll_offset_for_node_with_external_scroll_id(
930 external_scroll_id,
931 offset,
932 ScrollType::Script,
933 )
934 else {
935 warn!("Could not scroll node with id: {external_scroll_id:?}");
938 return;
939 };
940
941 let mut transaction = Transaction::new();
942 transaction.set_scroll_offsets(
943 external_scroll_id,
944 vec![SampledScrollOffset {
945 offset,
946 generation: 0,
947 }],
948 );
949
950 self.generate_frame(&mut transaction, RenderReasons::APZ);
951 self.send_transaction(transaction);
952 }
953
954 pub(crate) fn scroll_viewport_by_delta(
955 &mut self,
956 webview_id: WebViewId,
957 delta: LayoutVector2D,
958 ) {
959 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
960 return;
961 };
962 let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
963 self.send_zoom_and_scroll_offset_updates(
964 pinch_zoom_result == PinchZoomResult::DidPinchZoom,
965 scroll_results,
966 );
967 }
968
969 pub(crate) fn update_epoch(
970 &mut self,
971 webview_id: WebViewId,
972 pipeline_id: PipelineId,
973 epoch: Epoch,
974 ) {
975 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
976 return warn!("Could not find WebView for Epoch update.");
977 };
978 webview_renderer
979 .ensure_pipeline_details(pipeline_id)
980 .display_list_epoch = Some(Epoch(epoch.0));
981 }
982
983 pub(crate) fn handle_new_display_list(
984 &mut self,
985 webview_id: WebViewId,
986 display_list_descriptor: BuiltDisplayListDescriptor,
987 display_list_receiver: IpcBytesReceiver,
988 ) {
989 let display_list_info = match display_list_receiver.recv() {
991 Ok(display_list_info) => display_list_info,
992 Err(error) => {
993 return warn!("Could not receive display list info: {error}");
994 },
995 };
996 let display_list_info: CompositorDisplayListInfo =
997 match bincode::deserialize(&display_list_info) {
998 Ok(display_list_info) => display_list_info,
999 Err(error) => {
1000 return warn!("Could not deserialize display list info: {error}");
1001 },
1002 };
1003 let items_data = match display_list_receiver.recv() {
1004 Ok(display_list_data) => display_list_data,
1005 Err(error) => {
1006 return warn!("Could not receive WebRender display list items data: {error}");
1007 },
1008 };
1009 let cache_data = match display_list_receiver.recv() {
1010 Ok(display_list_data) => display_list_data,
1011 Err(error) => {
1012 return warn!("Could not receive WebRender display list cache data: {error}");
1013 },
1014 };
1015 let spatial_tree = match display_list_receiver.recv() {
1016 Ok(display_list_data) => display_list_data,
1017 Err(error) => {
1018 return warn!("Could not receive WebRender display list spatial tree: {error}.");
1019 },
1020 };
1021 let built_display_list = BuiltDisplayList::from_data(
1022 DisplayListPayload {
1023 items_data,
1024 cache_data,
1025 spatial_tree,
1026 },
1027 display_list_descriptor,
1028 );
1029 #[cfg(feature = "tracing")]
1030 let _span = tracing::trace_span!(
1031 "ScriptToCompositorMsg::BuiltDisplayList",
1032 servo_profiling = true,
1033 )
1034 .entered();
1035 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1036 return warn!("Could not find WebView for incoming display list");
1037 };
1038
1039 let old_scale = webview_renderer.device_pixels_per_page_pixel();
1040 let pipeline_id = display_list_info.pipeline_id;
1041 let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
1042
1043 details.install_new_scroll_tree(display_list_info.scroll_tree);
1044 details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
1045
1046 let epoch = display_list_info.epoch.into();
1047 let first_reflow = display_list_info.first_reflow;
1048 if details.first_paint_metric.get() == PaintMetricState::Waiting {
1049 details
1050 .first_paint_metric
1051 .set(PaintMetricState::Seen(epoch, first_reflow));
1052 }
1053
1054 if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
1055 display_list_info.is_contentful
1056 {
1057 details
1058 .first_contentful_paint_metric
1059 .set(PaintMetricState::Seen(epoch, first_reflow));
1060 }
1061
1062 let mut transaction = Transaction::new();
1063 let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
1064 if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
1065 self.send_root_pipeline_display_list_in_transaction(&mut transaction);
1066 }
1067
1068 transaction.set_display_list(epoch, (pipeline_id, built_display_list));
1069
1070 self.update_transaction_with_all_scroll_offsets(&mut transaction);
1071 self.send_transaction(transaction);
1072 }
1073
1074 pub(crate) fn generate_frame_for_script(&mut self) {
1075 self.frame_delayer.set_pending_frame(true);
1076
1077 if !self.frame_delayer.needs_new_frame() {
1078 return;
1079 }
1080
1081 let mut transaction = Transaction::new();
1082 self.generate_frame(&mut transaction, RenderReasons::SCENE);
1083 self.send_transaction(transaction);
1084
1085 let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1086
1087 self.send_to_constellation(
1088 EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1089 waiting_pipelines,
1090 ),
1091 );
1092
1093 self.frame_delayer.set_pending_frame(false);
1094 self.screenshot_taker
1095 .prepare_screenshot_requests_for_render(self)
1096 }
1097
1098 pub(crate) fn generate_image_key(&self) -> ImageKey {
1099 self.webrender_api.generate_image_key()
1100 }
1101
1102 pub(crate) fn generate_image_keys(&self) -> Vec<ImageKey> {
1103 (0..pref!(image_key_batch_size))
1104 .map(|_| self.webrender_api.generate_image_key())
1105 .collect()
1106 }
1107
1108 pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
1109 let mut txn = Transaction::new();
1110 for update in updates {
1111 match update {
1112 ImageUpdate::AddImage(key, desc, data) => {
1113 txn.add_image(key, desc, data.into(), None)
1114 },
1115 ImageUpdate::DeleteImage(key) => {
1116 txn.delete_image(key);
1117 self.frame_delayer.delete_image(key);
1118 },
1119 ImageUpdate::UpdateImage(key, desc, data, epoch) => {
1120 if let Some(epoch) = epoch {
1121 self.frame_delayer.update_image(key, epoch);
1122 }
1123 txn.update_image(key, desc, data.into(), &DirtyRect::All)
1124 },
1125 }
1126 }
1127
1128 if self.frame_delayer.needs_new_frame() {
1129 self.frame_delayer.set_pending_frame(false);
1130 self.generate_frame(&mut txn, RenderReasons::SCENE);
1131 let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1132
1133 self.send_to_constellation(
1134 EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1135 waiting_pipelines,
1136 ),
1137 );
1138
1139 self.screenshot_taker
1140 .prepare_screenshot_requests_for_render(&*self);
1141 }
1142
1143 self.send_transaction(txn);
1144 }
1145
1146 pub(crate) fn delay_new_frames_for_canvas(
1147 &mut self,
1148 pipeline_id: PipelineId,
1149 canvas_epoch: Epoch,
1150 image_keys: Vec<ImageKey>,
1151 ) {
1152 self.frame_delayer
1153 .add_delay(pipeline_id, canvas_epoch, image_keys);
1154 }
1155
1156 pub(crate) fn add_font(&mut self, font_key: FontKey, data: Arc<IpcSharedMemory>, index: u32) {
1157 let mut transaction = Transaction::new();
1158 transaction.add_raw_font(font_key, (**data).into(), index);
1159 self.send_transaction(transaction);
1160 }
1161
1162 pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
1163 let mut transaction = Transaction::new();
1164 transaction.add_native_font(font_key, native_handle);
1165 self.send_transaction(transaction);
1166 }
1167
1168 pub(crate) fn add_font_instance(
1169 &mut self,
1170 instance_key: FontInstanceKey,
1171 font_key: FontKey,
1172 size: f32,
1173 flags: FontInstanceFlags,
1174 variations: Vec<FontVariation>,
1175 ) {
1176 let variations = if pref!(layout_variable_fonts_enabled) {
1177 variations
1178 } else {
1179 vec![]
1180 };
1181
1182 let mut transaction = Transaction::new();
1183
1184 let font_instance_options = FontInstanceOptions {
1185 flags,
1186 ..Default::default()
1187 };
1188 transaction.add_font_instance(
1189 instance_key,
1190 font_key,
1191 size,
1192 Some(font_instance_options),
1193 None,
1194 variations,
1195 );
1196
1197 self.send_transaction(transaction);
1198 }
1199
1200 pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
1201 let mut transaction = Transaction::new();
1202
1203 for instance in instance_keys.into_iter() {
1204 transaction.delete_font_instance(instance);
1205 }
1206 for key in keys.into_iter() {
1207 transaction.delete_font(key);
1208 }
1209
1210 self.send_transaction(transaction);
1211 }
1212
1213 pub(crate) fn generate_font_keys(
1216 &self,
1217 number_of_font_keys: usize,
1218 number_of_font_instance_keys: usize,
1219 ) -> (Vec<FontKey>, Vec<FontInstanceKey>) {
1220 let font_keys = (0..number_of_font_keys)
1221 .map(|_| self.webrender_api.generate_font_key())
1222 .collect();
1223 let font_instance_keys = (0..number_of_font_instance_keys)
1224 .map(|_| self.webrender_api.generate_font_instance_key())
1225 .collect();
1226 (font_keys, font_instance_keys)
1227 }
1228
1229 pub(crate) fn set_viewport_description(
1230 &mut self,
1231 webview_id: WebViewId,
1232 viewport_description: ViewportDescription,
1233 ) {
1234 if let Some(webview) = self.webview_renderers.get_mut(webview_id) {
1235 webview.set_viewport_description(viewport_description);
1236 }
1237 }
1238
1239 pub(crate) fn handle_screenshot_readiness_reply(
1240 &self,
1241 webview_id: WebViewId,
1242 expected_epochs: FxHashMap<PipelineId, Epoch>,
1243 ) {
1244 self.screenshot_taker
1245 .handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
1246 }
1247
1248 pub(crate) fn add_webview(
1249 &mut self,
1250 webview: Box<dyn WebViewTrait>,
1251 viewport_details: ViewportDetails,
1252 ) {
1253 self.webview_renderers
1254 .entry(webview.id())
1255 .or_insert(WebViewRenderer::new(
1256 webview,
1257 viewport_details,
1258 self.embedder_to_constellation_sender.clone(),
1259 self.refresh_driver.clone(),
1260 self.webrender_document,
1261 ));
1262 }
1263
1264 pub(crate) fn show_webview(
1265 &mut self,
1266 webview_id: WebViewId,
1267 hide_others: bool,
1268 ) -> Result<(), UnknownWebView> {
1269 debug!("{webview_id}: Showing webview; hide_others={hide_others}");
1270 let painting_order_changed = if hide_others {
1271 let result = self
1272 .webview_renderers
1273 .painting_order()
1274 .map(|(&id, _)| id)
1275 .ne(once(webview_id));
1276 self.webview_renderers.hide_all();
1277 self.webview_renderers.show(webview_id)?;
1278 result
1279 } else {
1280 self.webview_renderers.show(webview_id)?
1281 };
1282 if painting_order_changed {
1283 self.send_root_pipeline_display_list();
1284 }
1285 Ok(())
1286 }
1287
1288 pub(crate) fn hide_webview(&mut self, webview_id: WebViewId) -> Result<(), UnknownWebView> {
1289 debug!("{webview_id}: Hiding webview");
1290 if self.webview_renderers.hide(webview_id)? {
1291 self.send_root_pipeline_display_list();
1292 }
1293 Ok(())
1294 }
1295
1296 pub(crate) fn raise_webview_to_top(
1297 &mut self,
1298 webview_id: WebViewId,
1299 hide_others: bool,
1300 ) -> Result<(), UnknownWebView> {
1301 debug!("{webview_id}: Raising webview to top; hide_others={hide_others}");
1302 let painting_order_changed = if hide_others {
1303 let result = self
1304 .webview_renderers
1305 .painting_order()
1306 .map(|(&id, _)| id)
1307 .ne(once(webview_id));
1308 self.webview_renderers.hide_all();
1309 self.webview_renderers.raise_to_top(webview_id)?;
1310 result
1311 } else {
1312 self.webview_renderers.raise_to_top(webview_id)?
1313 };
1314 if painting_order_changed {
1315 self.send_root_pipeline_display_list();
1316 }
1317 Ok(())
1318 }
1319
1320 pub(crate) fn move_resize_webview(&mut self, webview_id: WebViewId, rect: DeviceRect) {
1321 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1322 return;
1323 };
1324 if !webview_renderer.set_rect(rect) {
1325 return;
1326 }
1327
1328 self.send_root_pipeline_display_list();
1329 self.set_needs_repaint(RepaintReason::Resize);
1330 }
1331
1332 pub(crate) fn set_hidpi_scale_factor(
1333 &mut self,
1334 webview_id: WebViewId,
1335 new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
1336 ) {
1337 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1338 return;
1339 };
1340 if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
1341 return;
1342 }
1343
1344 self.send_root_pipeline_display_list();
1345 self.set_needs_repaint(RepaintReason::Resize);
1346 }
1347
1348 pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
1349 if self.rendering_context.size() == new_size {
1350 return;
1351 }
1352
1353 self.rendering_context.resize(new_size);
1354
1355 let mut transaction = Transaction::new();
1356 let output_region = DeviceIntRect::new(
1357 Point2D::zero(),
1358 Point2D::new(new_size.width as i32, new_size.height as i32),
1359 );
1360 transaction.set_document_view(output_region);
1361 self.send_transaction(transaction);
1362
1363 self.send_root_pipeline_display_list();
1364 self.set_needs_repaint(RepaintReason::Resize);
1365 }
1366
1367 pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
1368 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1369 webview_renderer.set_page_zoom(Scale::new(new_zoom));
1370 }
1371 }
1372
1373 pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
1374 self.webview_renderers
1375 .get(webview_id)
1376 .map(|webview_renderer| webview_renderer.page_zoom.get())
1377 .unwrap_or_default()
1378 }
1379
1380 pub(crate) fn notify_input_event(&mut self, webview_id: WebViewId, event: InputEventAndId) {
1381 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1382 match &event.event {
1383 InputEvent::MouseMove(event) => {
1384 let event_point = event
1385 .point
1386 .as_device_point(webview_renderer.device_pixels_per_page_pixel());
1387 self.last_mouse_move_position = Some(event_point);
1388 },
1389 InputEvent::MouseLeftViewport(_) => {
1390 self.last_mouse_move_position = None;
1391 },
1392 _ => {},
1393 }
1394
1395 webview_renderer.notify_input_event(&self.webrender_api, event);
1396 }
1397 self.disable_lcp_calculation_for_webview(webview_id);
1398 }
1399
1400 pub(crate) fn notify_scroll_event(
1401 &mut self,
1402 webview_id: WebViewId,
1403 scroll: Scroll,
1404 point: WebViewPoint,
1405 ) {
1406 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1407 webview_renderer.notify_scroll_event(scroll, point);
1408 }
1409 self.disable_lcp_calculation_for_webview(webview_id);
1410 }
1411
1412 pub(crate) fn pinch_zoom(
1413 &mut self,
1414 webview_id: WebViewId,
1415 pinch_zoom_delta: f32,
1416 center: DevicePoint,
1417 ) {
1418 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1419 webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
1420 }
1421 }
1422
1423 pub(crate) fn device_pixels_per_page_pixel(
1424 &self,
1425 webview_id: WebViewId,
1426 ) -> Scale<f32, CSSPixel, DevicePixel> {
1427 self.webview_renderers
1428 .get(webview_id)
1429 .map(WebViewRenderer::device_pixels_per_page_pixel)
1430 .unwrap_or_default()
1431 }
1432
1433 pub(crate) fn request_screenshot(
1434 &self,
1435 webview_id: WebViewId,
1436 rect: Option<WebViewRect>,
1437 callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
1438 ) {
1439 let Some(webview) = self.webview_renderers.get(webview_id) else {
1440 return;
1441 };
1442
1443 let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
1444 self.screenshot_taker
1445 .request_screenshot(webview_id, rect, callback);
1446 self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
1447 webview_id,
1448 ));
1449 }
1450
1451 pub(crate) fn notify_input_event_handled(
1452 &mut self,
1453 webview_id: WebViewId,
1454 input_event_id: InputEventId,
1455 result: InputEventResult,
1456 ) {
1457 let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1458 warn!("Handled input event for unknown webview: {webview_id}");
1459 return;
1460 };
1461 webview_renderer.notify_input_event_handled(&self.webrender_api, input_event_id, result);
1462 }
1463
1464 pub(crate) fn refresh_cursor(&self) {
1465 let Some(last_mouse_move_position) = self.last_mouse_move_position else {
1466 return;
1467 };
1468
1469 let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
1470 &self.webrender_api,
1471 self.webrender_document,
1472 last_mouse_move_position,
1473 )
1474 .first()
1475 .cloned() else {
1476 return;
1477 };
1478
1479 if let Err(error) = self.embedder_to_constellation_sender.send(
1480 EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
1481 ) {
1482 warn!("Sending event to constellation failed ({:?}).", error);
1483 }
1484 }
1485
1486 pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
1487 if repaint_needed {
1488 self.refresh_cursor()
1489 }
1490
1491 if repaint_needed || self.animation_callbacks_running() {
1492 self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
1493 }
1494
1495 if !repaint_needed {
1499 self.screenshot_taker
1500 .maybe_trigger_paint_for_screenshot(self);
1501 }
1502 }
1503
1504 pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
1505 if self.needs_repaint() {
1506 self.webview_renderers
1507 .iter()
1508 .map(|webview_renderer| webview_renderer.id)
1509 .collect()
1510 } else {
1511 Vec::new()
1512 }
1513 }
1514
1515 pub(crate) fn append_lcp_candidate(
1516 &mut self,
1517 lcp_candidate: LCPCandidate,
1518 webview_id: WebViewId,
1519 pipeline_id: PipelineId,
1520 epoch: Epoch,
1521 ) {
1522 if self
1523 .lcp_calculator
1524 .append_lcp_candidate(webview_id, pipeline_id.into(), lcp_candidate)
1525 {
1526 if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1527 webview_renderer
1528 .ensure_pipeline_details(pipeline_id)
1529 .largest_contentful_paint_metric
1530 .set(PaintMetricState::Seen(epoch.into(), false));
1531 }
1532 };
1533 }
1534
1535 fn disable_lcp_calculation_for_webview(&mut self, webview_id: WebViewId) {
1537 self.lcp_calculator.add_to_disabled_lcp_webviews(webview_id);
1538 }
1539}
1540
1541#[derive(Default)]
1551pub(crate) struct FrameDelayer {
1552 image_epochs: FxHashMap<ImageKey, Epoch>,
1556 pending_canvas_images: FxHashMap<ImageKey, Epoch>,
1558 pub(crate) pending_frame: bool,
1560 waiting_pipelines: FxHashSet<PipelineId>,
1563}
1564
1565impl FrameDelayer {
1566 pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
1567 self.image_epochs.remove(&image_key);
1568 self.pending_canvas_images.remove(&image_key);
1569 }
1570
1571 pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
1572 self.image_epochs.insert(image_key, epoch);
1573 let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
1574 return;
1575 };
1576 if *entry.get() <= epoch {
1577 entry.remove();
1578 }
1579 }
1580
1581 pub(crate) fn add_delay(
1582 &mut self,
1583 pipeline_id: PipelineId,
1584 canvas_epoch: Epoch,
1585 image_keys: Vec<ImageKey>,
1586 ) {
1587 for image_key in image_keys.into_iter() {
1588 if self
1591 .image_epochs
1592 .get(&image_key)
1593 .is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
1594 {
1595 continue;
1596 }
1597 self.pending_canvas_images.insert(image_key, canvas_epoch);
1598 }
1599 self.waiting_pipelines.insert(pipeline_id);
1600 }
1601
1602 pub(crate) fn needs_new_frame(&self) -> bool {
1603 self.pending_frame && self.pending_canvas_images.is_empty()
1604 }
1605
1606 pub(crate) fn set_pending_frame(&mut self, value: bool) {
1607 self.pending_frame = value;
1608 }
1609
1610 pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
1611 self.waiting_pipelines.drain().collect()
1612 }
1613}
1614
1615#[derive(Clone, Copy, PartialEq)]
1620pub(crate) enum PaintMetricState {
1621 Waiting,
1623 Seen(WebRenderEpoch, bool ),
1626 Sent,
1628}