compositing/
painter.rs

1/* This Source Code Form is subject to the terms of the Mozilla Public
2 * License, v. 2.0. If a copy of the MPL was not distributed with this
3 * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
4
5use std::cell::Cell;
6use std::collections::hash_map::Entry;
7use std::iter::once;
8use std::path::PathBuf;
9use std::rc::Rc;
10use std::sync::{Arc, Mutex};
11
12use base::Epoch;
13use base::cross_process_instant::CrossProcessInstant;
14use base::id::{PainterId, PipelineId, WebViewId};
15use canvas_traits::webgl::{GlType, WebGLThreads};
16use compositing_traits::display_list::{CompositorDisplayListInfo, ScrollType};
17use compositing_traits::largest_contentful_paint_candidate::LCPCandidate;
18use compositing_traits::rendering_context::RenderingContext;
19use compositing_traits::viewport_description::ViewportDescription;
20use compositing_traits::{
21    CompositorProxy, ImageUpdate, PipelineExitSource, SendableFrameTree,
22    WebRenderExternalImageHandlers, WebRenderExternalImageRegistry, WebRenderImageHandlerType,
23    WebViewTrait,
24};
25use constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
26use crossbeam_channel::Sender;
27use dpi::PhysicalSize;
28use embedder_traits::{
29    CompositorHitTestResult, EventLoopWaker, InputEvent, InputEventAndId, InputEventId,
30    InputEventResult, RefreshDriver, ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint,
31    WebViewRect,
32};
33use euclid::{Point2D, Scale};
34use gleam::gl::RENDERER;
35use image::RgbaImage;
36use ipc_channel::ipc::{IpcBytesReceiver, IpcSharedMemory};
37use log::{debug, info, warn};
38use media::WindowGLContext;
39use profile_traits::time::{ProfilerCategory, ProfilerChan};
40use profile_traits::time_profile;
41use rustc_hash::{FxHashMap, FxHashSet};
42use servo_config::pref;
43use servo_geometry::DeviceIndependentPixel;
44use smallvec::SmallVec;
45use style_traits::CSSPixel;
46use webgl::WebGLComm;
47use webrender::{
48    MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
49};
50use webrender_api::units::{
51    DeviceIntRect, DevicePixel, DevicePoint, DeviceRect, LayoutPoint, LayoutRect, LayoutSize,
52    LayoutTransform, LayoutVector2D, WorldPoint,
53};
54use webrender_api::{
55    self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
56    DocumentId, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags, FontInstanceKey,
57    FontInstanceOptions, FontKey, FontVariation, ImageKey, NativeFontHandle,
58    PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind, RenderReasons,
59    SampledScrollOffset, SpaceAndClipInfo, SpatialId, SpatialTreeItemKey, TransformStyle,
60};
61use wr_malloc_size_of::MallocSizeOfOps;
62
63use crate::compositor::{RepaintReason, WebRenderDebugOption};
64use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
65use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
66use crate::render_notifier::RenderNotifier;
67use crate::screenshot::ScreenshotTaker;
68use crate::webview_manager::WebViewManager;
69use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
70
71/// A [`Painter`] is responsible for all of the painting to a particular [`RenderingContext`].
72/// This holds all of the WebRender specific data structures and state necessary for painting
73/// and handling events that happen to `WebView`s that use a particular [`RenderingContext`].
74/// Notable is that a [`Painter`] might be responsible for painting more than a single
75/// [`WebView`] as long as they share the same [`RenderingContext`].
76///
77/// Each [`Painter`] also has its own [`RefreshDriver`] as well, which may be shared with
78/// other [`Painter`]s. It's up to the embedder to decide which [`RefreshDriver`]s are associated
79/// with a particular [`RenderingContext`].
80pub(crate) struct Painter {
81    /// The [`RenderingContext`] instance that webrender targets, which is the viewport.
82    pub(crate) rendering_context: Rc<dyn RenderingContext>,
83
84    /// The ID of this painter.
85    pub(crate) painter_id: PainterId,
86
87    /// Our [`WebViewRenderer`]s, one for every `WebView`.
88    pub(crate) webview_renderers: WebViewManager<WebViewRenderer>,
89
90    /// Tracks whether or not the view needs to be repainted.
91    pub(crate) needs_repaint: Cell<RepaintReason>,
92
93    /// The number of frames pending to receive from WebRender.
94    pub(crate) pending_frames: Cell<usize>,
95
96    /// The [`BaseRefreshDriver`] which manages the painting of `WebView`s during animations.
97    refresh_driver: Rc<BaseRefreshDriver>,
98
99    /// A [`RefreshDriverObserver`] for WebView content animations.
100    animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
101
102    /// The WebRender [`RenderApi`] interface used to communicate with WebRender.
103    pub(crate) webrender_api: RenderApi,
104
105    /// The active webrender document.
106    pub(crate) webrender_document: DocumentId,
107
108    /// The webrender renderer.
109    pub(crate) webrender: Option<webrender::Renderer>,
110
111    /// The GL bindings for webrender
112    webrender_gl: Rc<dyn gleam::gl::Gl>,
113
114    /// The last position in the rendered view that the mouse moved over. This becomes `None`
115    /// when the mouse leaves the rendered view.
116    pub(crate) last_mouse_move_position: Option<DevicePoint>,
117
118    /// A [`ScreenshotTaker`] responsible for handling all screenshot requests.
119    pub(crate) screenshot_taker: ScreenshotTaker,
120
121    /// A [`FrameRequestDelayer`] which is used to wait for canvas image updates to
122    /// arrive before requesting a new frame, as these happen asynchronously with
123    /// `ScriptThread` display list construction.
124    pub(crate) frame_delayer: FrameDelayer,
125
126    /// The WebRender image registry from this renderer.
127    pub(crate) webrender_external_images: Arc<Mutex<WebRenderExternalImageRegistry>>,
128
129    #[cfg(feature = "webxr")]
130    /// Some XR devices want to run on the main thread.
131    pub(crate) webxr_main_thread: webxr::MainThreadRegistry,
132
133    /// The [`WebGLThreads`] for this renderer.
134    pub(crate) webgl_threads: WebGLThreads,
135
136    #[cfg(feature = "webgpu")]
137    /// The WebGPU image map for this renderer.
138    pub(crate) webgpu_image_map: webgpu::canvas_context::WGPUImageMap,
139
140    /// The channel on which messages can be sent to the constellation.
141    embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
142
143    /// Calculater for largest-contentful-paint.
144    lcp_calculator: LargestContentfulPaintCalculator,
145}
146
147impl Drop for Painter {
148    fn drop(&mut self) {
149        self.webrender_api.stop_render_backend();
150        self.webrender_api.shut_down(true);
151    }
152}
153
154impl Painter {
155    pub(crate) fn new(
156        rendering_context: Rc<dyn RenderingContext>,
157        compositor_proxy: CompositorProxy,
158        event_loop_waker: Box<dyn EventLoopWaker>,
159        refresh_driver: Option<Rc<dyn RefreshDriver>>,
160        shader_path: Option<PathBuf>,
161        embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
162        #[cfg(feature = "webxr")] webxr_registry: Box<dyn webxr::WebXrRegistry>,
163    ) -> Self {
164        let webrender_gl = rendering_context.gleam_gl_api();
165
166        // Make sure the gl context is made current.
167        if let Err(err) = rendering_context.make_current() {
168            warn!("Failed to make the rendering context current: {:?}", err);
169        }
170        debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
171
172        // Create the webgl thread
173        let gl_type = match webrender_gl.get_type() {
174            gleam::gl::GlType::Gl => GlType::Gl,
175            gleam::gl::GlType::Gles => GlType::Gles,
176        };
177
178        let (external_image_handlers, webrender_external_images) =
179            WebRenderExternalImageHandlers::new();
180        let mut external_image_handlers = Box::new(external_image_handlers);
181
182        let WebGLComm {
183            webgl_threads,
184            #[cfg(feature = "webxr")]
185            webxr_layer_grand_manager,
186            image_handler,
187        } = WebGLComm::new(
188            rendering_context.clone(),
189            compositor_proxy.cross_process_compositor_api.clone(),
190            webrender_external_images.clone(),
191            gl_type,
192        );
193
194        // Set webrender external image handler for WebGL textures
195        external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
196
197        // Create the WebXR main thread
198        #[cfg(feature = "webxr")]
199        let mut webxr_main_thread =
200            webxr::MainThreadRegistry::new(event_loop_waker.clone(), webxr_layer_grand_manager)
201                .expect("Failed to create WebXR device registry");
202        #[cfg(feature = "webxr")]
203        if pref!(dom_webxr_enabled) {
204            webxr_registry.register(&mut webxr_main_thread);
205        }
206
207        #[cfg(feature = "webgpu")]
208        let webgpu_image_map = {
209            let webgpu_image_handler = webgpu::WGPUExternalImages::default();
210            let webgpu_image_map = webgpu_image_handler.images.clone();
211            external_image_handlers.set_handler(
212                Box::new(webgpu_image_handler),
213                WebRenderImageHandlerType::WebGpu,
214            );
215            webgpu_image_map
216        };
217
218        WindowGLContext::initialize_image_handler(
219            &mut external_image_handlers,
220            webrender_external_images.clone(),
221        );
222
223        let refresh_driver = Rc::new(BaseRefreshDriver::new(event_loop_waker, refresh_driver));
224        let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
225            embedder_to_constellation_sender.clone(),
226        ));
227
228        rendering_context.prepare_for_rendering();
229        let clear_color = servo_config::pref!(shell_background_color_rgba);
230        let clear_color = ColorF::new(
231            clear_color[0] as f32,
232            clear_color[1] as f32,
233            clear_color[2] as f32,
234            clear_color[3] as f32,
235        );
236
237        // Use same texture upload method as Gecko with ANGLE:
238        // https://searchfox.org/mozilla-central/source/gfx/webrender_bindings/src/bindings.rs#1215-1219
239        let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
240            UploadMethod::Immediate
241        } else {
242            UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
243        };
244        let worker_threads = std::thread::available_parallelism()
245            .map(|i| i.get())
246            .unwrap_or(pref!(threadpools_fallback_worker_num) as usize)
247            .min(pref!(threadpools_webrender_workers_max).max(1) as usize);
248        let workers = Some(Arc::new(
249            rayon::ThreadPoolBuilder::new()
250                .num_threads(worker_threads)
251                .thread_name(|idx| format!("WRWorker#{}", idx))
252                .build()
253                .expect("Unable to initialize WebRender worker pool."),
254        ));
255
256        let painter_id = PainterId::next();
257        let (mut webrender, webrender_api_sender) = webrender::create_webrender_instance(
258            webrender_gl.clone(),
259            Box::new(RenderNotifier::new(painter_id, compositor_proxy)),
260            webrender::WebRenderOptions {
261                // We force the use of optimized shaders here because rendering is broken
262                // on Android emulators with unoptimized shaders. This is due to a known
263                // issue in the emulator's OpenGL emulation layer.
264                // See: https://github.com/servo/servo/issues/31726
265                use_optimized_shaders: true,
266                resource_override_path: shader_path,
267                debug_flags: webrender::DebugFlags::empty(),
268                precache_flags: if pref!(gfx_precache_shaders) {
269                    ShaderPrecacheFlags::FULL_COMPILE
270                } else {
271                    ShaderPrecacheFlags::empty()
272                },
273                enable_aa: pref!(gfx_text_antialiasing_enabled),
274                enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
275                allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
276                clear_color,
277                upload_method,
278                workers,
279                size_of_op: Some(servo_allocator::usable_size),
280                // This ensures that we can use the `PainterId` as the `IdNamespace`, which allows mapping
281                // from `FontKey`, `FontInstanceKey`, and `ImageKey` back to `PainterId`.
282                namespace_alloc_by_client: true,
283                shared_font_namespace: Some(painter_id.into()),
284                ..Default::default()
285            },
286            None,
287        )
288        .expect("Unable to initialize WebRender.");
289
290        webrender.set_external_image_handler(external_image_handlers);
291
292        let webrender_api = webrender_api_sender.create_api_by_client(painter_id.into());
293        let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
294
295        let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
296        let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
297        info!("Running on {gl_renderer} with OpenGL version {gl_version}");
298
299        let painter = Painter {
300            painter_id,
301            embedder_to_constellation_sender,
302            webview_renderers: Default::default(),
303            rendering_context,
304            needs_repaint: Cell::default(),
305            pending_frames: Default::default(),
306            screenshot_taker: Default::default(),
307            refresh_driver,
308            animation_refresh_driver_observer,
309            webrender: Some(webrender),
310            webrender_api,
311            webrender_document,
312            webrender_gl,
313            last_mouse_move_position: None,
314            frame_delayer: Default::default(),
315            webrender_external_images,
316            webgl_threads,
317            #[cfg(feature = "webxr")]
318            webxr_main_thread,
319            #[cfg(feature = "webgpu")]
320            webgpu_image_map,
321            lcp_calculator: LargestContentfulPaintCalculator::new(),
322        };
323        painter.assert_gl_framebuffer_complete();
324        painter.clear_background();
325        painter
326    }
327
328    pub(crate) fn perform_updates(&mut self) {
329        #[cfg(feature = "webxr")]
330        // Run the WebXR main thread
331        self.webxr_main_thread.run_one_frame();
332
333        // The WebXR thread may make a different context current
334        if let Err(err) = self.rendering_context.make_current() {
335            warn!("Failed to make the rendering context current: {:?}", err);
336        }
337
338        let mut need_zoom = false;
339        let scroll_offset_updates: Vec<_> = self
340            .webview_renderers
341            .iter_mut()
342            .filter_map(|webview_renderer| {
343                let (zoom, scroll_result) = webview_renderer
344                    .process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
345                need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
346                scroll_result
347            })
348            .collect();
349
350        self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
351    }
352
353    pub(crate) fn deinit(&mut self) {
354        if let Err(error) = self.rendering_context.make_current() {
355            warn!("Failed to make the rendering context current: {error:?}");
356        }
357        if let Some(webrender) = self.webrender.take() {
358            webrender.deinit();
359        }
360        self.lcp_calculator.clear();
361    }
362
363    #[track_caller]
364    fn assert_no_gl_error(&self) {
365        debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
366    }
367
368    #[track_caller]
369    fn assert_gl_framebuffer_complete(&self) {
370        debug_assert_eq!(
371            (
372                self.webrender_gl.get_error(),
373                self.webrender_gl
374                    .check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
375            ),
376            (gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
377        );
378    }
379
380    pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
381        self.webview_renderers.get(webview_id)
382    }
383
384    pub(crate) fn webview_renderer_mut(
385        &mut self,
386        webview_id: WebViewId,
387    ) -> Option<&mut WebViewRenderer> {
388        self.webview_renderers.get_mut(webview_id)
389    }
390
391    /// Whether or not the renderer is waiting on a frame, either because it has been sent
392    /// to WebRender and is not ready yet or because the [`FrameDelayer`] is delaying a frame
393    /// waiting for asynchronous (canvas) image updates to complete.
394    pub(crate) fn has_pending_frames(&self) -> bool {
395        self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
396    }
397
398    pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
399        let mut needs_repaint = self.needs_repaint.get();
400        needs_repaint.insert(reason);
401        self.needs_repaint.set(needs_repaint);
402    }
403
404    pub(crate) fn needs_repaint(&self) -> bool {
405        let repaint_reason = self.needs_repaint.get();
406        if repaint_reason.is_empty() {
407            return false;
408        }
409
410        !self.refresh_driver.wait_to_paint(repaint_reason)
411    }
412
413    /// Returns true if any animation callbacks (ie `requestAnimationFrame`) are waiting for a response.
414    pub(crate) fn animation_callbacks_running(&self) -> bool {
415        self.webview_renderers
416            .iter()
417            .any(WebViewRenderer::animation_callbacks_running)
418    }
419
420    pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
421        self.webview_renderers
422            .iter()
423            .filter_map(|webview_renderer| {
424                if webview_renderer.animating() {
425                    Some(webview_renderer.id)
426                } else {
427                    None
428                }
429            })
430            .collect()
431    }
432
433    pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
434        if let Err(error) = self.embedder_to_constellation_sender.send(message) {
435            warn!("Could not send message to constellation ({error:?})");
436        }
437    }
438
439    #[servo_tracing::instrument(skip_all)]
440    pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
441        let refresh_driver = self.refresh_driver.clone();
442        refresh_driver.notify_will_paint(self);
443
444        if let Err(err) = self.rendering_context.make_current() {
445            warn!("Failed to make the rendering context current: {:?}", err);
446        }
447        self.assert_no_gl_error();
448
449        self.rendering_context.prepare_for_rendering();
450
451        time_profile!(
452            ProfilerCategory::Compositing,
453            None,
454            time_profiler_channel.clone(),
455            || {
456                if let Some(webrender) = self.webrender.as_mut() {
457                    webrender.update();
458                }
459
460                // Paint the scene.
461                // TODO(gw): Take notice of any errors the renderer returns!
462                self.clear_background();
463                if let Some(webrender) = self.webrender.as_mut() {
464                    let size = self.rendering_context.size2d().to_i32();
465                    webrender.render(size, 0 /* buffer_age */).ok();
466                }
467            }
468        );
469
470        // We've painted the default target, which means that from the embedder's perspective,
471        // the scene no longer needs to be repainted.
472        self.needs_repaint.set(RepaintReason::empty());
473
474        self.screenshot_taker.maybe_take_screenshots(self);
475        self.send_pending_paint_metrics_messages_after_composite();
476    }
477
478    fn clear_background(&self) {
479        self.assert_gl_framebuffer_complete();
480
481        // Always clear the entire RenderingContext, regardless of how many WebViews there are
482        // or where they are positioned. This is so WebView actually clears even before the
483        // first WebView is ready.
484        let color = servo_config::pref!(shell_background_color_rgba);
485        self.webrender_gl.clear_color(
486            color[0] as f32,
487            color[1] as f32,
488            color[2] as f32,
489            color[3] as f32,
490        );
491        self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
492    }
493
494    /// Send all pending paint metrics messages after a composite operation, which may advance
495    /// the epoch for pipelines in the WebRender scene.
496    ///
497    /// If there are pending paint metrics, we check if any of the painted epochs is one
498    /// of the ones that the paint metrics recorder is expecting. In that case, we get the
499    /// current time, inform the constellation about it and remove the pending metric from
500    /// the list.
501    fn send_pending_paint_metrics_messages_after_composite(&mut self) {
502        let paint_time = CrossProcessInstant::now();
503        for webview_renderer in self.webview_renderers.iter() {
504            for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
505                let Some(current_epoch) = self
506                    .webrender
507                    .as_ref()
508                    .and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
509                else {
510                    continue;
511                };
512
513                match pipeline.first_paint_metric.get() {
514                    // We need to check whether the current epoch is later, because
515                    // CrossProcessCompositorMessage::SendInitialTransaction sends an
516                    // empty display list to WebRender which can happen before we receive
517                    // the first "real" display list.
518                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
519                        assert!(epoch <= current_epoch);
520                        #[cfg(feature = "tracing")]
521                        tracing::info!(
522                            name: "FirstPaint",
523                            servo_profiling = true,
524                            epoch = ?epoch,
525                            paint_time = ?paint_time,
526                            pipeline_id = ?pipeline_id,
527                        );
528
529                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
530                            *pipeline_id,
531                            PaintMetricEvent::FirstPaint(paint_time, first_reflow),
532                        ));
533
534                        pipeline.first_paint_metric.set(PaintMetricState::Sent);
535                    },
536                    _ => {},
537                }
538
539                match pipeline.first_contentful_paint_metric.get() {
540                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
541                        #[cfg(feature = "tracing")]
542                        tracing::info!(
543                            name: "FirstContentfulPaint",
544                            servo_profiling = true,
545                            epoch = ?epoch,
546                            paint_time = ?paint_time,
547                            pipeline_id = ?pipeline_id,
548                        );
549                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
550                            *pipeline_id,
551                            PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
552                        ));
553                        pipeline
554                            .first_contentful_paint_metric
555                            .set(PaintMetricState::Sent);
556                    },
557                    _ => {},
558                }
559
560                match pipeline.largest_contentful_paint_metric.get() {
561                    PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
562                        if let Some(lcp) = self
563                            .lcp_calculator
564                            .calculate_largest_contentful_paint(paint_time, pipeline_id.into())
565                        {
566                            #[cfg(feature = "tracing")]
567                            tracing::info!(
568                                name: "LargestContentfulPaint",
569                                servo_profiling = true,
570                                paint_time = ?paint_time,
571                                area = ?lcp.area,
572                                lcp_type = ?lcp.lcp_type,
573                                pipeline_id = ?pipeline_id,
574                            );
575                            self.send_to_constellation(
576                                EmbedderToConstellationMessage::PaintMetric(
577                                    *pipeline_id,
578                                    PaintMetricEvent::LargestContentfulPaint(
579                                        lcp.paint_time,
580                                        lcp.area,
581                                        lcp.lcp_type,
582                                    ),
583                                ),
584                            );
585                        }
586                        pipeline
587                            .largest_contentful_paint_metric
588                            .set(PaintMetricState::Sent);
589                    },
590                    _ => {},
591                }
592            }
593        }
594    }
595
596    /// Queue a new frame in the transaction and increase the pending frames count.
597    pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
598        transaction.generate_frame(0, true /* present */, false /* tracked */, reason);
599        self.pending_frames.set(self.pending_frames.get() + 1);
600    }
601
602    pub(crate) fn hit_test_at_point_with_api_and_document(
603        webrender_api: &RenderApi,
604        webrender_document: DocumentId,
605        point: DevicePoint,
606    ) -> Vec<CompositorHitTestResult> {
607        // DevicePoint and WorldPoint are the same for us.
608        let world_point = WorldPoint::from_untyped(point.to_untyped());
609        let results = webrender_api.hit_test(webrender_document, world_point);
610
611        results
612            .items
613            .iter()
614            .map(|item| {
615                let pipeline_id = item.pipeline.into();
616                let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
617                CompositorHitTestResult {
618                    pipeline_id,
619                    point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
620                    external_scroll_id,
621                }
622            })
623            .collect()
624    }
625
626    pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
627        self.webrender_api
628            .send_transaction(self.webrender_document, transaction);
629    }
630
631    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
632    /// for each visible top-level browsing context, applying a transformation on the root for
633    /// pinch zoom, page zoom, and HiDPI scaling.
634    fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
635        // Every display list needs a pipeline, but we'd like to choose one that is unlikely
636        // to conflict with our content pipelines, which start at (1, 1). (0, 0) is WebRender's
637        // dummy pipeline, so we choose (0, 1).
638        let root_pipeline = WebRenderPipelineId(0, 1);
639        transaction.set_root_pipeline(root_pipeline);
640
641        let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
642        builder.begin();
643
644        let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
645
646        let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
647        let viewport_rect = LayoutRect::from_origin_and_size(
648            LayoutPoint::zero(),
649            LayoutSize::from_untyped(viewport_size),
650        );
651
652        let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
653        let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
654        for (_, webview_renderer) in self.webview_renderers.painting_order() {
655            let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
656                continue;
657            };
658
659            let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
660            let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
661                .device_pixels_per_page_pixel_not_including_pinch_zoom()
662                .get();
663
664            let transform = LayoutTransform::scale(
665                device_pixels_per_page_pixel_not_including_pinch_zoom,
666                device_pixels_per_page_pixel_not_including_pinch_zoom,
667                1.0,
668            )
669            .then(&LayoutTransform::from_untyped(
670                &pinch_zoom_transform.to_3d(),
671            ));
672
673            let webview_reference_frame = builder.push_reference_frame(
674                LayoutPoint::zero(),
675                root_reference_frame,
676                TransformStyle::Flat,
677                PropertyBinding::Value(transform),
678                ReferenceFrameKind::Transform {
679                    is_2d_scale_translation: true,
680                    should_snap: true,
681                    paired_with_perspective: false,
682                },
683                SpatialTreeItemKey::new(0, 0),
684            );
685
686            let scaled_webview_rect = webview_renderer.rect /
687                webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
688            builder.push_iframe(
689                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
690                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
691                &SpaceAndClipInfo {
692                    spatial_id: webview_reference_frame,
693                    clip_chain_id,
694                },
695                pipeline_id.into(),
696                true,
697            );
698        }
699
700        let built_display_list = builder.end();
701
702        // NB: We are always passing 0 as the epoch here, but this doesn't seem to
703        // be an issue. WebRender will still update the scene and generate a new
704        // frame even though the epoch hasn't changed.
705        transaction.set_display_list(WebRenderEpoch(0), built_display_list);
706        self.update_transaction_with_all_scroll_offsets(transaction);
707    }
708
709    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
710    /// for each visible top-level browsing context, applying a transformation on the root for
711    /// pinch zoom, page zoom, and HiDPI scaling.
712    fn send_root_pipeline_display_list(&mut self) {
713        let mut transaction = Transaction::new();
714        self.send_root_pipeline_display_list_in_transaction(&mut transaction);
715        self.generate_frame(&mut transaction, RenderReasons::SCENE);
716        self.send_transaction(transaction);
717    }
718
719    /// Update the given transaction with the scroll offsets of all active scroll nodes in
720    /// the WebRender scene. This is necessary because WebRender does not preserve scroll
721    /// offsets between scroll tree modifications. If a display list could potentially
722    /// modify a scroll tree branch, WebRender needs to have scroll offsets for that
723    /// branch.
724    ///
725    /// TODO(mrobinson): Could we only send offsets for the branch being modified
726    /// and not the entire scene?
727    fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
728        for webview_renderer in self.webview_renderers.iter() {
729            for details in webview_renderer.pipelines.values() {
730                for node in details.scroll_tree.nodes.iter() {
731                    let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
732                    else {
733                        continue;
734                    };
735
736                    transaction.set_scroll_offsets(
737                        external_id,
738                        vec![SampledScrollOffset {
739                            offset,
740                            generation: 0,
741                        }],
742                    );
743                }
744            }
745        }
746    }
747
748    fn send_zoom_and_scroll_offset_updates(
749        &mut self,
750        need_zoom: bool,
751        scroll_offset_updates: Vec<ScrollResult>,
752    ) {
753        if !need_zoom && scroll_offset_updates.is_empty() {
754            return;
755        }
756
757        let mut transaction = Transaction::new();
758        if need_zoom {
759            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
760        }
761        for update in scroll_offset_updates {
762            transaction.set_scroll_offsets(
763                update.external_scroll_id,
764                vec![SampledScrollOffset {
765                    offset: update.offset,
766                    generation: 0,
767                }],
768            );
769        }
770
771        self.generate_frame(&mut transaction, RenderReasons::APZ);
772        self.send_transaction(transaction);
773    }
774
775    pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
776        let Some(webrender) = self.webrender.as_mut() else {
777            return;
778        };
779        let mut flags = webrender.get_debug_flags();
780        let flag = match option {
781            WebRenderDebugOption::Profiler => {
782                webrender::DebugFlags::PROFILER_DBG |
783                    webrender::DebugFlags::GPU_TIME_QUERIES |
784                    webrender::DebugFlags::GPU_SAMPLE_QUERIES
785            },
786            WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
787            WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
788        };
789        flags.toggle(flag);
790        webrender.set_debug_flags(flags);
791
792        let mut txn = Transaction::new();
793        self.generate_frame(&mut txn, RenderReasons::TESTING);
794        self.send_transaction(txn);
795    }
796
797    pub(crate) fn decrement_pending_frames(&self) {
798        self.pending_frames.set(self.pending_frames.get() - 1);
799    }
800
801    pub(crate) fn report_memory(&self) -> MemoryReport {
802        self.webrender_api
803            .report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
804    }
805
806    pub(crate) fn change_running_animations_state(
807        &mut self,
808        webview_id: WebViewId,
809        pipeline_id: PipelineId,
810        animation_state: embedder_traits::AnimationState,
811    ) {
812        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
813            return;
814        };
815        if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
816        {
817            return;
818        }
819        if !self
820            .animation_refresh_driver_observer
821            .notify_animation_state_changed(webview_renderer)
822        {
823            return;
824        }
825
826        self.refresh_driver
827            .add_observer(self.animation_refresh_driver_observer.clone());
828    }
829
830    pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
831        debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
832
833        let webview_id = frame_tree.pipeline.webview_id;
834        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
835            warn!(
836                "Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
837            );
838            return;
839        };
840
841        webview_renderer.set_frame_tree(frame_tree);
842        self.send_root_pipeline_display_list();
843    }
844
845    pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
846        debug!("{webview_id}: Removing");
847        if self.webview_renderers.remove(webview_id).is_err() {
848            warn!("{webview_id}: Removing unknown webview");
849            return;
850        };
851
852        self.send_root_pipeline_display_list();
853    }
854
855    pub(crate) fn set_throttled(
856        &mut self,
857        webview_id: WebViewId,
858        pipeline_id: PipelineId,
859        throttled: bool,
860    ) {
861        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
862            return;
863        };
864        if !webview_renderer.set_throttled(pipeline_id, throttled) {
865            return;
866        }
867
868        if self
869            .animation_refresh_driver_observer
870            .notify_animation_state_changed(webview_renderer)
871        {
872            self.refresh_driver
873                .add_observer(self.animation_refresh_driver_observer.clone());
874        }
875    }
876
877    pub(crate) fn notify_pipeline_exited(
878        &mut self,
879        webview_id: WebViewId,
880        pipeline_id: PipelineId,
881        pipeline_exit_source: PipelineExitSource,
882    ) {
883        debug!("Compositor got pipeline exited: {webview_id:?} {pipeline_id:?}",);
884        if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
885            webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
886        }
887        self.lcp_calculator
888            .remove_lcp_candidates_for_pipeline(pipeline_id.into());
889    }
890
891    pub(crate) fn send_initial_pipeline_transaction(
892        &mut self,
893        webview_id: WebViewId,
894        pipeline_id: WebRenderPipelineId,
895    ) {
896        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
897            return warn!("Could not find WebView for incoming display list");
898        };
899
900        let starting_epoch = Epoch(0);
901        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
902        details.display_list_epoch = Some(starting_epoch);
903
904        let mut txn = Transaction::new();
905        txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
906
907        self.generate_frame(&mut txn, RenderReasons::SCENE);
908        self.send_transaction(txn);
909    }
910
911    pub(crate) fn scroll_node_by_delta(
912        &mut self,
913        webview_id: WebViewId,
914        pipeline_id: WebRenderPipelineId,
915        offset: LayoutVector2D,
916        external_scroll_id: webrender_api::ExternalScrollId,
917    ) {
918        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
919            return;
920        };
921
922        let pipeline_id = pipeline_id.into();
923        let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
924            return;
925        };
926
927        let Some(offset) = pipeline_details
928            .scroll_tree
929            .set_scroll_offset_for_node_with_external_scroll_id(
930                external_scroll_id,
931                offset,
932                ScrollType::Script,
933            )
934        else {
935            // The renderer should be fully up-to-date with script at this point and script
936            // should never try to scroll to an invalid location.
937            warn!("Could not scroll node with id: {external_scroll_id:?}");
938            return;
939        };
940
941        let mut transaction = Transaction::new();
942        transaction.set_scroll_offsets(
943            external_scroll_id,
944            vec![SampledScrollOffset {
945                offset,
946                generation: 0,
947            }],
948        );
949
950        self.generate_frame(&mut transaction, RenderReasons::APZ);
951        self.send_transaction(transaction);
952    }
953
954    pub(crate) fn scroll_viewport_by_delta(
955        &mut self,
956        webview_id: WebViewId,
957        delta: LayoutVector2D,
958    ) {
959        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
960            return;
961        };
962        let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
963        self.send_zoom_and_scroll_offset_updates(
964            pinch_zoom_result == PinchZoomResult::DidPinchZoom,
965            scroll_results,
966        );
967    }
968
969    pub(crate) fn update_epoch(
970        &mut self,
971        webview_id: WebViewId,
972        pipeline_id: PipelineId,
973        epoch: Epoch,
974    ) {
975        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
976            return warn!("Could not find WebView for Epoch update.");
977        };
978        webview_renderer
979            .ensure_pipeline_details(pipeline_id)
980            .display_list_epoch = Some(Epoch(epoch.0));
981    }
982
983    pub(crate) fn handle_new_display_list(
984        &mut self,
985        webview_id: WebViewId,
986        display_list_descriptor: BuiltDisplayListDescriptor,
987        display_list_receiver: IpcBytesReceiver,
988    ) {
989        // This must match the order from the sender, currently in `shared/script/lib.rs`.
990        let display_list_info = match display_list_receiver.recv() {
991            Ok(display_list_info) => display_list_info,
992            Err(error) => {
993                return warn!("Could not receive display list info: {error}");
994            },
995        };
996        let display_list_info: CompositorDisplayListInfo =
997            match bincode::deserialize(&display_list_info) {
998                Ok(display_list_info) => display_list_info,
999                Err(error) => {
1000                    return warn!("Could not deserialize display list info: {error}");
1001                },
1002            };
1003        let items_data = match display_list_receiver.recv() {
1004            Ok(display_list_data) => display_list_data,
1005            Err(error) => {
1006                return warn!("Could not receive WebRender display list items data: {error}");
1007            },
1008        };
1009        let cache_data = match display_list_receiver.recv() {
1010            Ok(display_list_data) => display_list_data,
1011            Err(error) => {
1012                return warn!("Could not receive WebRender display list cache data: {error}");
1013            },
1014        };
1015        let spatial_tree = match display_list_receiver.recv() {
1016            Ok(display_list_data) => display_list_data,
1017            Err(error) => {
1018                return warn!("Could not receive WebRender display list spatial tree: {error}.");
1019            },
1020        };
1021        let built_display_list = BuiltDisplayList::from_data(
1022            DisplayListPayload {
1023                items_data,
1024                cache_data,
1025                spatial_tree,
1026            },
1027            display_list_descriptor,
1028        );
1029        #[cfg(feature = "tracing")]
1030        let _span = tracing::trace_span!(
1031            "ScriptToCompositorMsg::BuiltDisplayList",
1032            servo_profiling = true,
1033        )
1034        .entered();
1035        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1036            return warn!("Could not find WebView for incoming display list");
1037        };
1038
1039        let old_scale = webview_renderer.device_pixels_per_page_pixel();
1040        let pipeline_id = display_list_info.pipeline_id;
1041        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
1042
1043        details.install_new_scroll_tree(display_list_info.scroll_tree);
1044        details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
1045
1046        let epoch = display_list_info.epoch.into();
1047        let first_reflow = display_list_info.first_reflow;
1048        if details.first_paint_metric.get() == PaintMetricState::Waiting {
1049            details
1050                .first_paint_metric
1051                .set(PaintMetricState::Seen(epoch, first_reflow));
1052        }
1053
1054        if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
1055            display_list_info.is_contentful
1056        {
1057            details
1058                .first_contentful_paint_metric
1059                .set(PaintMetricState::Seen(epoch, first_reflow));
1060        }
1061
1062        let mut transaction = Transaction::new();
1063        let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
1064        if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
1065            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
1066        }
1067
1068        transaction.set_display_list(epoch, (pipeline_id, built_display_list));
1069
1070        self.update_transaction_with_all_scroll_offsets(&mut transaction);
1071        self.send_transaction(transaction);
1072    }
1073
1074    pub(crate) fn generate_frame_for_script(&mut self) {
1075        self.frame_delayer.set_pending_frame(true);
1076
1077        if !self.frame_delayer.needs_new_frame() {
1078            return;
1079        }
1080
1081        let mut transaction = Transaction::new();
1082        self.generate_frame(&mut transaction, RenderReasons::SCENE);
1083        self.send_transaction(transaction);
1084
1085        let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1086
1087        self.send_to_constellation(
1088            EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1089                waiting_pipelines,
1090            ),
1091        );
1092
1093        self.frame_delayer.set_pending_frame(false);
1094        self.screenshot_taker
1095            .prepare_screenshot_requests_for_render(self)
1096    }
1097
1098    pub(crate) fn generate_image_key(&self) -> ImageKey {
1099        self.webrender_api.generate_image_key()
1100    }
1101
1102    pub(crate) fn generate_image_keys(&self) -> Vec<ImageKey> {
1103        (0..pref!(image_key_batch_size))
1104            .map(|_| self.webrender_api.generate_image_key())
1105            .collect()
1106    }
1107
1108    pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
1109        let mut txn = Transaction::new();
1110        for update in updates {
1111            match update {
1112                ImageUpdate::AddImage(key, desc, data) => {
1113                    txn.add_image(key, desc, data.into(), None)
1114                },
1115                ImageUpdate::DeleteImage(key) => {
1116                    txn.delete_image(key);
1117                    self.frame_delayer.delete_image(key);
1118                },
1119                ImageUpdate::UpdateImage(key, desc, data, epoch) => {
1120                    if let Some(epoch) = epoch {
1121                        self.frame_delayer.update_image(key, epoch);
1122                    }
1123                    txn.update_image(key, desc, data.into(), &DirtyRect::All)
1124                },
1125            }
1126        }
1127
1128        if self.frame_delayer.needs_new_frame() {
1129            self.frame_delayer.set_pending_frame(false);
1130            self.generate_frame(&mut txn, RenderReasons::SCENE);
1131            let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1132
1133            self.send_to_constellation(
1134                EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1135                    waiting_pipelines,
1136                ),
1137            );
1138
1139            self.screenshot_taker
1140                .prepare_screenshot_requests_for_render(&*self);
1141        }
1142
1143        self.send_transaction(txn);
1144    }
1145
1146    pub(crate) fn delay_new_frames_for_canvas(
1147        &mut self,
1148        pipeline_id: PipelineId,
1149        canvas_epoch: Epoch,
1150        image_keys: Vec<ImageKey>,
1151    ) {
1152        self.frame_delayer
1153            .add_delay(pipeline_id, canvas_epoch, image_keys);
1154    }
1155
1156    pub(crate) fn add_font(&mut self, font_key: FontKey, data: Arc<IpcSharedMemory>, index: u32) {
1157        let mut transaction = Transaction::new();
1158        transaction.add_raw_font(font_key, (**data).into(), index);
1159        self.send_transaction(transaction);
1160    }
1161
1162    pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
1163        let mut transaction = Transaction::new();
1164        transaction.add_native_font(font_key, native_handle);
1165        self.send_transaction(transaction);
1166    }
1167
1168    pub(crate) fn add_font_instance(
1169        &mut self,
1170        instance_key: FontInstanceKey,
1171        font_key: FontKey,
1172        size: f32,
1173        flags: FontInstanceFlags,
1174        variations: Vec<FontVariation>,
1175    ) {
1176        let variations = if pref!(layout_variable_fonts_enabled) {
1177            variations
1178        } else {
1179            vec![]
1180        };
1181
1182        let mut transaction = Transaction::new();
1183
1184        let font_instance_options = FontInstanceOptions {
1185            flags,
1186            ..Default::default()
1187        };
1188        transaction.add_font_instance(
1189            instance_key,
1190            font_key,
1191            size,
1192            Some(font_instance_options),
1193            None,
1194            variations,
1195        );
1196
1197        self.send_transaction(transaction);
1198    }
1199
1200    pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
1201        let mut transaction = Transaction::new();
1202
1203        for instance in instance_keys.into_iter() {
1204            transaction.delete_font_instance(instance);
1205        }
1206        for key in keys.into_iter() {
1207            transaction.delete_font(key);
1208        }
1209
1210        self.send_transaction(transaction);
1211    }
1212
1213    /// Generate the font keys and send them to the `result_sender`.
1214    /// Currently `RenderingGroupId` is not used.
1215    pub(crate) fn generate_font_keys(
1216        &self,
1217        number_of_font_keys: usize,
1218        number_of_font_instance_keys: usize,
1219    ) -> (Vec<FontKey>, Vec<FontInstanceKey>) {
1220        let font_keys = (0..number_of_font_keys)
1221            .map(|_| self.webrender_api.generate_font_key())
1222            .collect();
1223        let font_instance_keys = (0..number_of_font_instance_keys)
1224            .map(|_| self.webrender_api.generate_font_instance_key())
1225            .collect();
1226        (font_keys, font_instance_keys)
1227    }
1228
1229    pub(crate) fn set_viewport_description(
1230        &mut self,
1231        webview_id: WebViewId,
1232        viewport_description: ViewportDescription,
1233    ) {
1234        if let Some(webview) = self.webview_renderers.get_mut(webview_id) {
1235            webview.set_viewport_description(viewport_description);
1236        }
1237    }
1238
1239    pub(crate) fn handle_screenshot_readiness_reply(
1240        &self,
1241        webview_id: WebViewId,
1242        expected_epochs: FxHashMap<PipelineId, Epoch>,
1243    ) {
1244        self.screenshot_taker
1245            .handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
1246    }
1247
1248    pub(crate) fn add_webview(
1249        &mut self,
1250        webview: Box<dyn WebViewTrait>,
1251        viewport_details: ViewportDetails,
1252    ) {
1253        self.webview_renderers
1254            .entry(webview.id())
1255            .or_insert(WebViewRenderer::new(
1256                webview,
1257                viewport_details,
1258                self.embedder_to_constellation_sender.clone(),
1259                self.refresh_driver.clone(),
1260                self.webrender_document,
1261            ));
1262    }
1263
1264    pub(crate) fn show_webview(
1265        &mut self,
1266        webview_id: WebViewId,
1267        hide_others: bool,
1268    ) -> Result<(), UnknownWebView> {
1269        debug!("{webview_id}: Showing webview; hide_others={hide_others}");
1270        let painting_order_changed = if hide_others {
1271            let result = self
1272                .webview_renderers
1273                .painting_order()
1274                .map(|(&id, _)| id)
1275                .ne(once(webview_id));
1276            self.webview_renderers.hide_all();
1277            self.webview_renderers.show(webview_id)?;
1278            result
1279        } else {
1280            self.webview_renderers.show(webview_id)?
1281        };
1282        if painting_order_changed {
1283            self.send_root_pipeline_display_list();
1284        }
1285        Ok(())
1286    }
1287
1288    pub(crate) fn hide_webview(&mut self, webview_id: WebViewId) -> Result<(), UnknownWebView> {
1289        debug!("{webview_id}: Hiding webview");
1290        if self.webview_renderers.hide(webview_id)? {
1291            self.send_root_pipeline_display_list();
1292        }
1293        Ok(())
1294    }
1295
1296    pub(crate) fn raise_webview_to_top(
1297        &mut self,
1298        webview_id: WebViewId,
1299        hide_others: bool,
1300    ) -> Result<(), UnknownWebView> {
1301        debug!("{webview_id}: Raising webview to top; hide_others={hide_others}");
1302        let painting_order_changed = if hide_others {
1303            let result = self
1304                .webview_renderers
1305                .painting_order()
1306                .map(|(&id, _)| id)
1307                .ne(once(webview_id));
1308            self.webview_renderers.hide_all();
1309            self.webview_renderers.raise_to_top(webview_id)?;
1310            result
1311        } else {
1312            self.webview_renderers.raise_to_top(webview_id)?
1313        };
1314        if painting_order_changed {
1315            self.send_root_pipeline_display_list();
1316        }
1317        Ok(())
1318    }
1319
1320    pub(crate) fn move_resize_webview(&mut self, webview_id: WebViewId, rect: DeviceRect) {
1321        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1322            return;
1323        };
1324        if !webview_renderer.set_rect(rect) {
1325            return;
1326        }
1327
1328        self.send_root_pipeline_display_list();
1329        self.set_needs_repaint(RepaintReason::Resize);
1330    }
1331
1332    pub(crate) fn set_hidpi_scale_factor(
1333        &mut self,
1334        webview_id: WebViewId,
1335        new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
1336    ) {
1337        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1338            return;
1339        };
1340        if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
1341            return;
1342        }
1343
1344        self.send_root_pipeline_display_list();
1345        self.set_needs_repaint(RepaintReason::Resize);
1346    }
1347
1348    pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
1349        if self.rendering_context.size() == new_size {
1350            return;
1351        }
1352
1353        self.rendering_context.resize(new_size);
1354
1355        let mut transaction = Transaction::new();
1356        let output_region = DeviceIntRect::new(
1357            Point2D::zero(),
1358            Point2D::new(new_size.width as i32, new_size.height as i32),
1359        );
1360        transaction.set_document_view(output_region);
1361        self.send_transaction(transaction);
1362
1363        self.send_root_pipeline_display_list();
1364        self.set_needs_repaint(RepaintReason::Resize);
1365    }
1366
1367    pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
1368        if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1369            webview_renderer.set_page_zoom(Scale::new(new_zoom));
1370        }
1371    }
1372
1373    pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
1374        self.webview_renderers
1375            .get(webview_id)
1376            .map(|webview_renderer| webview_renderer.page_zoom.get())
1377            .unwrap_or_default()
1378    }
1379
1380    pub(crate) fn notify_input_event(&mut self, webview_id: WebViewId, event: InputEventAndId) {
1381        if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1382            match &event.event {
1383                InputEvent::MouseMove(event) => {
1384                    let event_point = event
1385                        .point
1386                        .as_device_point(webview_renderer.device_pixels_per_page_pixel());
1387                    self.last_mouse_move_position = Some(event_point);
1388                },
1389                InputEvent::MouseLeftViewport(_) => {
1390                    self.last_mouse_move_position = None;
1391                },
1392                _ => {},
1393            }
1394
1395            webview_renderer.notify_input_event(&self.webrender_api, event);
1396        }
1397        self.disable_lcp_calculation_for_webview(webview_id);
1398    }
1399
1400    pub(crate) fn notify_scroll_event(
1401        &mut self,
1402        webview_id: WebViewId,
1403        scroll: Scroll,
1404        point: WebViewPoint,
1405    ) {
1406        if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1407            webview_renderer.notify_scroll_event(scroll, point);
1408        }
1409        self.disable_lcp_calculation_for_webview(webview_id);
1410    }
1411
1412    pub(crate) fn pinch_zoom(
1413        &mut self,
1414        webview_id: WebViewId,
1415        pinch_zoom_delta: f32,
1416        center: DevicePoint,
1417    ) {
1418        if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1419            webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
1420        }
1421    }
1422
1423    pub(crate) fn device_pixels_per_page_pixel(
1424        &self,
1425        webview_id: WebViewId,
1426    ) -> Scale<f32, CSSPixel, DevicePixel> {
1427        self.webview_renderers
1428            .get(webview_id)
1429            .map(WebViewRenderer::device_pixels_per_page_pixel)
1430            .unwrap_or_default()
1431    }
1432
1433    pub(crate) fn request_screenshot(
1434        &self,
1435        webview_id: WebViewId,
1436        rect: Option<WebViewRect>,
1437        callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
1438    ) {
1439        let Some(webview) = self.webview_renderers.get(webview_id) else {
1440            return;
1441        };
1442
1443        let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
1444        self.screenshot_taker
1445            .request_screenshot(webview_id, rect, callback);
1446        self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
1447            webview_id,
1448        ));
1449    }
1450
1451    pub(crate) fn notify_input_event_handled(
1452        &mut self,
1453        webview_id: WebViewId,
1454        input_event_id: InputEventId,
1455        result: InputEventResult,
1456    ) {
1457        let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) else {
1458            warn!("Handled input event for unknown webview: {webview_id}");
1459            return;
1460        };
1461        webview_renderer.notify_input_event_handled(&self.webrender_api, input_event_id, result);
1462    }
1463
1464    pub(crate) fn refresh_cursor(&self) {
1465        let Some(last_mouse_move_position) = self.last_mouse_move_position else {
1466            return;
1467        };
1468
1469        let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
1470            &self.webrender_api,
1471            self.webrender_document,
1472            last_mouse_move_position,
1473        )
1474        .first()
1475        .cloned() else {
1476            return;
1477        };
1478
1479        if let Err(error) = self.embedder_to_constellation_sender.send(
1480            EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
1481        ) {
1482            warn!("Sending event to constellation failed ({:?}).", error);
1483        }
1484    }
1485
1486    pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
1487        if repaint_needed {
1488            self.refresh_cursor()
1489        }
1490
1491        if repaint_needed || self.animation_callbacks_running() {
1492            self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
1493        }
1494
1495        // If we received a new frame and a repaint isn't necessary, it may be that this
1496        // is the last frame that was pending. In that case, trigger a manual repaint so
1497        // that the screenshot can be taken at the end of the repaint procedure.
1498        if !repaint_needed {
1499            self.screenshot_taker
1500                .maybe_trigger_paint_for_screenshot(self);
1501        }
1502    }
1503
1504    pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
1505        if self.needs_repaint() {
1506            self.webview_renderers
1507                .iter()
1508                .map(|webview_renderer| webview_renderer.id)
1509                .collect()
1510        } else {
1511            Vec::new()
1512        }
1513    }
1514
1515    pub(crate) fn append_lcp_candidate(
1516        &mut self,
1517        lcp_candidate: LCPCandidate,
1518        webview_id: WebViewId,
1519        pipeline_id: PipelineId,
1520        epoch: Epoch,
1521    ) {
1522        if self
1523            .lcp_calculator
1524            .append_lcp_candidate(webview_id, pipeline_id.into(), lcp_candidate)
1525        {
1526            if let Some(webview_renderer) = self.webview_renderers.get_mut(webview_id) {
1527                webview_renderer
1528                    .ensure_pipeline_details(pipeline_id)
1529                    .largest_contentful_paint_metric
1530                    .set(PaintMetricState::Seen(epoch.into(), false));
1531            }
1532        };
1533    }
1534
1535    /// Disable LCP feature when the user interacts with the page.
1536    fn disable_lcp_calculation_for_webview(&mut self, webview_id: WebViewId) {
1537        self.lcp_calculator.add_to_disabled_lcp_webviews(webview_id);
1538    }
1539}
1540
1541/// A struct that is reponsible for delaying frame requests until all new canvas images
1542/// for a particular "update the rendering" call in the `ScriptThread` have been
1543/// sent to WebRender.
1544///
1545/// These images may be updated in WebRender asynchronously in the canvas task. A frame
1546/// is then requested if:
1547///
1548///  - The renderer has received a GenerateFrame message from a `ScriptThread`.
1549///  - All pending image updates have finished and have been noted in the [`FrameDelayer`].
1550#[derive(Default)]
1551pub(crate) struct FrameDelayer {
1552    /// The latest [`Epoch`] of canvas images that have been sent to WebRender. Note
1553    /// that this only records the `Epoch`s for canvases and only ones that are involved
1554    /// in "update the rendering".
1555    image_epochs: FxHashMap<ImageKey, Epoch>,
1556    /// A map of all pending canvas images
1557    pending_canvas_images: FxHashMap<ImageKey, Epoch>,
1558    /// Whether or not we have a pending frame.
1559    pub(crate) pending_frame: bool,
1560    /// A list of pipelines that should be notified when we are no longer waiting for
1561    /// canvas images.
1562    waiting_pipelines: FxHashSet<PipelineId>,
1563}
1564
1565impl FrameDelayer {
1566    pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
1567        self.image_epochs.remove(&image_key);
1568        self.pending_canvas_images.remove(&image_key);
1569    }
1570
1571    pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
1572        self.image_epochs.insert(image_key, epoch);
1573        let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
1574            return;
1575        };
1576        if *entry.get() <= epoch {
1577            entry.remove();
1578        }
1579    }
1580
1581    pub(crate) fn add_delay(
1582        &mut self,
1583        pipeline_id: PipelineId,
1584        canvas_epoch: Epoch,
1585        image_keys: Vec<ImageKey>,
1586    ) {
1587        for image_key in image_keys.into_iter() {
1588            // If we've already seen the necessary epoch for this image, do not
1589            // start waiting for it.
1590            if self
1591                .image_epochs
1592                .get(&image_key)
1593                .is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
1594            {
1595                continue;
1596            }
1597            self.pending_canvas_images.insert(image_key, canvas_epoch);
1598        }
1599        self.waiting_pipelines.insert(pipeline_id);
1600    }
1601
1602    pub(crate) fn needs_new_frame(&self) -> bool {
1603        self.pending_frame && self.pending_canvas_images.is_empty()
1604    }
1605
1606    pub(crate) fn set_pending_frame(&mut self, value: bool) {
1607        self.pending_frame = value;
1608    }
1609
1610    pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
1611        self.waiting_pipelines.drain().collect()
1612    }
1613}
1614
1615/// The paint status of a particular pipeline in a [`Painter`]. This is used to trigger metrics
1616/// in script (via the constellation) when display lists are received.
1617///
1618/// See <https://w3c.github.io/paint-timing/#first-contentful-paint>.
1619#[derive(Clone, Copy, PartialEq)]
1620pub(crate) enum PaintMetricState {
1621    /// The painter is still waiting to process a display list which triggers this metric.
1622    Waiting,
1623    /// The painter has processed the display list which will trigger this event, marked the Servo
1624    /// instance ready to paint, and is waiting for the given epoch to actually be rendered.
1625    Seen(WebRenderEpoch, bool /* first_reflow */),
1626    /// The metric has been sent to the constellation and no more work needs to be done.
1627    Sent,
1628}