Skip to main content

paint/
painter.rs

1/* This Source Code Form is subject to the terms of the Mozilla Public
2 * License, v. 2.0. If a copy of the MPL was not distributed with this
3 * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
4
5use std::cell::{Cell, LazyCell};
6use std::collections::hash_map::Entry;
7use std::rc::Rc;
8use std::sync::Arc;
9
10use crossbeam_channel::Sender;
11use dpi::PhysicalSize;
12use embedder_traits::{
13    InputEvent, InputEventAndId, InputEventId, InputEventResult, PaintHitTestResult,
14    ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint, WebViewRect,
15};
16use euclid::{Point2D, Rect, Scale, Size2D};
17use gleam::gl::RENDERER;
18use image::RgbaImage;
19use log::{debug, error, info, warn};
20use media::WindowGLContext;
21use paint_api::display_list::{PaintDisplayListInfo, ScrollType};
22use paint_api::largest_contentful_paint_candidate::LCPCandidate;
23use paint_api::rendering_context::RenderingContext;
24use paint_api::viewport_description::ViewportDescription;
25use paint_api::{
26    ImageUpdate, PipelineExitSource, SendableFrameTree, SerializableDisplayListPayload,
27    SerializableImageData, WebRenderExternalImageHandlers, WebRenderImageHandlerType, WebViewTrait,
28};
29use profile_traits::time::{ProfilerCategory, ProfilerChan};
30use profile_traits::time_profile;
31use rustc_hash::{FxHashMap, FxHashSet};
32use servo_base::Epoch;
33use servo_base::cross_process_instant::CrossProcessInstant;
34use servo_base::generic_channel::{GenericReceiver, GenericSharedMemory};
35use servo_base::id::{PainterId, PipelineId, WebViewId};
36use servo_config::{opts, pref};
37use servo_constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
38use servo_geometry::DeviceIndependentPixel;
39use smallvec::SmallVec;
40use style_traits::CSSPixel;
41use webrender::{
42    MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
43};
44use webrender_api::units::{
45    DevicePixel, DevicePoint, LayoutPoint, LayoutRect, LayoutSize, LayoutTransform, LayoutVector2D,
46    WorldPoint,
47};
48use webrender_api::{
49    self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
50    DocumentId, DynamicProperties, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags,
51    FontInstanceKey, FontInstanceOptions, FontKey, FontVariation, ImageData, ImageKey,
52    NativeFontHandle, PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind,
53    RenderReasons, SampledScrollOffset, SpaceAndClipInfo, SpatialId, TransformStyle,
54};
55use wr_malloc_size_of::MallocSizeOfOps;
56
57use crate::Paint;
58use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
59use crate::paint::{RepaintReason, WebRenderDebugOption};
60use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
61use crate::render_notifier::RenderNotifier;
62use crate::screenshot::ScreenshotTaker;
63use crate::web_content_animation::WebContentAnimator;
64use crate::webrender_external_images::WebGLExternalImages;
65use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
66
67/// A [`Painter`] is responsible for all of the painting to a particular [`RenderingContext`].
68/// This holds all of the WebRender specific data structures and state necessary for painting
69/// and handling events that happen to `WebView`s that use a particular [`RenderingContext`].
70/// Notable is that a [`Painter`] might be responsible for painting more than a single
71/// [`WebView`] as long as they share the same [`RenderingContext`].
72///
73/// Each [`Painter`] also has its own [`RefreshDriver`] as well, which may be shared with
74/// other [`Painter`]s. It's up to the embedder to decide which [`RefreshDriver`]s are associated
75/// with a particular [`RenderingContext`].
76pub(crate) struct Painter {
77    /// The [`RenderingContext`] instance that webrender targets, which is the viewport.
78    pub(crate) rendering_context: Rc<dyn RenderingContext>,
79
80    /// The ID of this painter.
81    pub(crate) painter_id: PainterId,
82
83    /// Our [`WebViewRenderer`]s, one for every `WebView`.
84    pub(crate) webview_renderers: FxHashMap<WebViewId, WebViewRenderer>,
85
86    /// Tracks whether or not the view needs to be repainted.
87    pub(crate) needs_repaint: Cell<RepaintReason>,
88
89    /// The number of frames pending to receive from WebRender.
90    pub(crate) pending_frames: Cell<usize>,
91
92    /// The [`BaseRefreshDriver`] which manages the painting of `WebView`s during animations.
93    refresh_driver: Rc<BaseRefreshDriver>,
94
95    /// A [`RefreshDriverObserver`] for WebView content animations.
96    animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
97
98    /// The WebRender [`RenderApi`] interface used to communicate with WebRender.
99    pub(crate) webrender_api: RenderApi,
100
101    /// The active webrender document.
102    pub(crate) webrender_document: DocumentId,
103
104    /// The webrender renderer.
105    pub(crate) webrender_renderer: Option<webrender::Renderer>,
106
107    /// The GL bindings for webrender
108    webrender_gl: Rc<dyn gleam::gl::Gl>,
109
110    /// The last position in the rendered view that the mouse moved over. This becomes `None`
111    /// when the mouse leaves the rendered view.
112    pub(crate) last_mouse_move_position: Option<DevicePoint>,
113
114    /// A [`ScreenshotTaker`] responsible for handling all screenshot requests.
115    pub(crate) screenshot_taker: ScreenshotTaker,
116
117    /// A [`FrameRequestDelayer`] which is used to wait for canvas image updates to
118    /// arrive before requesting a new frame, as these happen asynchronously with
119    /// `ScriptThread` display list construction.
120    pub(crate) frame_delayer: FrameDelayer,
121
122    /// The channel on which messages can be sent to the constellation.
123    embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
124
125    /// Calculater for largest-contentful-paint.
126    lcp_calculator: LargestContentfulPaintCalculator,
127
128    /// A cache that stores data for all animating images uploaded to WebRender. This is used
129    /// for animated images, which only need to update their offset in the data.
130    animation_image_cache: FxHashMap<ImageKey, Arc<Vec<u8>>>,
131
132    /// A [`WebContentAnimator`] used to manage web content-derived animations. Currently this only
133    /// manages blinking caret animations.
134    web_content_animator: WebContentAnimator,
135}
136
137impl Drop for Painter {
138    fn drop(&mut self) {
139        if let Err(error) = self.rendering_context.make_current() {
140            error!("Failed to make the rendering context current: {error:?}");
141        }
142
143        self.webrender_api.stop_render_backend();
144        self.webrender_api.shut_down(true);
145
146        if let Some(renderer) = self.webrender_renderer.take() {
147            renderer.deinit();
148        }
149    }
150}
151
152impl Painter {
153    pub(crate) fn new(rendering_context: Rc<dyn RenderingContext>, paint: &Paint) -> Self {
154        let webrender_gl = rendering_context.gleam_gl_api();
155
156        // Make sure the gl context is made current.
157        if let Err(err) = rendering_context.make_current() {
158            warn!("Failed to make the rendering context current: {:?}", err);
159        }
160        debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
161
162        let id_manager = paint.webrender_external_image_id_manager();
163        let mut external_image_handlers = Box::new(WebRenderExternalImageHandlers::new(id_manager));
164
165        // Set WebRender external image handler for WebGL textures.
166        let image_handler = Box::new(WebGLExternalImages::new(
167            paint.webgl_threads(),
168            rendering_context.clone(),
169            paint.swap_chains.clone(),
170            paint.busy_webgl_contexts_map.clone(),
171        ));
172        external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
173
174        #[cfg(feature = "webgpu")]
175        external_image_handlers.set_handler(
176            Box::new(webgpu::WebGpuExternalImages::new(paint.webgpu_image_map())),
177            WebRenderImageHandlerType::WebGpu,
178        );
179
180        WindowGLContext::initialize_image_handler(&mut external_image_handlers);
181
182        let embedder_to_constellation_sender = paint.embedder_to_constellation_sender.clone();
183        let timer_refresh_driver = LazyCell::default();
184        let refresh_driver = Rc::new(BaseRefreshDriver::new(
185            paint.event_loop_waker.clone_box(),
186            rendering_context.refresh_driver(),
187            &timer_refresh_driver,
188        ));
189        let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
190            embedder_to_constellation_sender.clone(),
191        ));
192
193        rendering_context.prepare_for_rendering();
194        let clear_color = servo_config::pref!(shell_background_color_rgba);
195        let clear_color = ColorF::new(
196            clear_color[0] as f32,
197            clear_color[1] as f32,
198            clear_color[2] as f32,
199            clear_color[3] as f32,
200        );
201
202        // Use same texture upload method as Gecko with ANGLE:
203        // https://searchfox.org/mozilla-central/source/gfx/webrender_bindings/src/bindings.rs#1215-1219
204        let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
205            UploadMethod::Immediate
206        } else {
207            UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
208        };
209        let worker_threads = std::thread::available_parallelism()
210            .map(|i| i.get())
211            .unwrap_or(pref!(thread_pool_fallback_workers) as usize)
212            .min(pref!(thread_pool_webrender_workers_max).max(1) as usize);
213        let workers = Some(Arc::new(
214            rayon::ThreadPoolBuilder::new()
215                .num_threads(worker_threads)
216                .thread_name(|idx| format!("WRWorker#{}", idx))
217                .build()
218                .expect("Unable to initialize WebRender worker pool."),
219        ));
220
221        let painter_id = PainterId::next();
222        let (mut webrender_renderer, webrender_api_sender) = webrender::create_webrender_instance(
223            webrender_gl.clone(),
224            Box::new(RenderNotifier::new(painter_id, paint.paint_proxy.clone())),
225            webrender::WebRenderOptions {
226                // We force the use of optimized shaders here because rendering is broken
227                // on Android emulators with unoptimized shaders. This is due to a known
228                // issue in the emulator's OpenGL emulation layer.
229                // See: https://github.com/servo/servo/issues/31726
230                use_optimized_shaders: true,
231                resource_override_path: opts::get().shaders_path.clone(),
232                debug_flags: webrender::DebugFlags::empty(),
233                precache_flags: if pref!(gfx_precache_shaders) {
234                    ShaderPrecacheFlags::FULL_COMPILE
235                } else {
236                    ShaderPrecacheFlags::empty()
237                },
238                enable_aa: pref!(gfx_text_antialiasing_enabled),
239                enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
240                allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
241                enable_dithering: true,
242                clear_color,
243                upload_method,
244                workers,
245                size_of_op: Some(servo_allocator::usable_size),
246                // This ensures that we can use the `PainterId` as the `IdNamespace`, which allows mapping
247                // from `FontKey`, `FontInstanceKey`, and `ImageKey` back to `PainterId`.
248                namespace_alloc_by_client: true,
249                shared_font_namespace: Some(painter_id.into()),
250                ..Default::default()
251            },
252            None,
253        )
254        .expect("Unable to initialize WebRender.");
255
256        webrender_renderer.set_external_image_handler(external_image_handlers);
257
258        let webrender_api = webrender_api_sender.create_api_by_client(painter_id.into());
259        let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
260
261        let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
262        let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
263        info!("Running on {gl_renderer} with OpenGL version {gl_version}");
264
265        let painter = Painter {
266            painter_id,
267            embedder_to_constellation_sender,
268            webview_renderers: Default::default(),
269            rendering_context,
270            needs_repaint: Cell::default(),
271            pending_frames: Default::default(),
272            screenshot_taker: Default::default(),
273            refresh_driver,
274            animation_refresh_driver_observer,
275            webrender_renderer: Some(webrender_renderer),
276            webrender_api,
277            webrender_document,
278            webrender_gl,
279            last_mouse_move_position: None,
280            frame_delayer: Default::default(),
281            lcp_calculator: LargestContentfulPaintCalculator::new(),
282            animation_image_cache: FxHashMap::default(),
283            web_content_animator: WebContentAnimator::new(
284                paint.event_loop_waker.clone_box(),
285                (*timer_refresh_driver).clone(),
286            ),
287        };
288        painter.assert_gl_framebuffer_complete();
289        painter.clear_background();
290        painter
291    }
292
293    pub(crate) fn perform_updates(&mut self) {
294        let mut need_zoom = false;
295        let scroll_offset_updates: Vec<_> = self
296            .webview_renderers
297            .values_mut()
298            .filter_map(|webview_renderer| {
299                let (zoom, scroll_result) = webview_renderer
300                    .process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
301                need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
302                scroll_result
303            })
304            .collect();
305
306        self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
307
308        if let Some(colors) = self.web_content_animator.update(&self.webview_renderers) {
309            let mut transaction = Transaction::new();
310            transaction.reset_dynamic_properties();
311            transaction.append_dynamic_properties(DynamicProperties {
312                transforms: Vec::new(),
313                floats: Vec::new(),
314                colors,
315            });
316            self.generate_frame(&mut transaction, RenderReasons::ANIMATED_PROPERTY);
317            self.send_transaction(transaction);
318        }
319    }
320
321    #[track_caller]
322    fn assert_no_gl_error(&self) {
323        debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
324    }
325
326    #[track_caller]
327    fn assert_gl_framebuffer_complete(&self) {
328        debug_assert_eq!(
329            (
330                self.webrender_gl.get_error(),
331                self.webrender_gl
332                    .check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
333            ),
334            (gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
335        );
336    }
337
338    pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
339        self.webview_renderers.get(&webview_id)
340    }
341
342    pub(crate) fn webview_renderer_mut(
343        &mut self,
344        webview_id: WebViewId,
345    ) -> Option<&mut WebViewRenderer> {
346        self.webview_renderers.get_mut(&webview_id)
347    }
348
349    /// Whether or not the renderer is waiting on a frame, either because it has been sent
350    /// to WebRender and is not ready yet or because the [`FrameDelayer`] is delaying a frame
351    /// waiting for asynchronous (canvas) image updates to complete.
352    pub(crate) fn has_pending_frames(&self) -> bool {
353        self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
354    }
355
356    pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
357        let mut needs_repaint = self.needs_repaint.get();
358        needs_repaint.insert(reason);
359        self.needs_repaint.set(needs_repaint);
360    }
361
362    pub(crate) fn needs_repaint(&self) -> bool {
363        let repaint_reason = self.needs_repaint.get();
364        if repaint_reason.is_empty() {
365            return false;
366        }
367
368        !self.refresh_driver.wait_to_paint()
369    }
370
371    /// Returns true if any animation callbacks (ie `requestAnimationFrame`) are waiting for a response.
372    pub(crate) fn animation_callbacks_running(&self) -> bool {
373        self.webview_renderers
374            .values()
375            .any(WebViewRenderer::animation_callbacks_running)
376    }
377
378    pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
379        self.webview_renderers
380            .values()
381            .filter_map(|webview_renderer| {
382                if webview_renderer.animating() {
383                    Some(webview_renderer.id)
384                } else {
385                    None
386                }
387            })
388            .collect()
389    }
390
391    pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
392        if let Err(error) = self.embedder_to_constellation_sender.send(message) {
393            warn!("Could not send message to constellation ({error:?})");
394        }
395    }
396
397    #[servo_tracing::instrument(skip_all)]
398    pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
399        let refresh_driver = self.refresh_driver.clone();
400        refresh_driver.notify_will_paint(self);
401
402        if let Err(error) = self.rendering_context.make_current() {
403            error!("Failed to make the rendering context current: {error:?}");
404        }
405        self.assert_no_gl_error();
406
407        self.rendering_context.prepare_for_rendering();
408
409        time_profile!(
410            ProfilerCategory::Painting,
411            None,
412            time_profiler_channel.clone(),
413            || {
414                if let Some(renderer) = self.webrender_renderer.as_mut() {
415                    renderer.update();
416                }
417
418                // Paint the scene.
419                // TODO(gw): Take notice of any errors the renderer returns!
420                self.clear_background();
421                if let Some(renderer) = self.webrender_renderer.as_mut() {
422                    let size = self.rendering_context.size2d().to_i32();
423                    renderer.render(size, 0 /* buffer_age */).ok();
424                }
425            }
426        );
427
428        // We've painted the default target, which means that from the embedder's perspective,
429        // the scene no longer needs to be repainted.
430        self.needs_repaint.set(RepaintReason::empty());
431
432        self.screenshot_taker.maybe_take_screenshots(self);
433        self.send_pending_paint_metrics_messages_after_composite();
434    }
435
436    fn clear_background(&self) {
437        self.assert_gl_framebuffer_complete();
438
439        // Always clear the entire RenderingContext, regardless of how many WebViews there are
440        // or where they are positioned. This is so WebView actually clears even before the
441        // first WebView is ready.
442        let color = servo_config::pref!(shell_background_color_rgba);
443        self.webrender_gl.clear_color(
444            color[0] as f32,
445            color[1] as f32,
446            color[2] as f32,
447            color[3] as f32,
448        );
449        self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
450    }
451
452    /// Send all pending paint metrics messages after a composite operation, which may advance
453    /// the epoch for pipelines in the WebRender scene.
454    ///
455    /// If there are pending paint metrics, we check if any of the painted epochs is one
456    /// of the ones that the paint metrics recorder is expecting. In that case, we get the
457    /// current time, inform the constellation about it and remove the pending metric from
458    /// the list.
459    fn send_pending_paint_metrics_messages_after_composite(&mut self) {
460        let paint_time = CrossProcessInstant::now();
461        for webview_renderer in self.webview_renderers.values() {
462            for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
463                let Some(current_epoch) = self
464                    .webrender_renderer
465                    .as_ref()
466                    .and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
467                else {
468                    continue;
469                };
470
471                match pipeline.first_paint_metric.get() {
472                    // We need to check whether the current epoch is later, because
473                    // CrossProcessPaintMessage::SendInitialTransaction sends an
474                    // empty display list to WebRender which can happen before we receive
475                    // the first "real" display list.
476                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
477                        assert!(epoch <= current_epoch);
478                        #[cfg(feature = "tracing")]
479                        tracing::info!(
480                            name: "FirstPaint",
481                            servo_profiling = true,
482                            epoch = ?epoch,
483                            paint_time = ?paint_time,
484                            pipeline_id = ?pipeline_id,
485                        );
486
487                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
488                            *pipeline_id,
489                            PaintMetricEvent::FirstPaint(paint_time, first_reflow),
490                        ));
491
492                        pipeline.first_paint_metric.set(PaintMetricState::Sent);
493                    },
494                    _ => {},
495                }
496
497                match pipeline.first_contentful_paint_metric.get() {
498                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
499                        #[cfg(feature = "tracing")]
500                        tracing::info!(
501                            name: "FirstContentfulPaint",
502                            servo_profiling = true,
503                            epoch = ?epoch,
504                            paint_time = ?paint_time,
505                            pipeline_id = ?pipeline_id,
506                        );
507                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
508                            *pipeline_id,
509                            PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
510                        ));
511                        pipeline
512                            .first_contentful_paint_metric
513                            .set(PaintMetricState::Sent);
514                    },
515                    _ => {},
516                }
517
518                match pipeline.largest_contentful_paint_metric.get() {
519                    PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
520                        if let Some(lcp) = self
521                            .lcp_calculator
522                            .calculate_largest_contentful_paint(paint_time, pipeline_id.into())
523                        {
524                            #[cfg(feature = "tracing")]
525                            tracing::info!(
526                                name: "LargestContentfulPaint",
527                                servo_profiling = true,
528                                paint_time = ?paint_time,
529                                area = ?lcp.area,
530                                pipeline_id = ?pipeline_id,
531                            );
532                            self.send_to_constellation(
533                                EmbedderToConstellationMessage::PaintMetric(
534                                    *pipeline_id,
535                                    PaintMetricEvent::LargestContentfulPaint(
536                                        lcp.paint_time,
537                                        lcp.area,
538                                        lcp.url.clone(),
539                                    ),
540                                ),
541                            );
542                        }
543                        pipeline
544                            .largest_contentful_paint_metric
545                            .set(PaintMetricState::Sent);
546                    },
547                    _ => {},
548                }
549            }
550        }
551    }
552
553    /// Queue a new frame in the transaction and increase the pending frames count.
554    pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
555        transaction.generate_frame(0, true /* present */, false /* tracked */, reason);
556        self.pending_frames.set(self.pending_frames.get() + 1);
557    }
558
559    pub(crate) fn hit_test_at_point_with_api_and_document(
560        webrender_api: &RenderApi,
561        webrender_document: DocumentId,
562        point: DevicePoint,
563    ) -> Vec<PaintHitTestResult> {
564        // DevicePoint and WorldPoint are the same for us.
565        let world_point = WorldPoint::from_untyped(point.to_untyped());
566        let results = webrender_api.hit_test(webrender_document, world_point);
567
568        results
569            .items
570            .iter()
571            .map(|item| {
572                let pipeline_id = item.pipeline.into();
573                let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
574                PaintHitTestResult {
575                    pipeline_id,
576                    point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
577                    external_scroll_id,
578                }
579            })
580            .collect()
581    }
582
583    pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
584        let _ = self.rendering_context.make_current();
585        self.webrender_api
586            .send_transaction(self.webrender_document, transaction);
587    }
588
589    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
590    /// for each visible top-level browsing context, applying a transformation on the root for
591    /// pinch zoom, page zoom, and HiDPI scaling.
592    fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
593        // Every display list needs a pipeline, but we'd like to choose one that is unlikely
594        // to conflict with our content pipelines, which start at (1, 1). (0, 0) is WebRender's
595        // dummy pipeline, so we choose (0, 1).
596        let root_pipeline = WebRenderPipelineId(0, 1);
597        transaction.set_root_pipeline(root_pipeline);
598
599        let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
600        builder.begin();
601
602        let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
603
604        let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
605        let viewport_rect = LayoutRect::from_origin_and_size(
606            LayoutPoint::zero(),
607            LayoutSize::from_untyped(viewport_size),
608        );
609
610        let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
611        let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
612        for webview_renderer in self.webview_renderers.values() {
613            if webview_renderer.hidden() {
614                continue;
615            }
616            let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
617                continue;
618            };
619
620            let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
621            let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
622                .device_pixels_per_page_pixel_not_including_pinch_zoom()
623                .get();
624
625            let transform = LayoutTransform::scale(
626                device_pixels_per_page_pixel_not_including_pinch_zoom,
627                device_pixels_per_page_pixel_not_including_pinch_zoom,
628                1.0,
629            )
630            .then(&LayoutTransform::from_untyped(
631                &pinch_zoom_transform.to_3d(),
632            ));
633
634            let webview_reference_frame = builder.push_reference_frame(
635                LayoutPoint::zero(),
636                root_reference_frame,
637                TransformStyle::Flat,
638                PropertyBinding::Value(transform),
639                ReferenceFrameKind::Transform {
640                    is_2d_scale_translation: true,
641                    should_snap: true,
642                    paired_with_perspective: false,
643                },
644            );
645
646            let scaled_webview_rect = webview_renderer.rect /
647                webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
648            builder.push_iframe(
649                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
650                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
651                &SpaceAndClipInfo {
652                    spatial_id: webview_reference_frame,
653                    clip_chain_id,
654                },
655                pipeline_id.into(),
656                true,
657            );
658        }
659
660        let built_display_list = builder.end();
661
662        // NB: We are always passing 0 as the epoch here, but this doesn't seem to
663        // be an issue. WebRender will still update the scene and generate a new
664        // frame even though the epoch hasn't changed.
665        transaction.set_display_list(WebRenderEpoch(0), built_display_list);
666        self.update_transaction_with_all_scroll_offsets(transaction);
667    }
668
669    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
670    /// for each visible top-level browsing context, applying a transformation on the root for
671    /// pinch zoom, page zoom, and HiDPI scaling.
672    fn send_root_pipeline_display_list(&mut self) {
673        let mut transaction = Transaction::new();
674        self.send_root_pipeline_display_list_in_transaction(&mut transaction);
675        self.generate_frame(&mut transaction, RenderReasons::SCENE);
676        self.send_transaction(transaction);
677    }
678
679    /// Update the given transaction with the scroll offsets of all active scroll nodes in
680    /// the WebRender scene. This is necessary because WebRender does not preserve scroll
681    /// offsets between scroll tree modifications. If a display list could potentially
682    /// modify a scroll tree branch, WebRender needs to have scroll offsets for that
683    /// branch.
684    ///
685    /// TODO(mrobinson): Could we only send offsets for the branch being modified
686    /// and not the entire scene?
687    fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
688        for webview_renderer in self.webview_renderers.values() {
689            for details in webview_renderer.pipelines.values() {
690                for node in details.scroll_tree.nodes.iter() {
691                    let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
692                    else {
693                        continue;
694                    };
695                    // Skip scroll offsets that are zero, as they are the default.
696                    if offset == LayoutVector2D::zero() {
697                        continue;
698                    }
699                    transaction.set_scroll_offsets(
700                        external_id,
701                        vec![SampledScrollOffset {
702                            offset,
703                            generation: 0,
704                        }],
705                    );
706                }
707            }
708        }
709    }
710
711    fn send_zoom_and_scroll_offset_updates(
712        &mut self,
713        need_zoom: bool,
714        scroll_offset_updates: Vec<ScrollResult>,
715    ) {
716        if !need_zoom && scroll_offset_updates.is_empty() {
717            return;
718        }
719
720        let mut transaction = Transaction::new();
721        if need_zoom {
722            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
723        }
724        for update in scroll_offset_updates {
725            transaction.set_scroll_offsets(
726                update.external_scroll_id,
727                vec![SampledScrollOffset {
728                    offset: update.offset,
729                    generation: 0,
730                }],
731            );
732        }
733
734        self.generate_frame(&mut transaction, RenderReasons::APZ);
735        self.send_transaction(transaction);
736    }
737
738    pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
739        let Some(renderer) = self.webrender_renderer.as_mut() else {
740            return;
741        };
742        let mut flags = renderer.get_debug_flags();
743        let flag = match option {
744            WebRenderDebugOption::Profiler => {
745                webrender::DebugFlags::PROFILER_DBG |
746                    webrender::DebugFlags::GPU_TIME_QUERIES |
747                    webrender::DebugFlags::GPU_SAMPLE_QUERIES
748            },
749            WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
750            WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
751        };
752        flags.toggle(flag);
753        renderer.set_debug_flags(flags);
754
755        let mut txn = Transaction::new();
756        self.generate_frame(&mut txn, RenderReasons::TESTING);
757        self.send_transaction(txn);
758    }
759
760    pub(crate) fn decrement_pending_frames(&self) {
761        self.pending_frames.set(self.pending_frames.get() - 1);
762    }
763
764    pub(crate) fn report_memory(&self) -> MemoryReport {
765        self.webrender_api
766            .report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
767    }
768
769    pub(crate) fn change_running_animations_state(
770        &mut self,
771        webview_id: WebViewId,
772        pipeline_id: PipelineId,
773        animation_state: embedder_traits::AnimationState,
774    ) {
775        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
776            return;
777        };
778        if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
779        {
780            return;
781        }
782        if !self
783            .animation_refresh_driver_observer
784            .notify_animation_state_changed(webview_renderer)
785        {
786            return;
787        }
788
789        self.refresh_driver
790            .add_observer(self.animation_refresh_driver_observer.clone());
791    }
792
793    pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
794        debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
795
796        let webview_id = frame_tree.pipeline.webview_id;
797        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
798            warn!(
799                "Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
800            );
801            return;
802        };
803
804        webview_renderer.set_frame_tree(frame_tree);
805        self.send_root_pipeline_display_list();
806    }
807
808    pub(crate) fn set_throttled(
809        &mut self,
810        webview_id: WebViewId,
811        pipeline_id: PipelineId,
812        throttled: bool,
813    ) {
814        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
815            return;
816        };
817        if !webview_renderer.set_throttled(pipeline_id, throttled) {
818            return;
819        }
820
821        if self
822            .animation_refresh_driver_observer
823            .notify_animation_state_changed(webview_renderer)
824        {
825            self.refresh_driver
826                .add_observer(self.animation_refresh_driver_observer.clone());
827        }
828    }
829
830    pub(crate) fn notify_pipeline_exited(
831        &mut self,
832        webview_id: WebViewId,
833        pipeline_id: PipelineId,
834        pipeline_exit_source: PipelineExitSource,
835    ) {
836        debug!("Paint got pipeline exited: {webview_id:?} {pipeline_id:?}",);
837        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
838            webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
839        }
840        self.lcp_calculator
841            .remove_lcp_candidates_for_pipeline(&pipeline_id.into());
842    }
843
844    pub(crate) fn send_initial_pipeline_transaction(
845        &mut self,
846        webview_id: WebViewId,
847        pipeline_id: WebRenderPipelineId,
848    ) {
849        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
850            return warn!("Could not find WebView for incoming display list");
851        };
852
853        let starting_epoch = Epoch(0);
854        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
855        details.display_list_epoch = Some(starting_epoch);
856
857        let mut txn = Transaction::new();
858        txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
859
860        self.generate_frame(&mut txn, RenderReasons::SCENE);
861        self.send_transaction(txn);
862    }
863
864    pub(crate) fn scroll_node_by_delta(
865        &mut self,
866        webview_id: WebViewId,
867        pipeline_id: WebRenderPipelineId,
868        offset: LayoutVector2D,
869        external_scroll_id: webrender_api::ExternalScrollId,
870    ) {
871        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
872            return;
873        };
874
875        let pipeline_id = pipeline_id.into();
876        let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
877            return;
878        };
879
880        let Some(offset) = pipeline_details
881            .scroll_tree
882            .set_scroll_offset_for_node_with_external_scroll_id(
883                external_scroll_id,
884                offset,
885                ScrollType::Script,
886            )
887        else {
888            // The renderer should be fully up-to-date with script at this point and script
889            // should never try to scroll to an invalid location.
890            warn!("Could not scroll node with id: {external_scroll_id:?}");
891            return;
892        };
893
894        let mut transaction = Transaction::new();
895        transaction.set_scroll_offsets(
896            external_scroll_id,
897            vec![SampledScrollOffset {
898                offset,
899                generation: 0,
900            }],
901        );
902
903        self.generate_frame(&mut transaction, RenderReasons::APZ);
904        self.send_transaction(transaction);
905    }
906
907    pub(crate) fn scroll_viewport_by_delta(
908        &mut self,
909        webview_id: WebViewId,
910        delta: LayoutVector2D,
911    ) {
912        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
913            return;
914        };
915        let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
916        self.send_zoom_and_scroll_offset_updates(
917            pinch_zoom_result == PinchZoomResult::DidPinchZoom,
918            scroll_results,
919        );
920    }
921
922    pub(crate) fn update_epoch(
923        &mut self,
924        webview_id: WebViewId,
925        pipeline_id: PipelineId,
926        epoch: Epoch,
927    ) {
928        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
929            return warn!("Could not find WebView for Epoch update.");
930        };
931        webview_renderer
932            .ensure_pipeline_details(pipeline_id)
933            .display_list_epoch = Some(Epoch(epoch.0));
934    }
935
936    #[servo_tracing::instrument(skip_all)]
937    pub(crate) fn handle_new_display_list(
938        &mut self,
939        webview_id: WebViewId,
940        display_list_descriptor: BuiltDisplayListDescriptor,
941        display_list_info_receiver: GenericReceiver<PaintDisplayListInfo>,
942        display_list_data_receiver: GenericReceiver<SerializableDisplayListPayload>,
943    ) {
944        let Ok(display_list_info) = display_list_info_receiver.recv() else {
945            return log::error!("Could not receive display list info");
946        };
947        let Ok(display_list_data) = display_list_data_receiver.recv() else {
948            return log::error!("Could not receive display list data");
949        };
950
951        let items_data = display_list_data.items_data;
952        let spatial_tree = display_list_data.spatial_tree;
953
954        let built_display_list = BuiltDisplayList::from_data(
955            DisplayListPayload {
956                items_data,
957                spatial_tree,
958            },
959            display_list_descriptor,
960        );
961        let _span = profile_traits::trace_span!("PaintMessage::SendDisplayList").entered();
962        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
963            return warn!("Could not find WebView for incoming display list");
964        };
965
966        let old_scale = webview_renderer.device_pixels_per_page_pixel();
967        let pipeline_id = display_list_info.pipeline_id;
968        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
969
970        details.install_new_scroll_tree(display_list_info.scroll_tree);
971        details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
972
973        let epoch = display_list_info.epoch.into();
974        let first_reflow = display_list_info.first_reflow;
975        if details.first_paint_metric.get() == PaintMetricState::Waiting &&
976            display_list_info.is_paintable
977        {
978            details
979                .first_paint_metric
980                .set(PaintMetricState::Seen(epoch, first_reflow));
981        }
982
983        if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
984            display_list_info.is_paintable &&
985            display_list_info.is_contentful
986        {
987            details
988                .first_contentful_paint_metric
989                .set(PaintMetricState::Seen(epoch, first_reflow));
990        }
991
992        details.animations.handle_new_display_list(
993            display_list_info.caret_property_binding,
994            &self.web_content_animator,
995        );
996
997        let mut transaction = Transaction::new();
998        let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
999        if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
1000            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
1001        }
1002
1003        transaction.set_display_list(epoch, (pipeline_id, built_display_list));
1004
1005        self.update_transaction_with_all_scroll_offsets(&mut transaction);
1006        self.send_transaction(transaction);
1007    }
1008
1009    pub(crate) fn generate_frame_for_script(&mut self) {
1010        self.frame_delayer.set_pending_frame(true);
1011
1012        if !self.frame_delayer.needs_new_frame() {
1013            return;
1014        }
1015
1016        let mut transaction = Transaction::new();
1017        self.generate_frame(&mut transaction, RenderReasons::SCENE);
1018        self.send_transaction(transaction);
1019
1020        let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1021
1022        self.send_to_constellation(
1023            EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1024                waiting_pipelines,
1025            ),
1026        );
1027
1028        self.frame_delayer.set_pending_frame(false);
1029        self.screenshot_taker
1030            .prepare_screenshot_requests_for_render(self)
1031    }
1032
1033    fn serializable_image_data_to_image_data_maybe_caching(
1034        &mut self,
1035        key: ImageKey,
1036        data: SerializableImageData,
1037        is_animated_image: bool,
1038    ) -> ImageData {
1039        match data {
1040            SerializableImageData::Raw(shared_memory) => {
1041                let data = shared_memory.into_arc_vec();
1042                if is_animated_image {
1043                    self.animation_image_cache.insert(key, Arc::clone(&data));
1044                }
1045                ImageData::Raw(data)
1046            },
1047            SerializableImageData::External(image) => ImageData::External(image),
1048        }
1049    }
1050
1051    pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
1052        let mut txn = Transaction::new();
1053        for update in updates {
1054            match update {
1055                ImageUpdate::AddImage(key, description, data, is_animated_image) => {
1056                    txn.add_image(
1057                        key,
1058                        description,
1059                        self.serializable_image_data_to_image_data_maybe_caching(
1060                            key,
1061                            data,
1062                            is_animated_image,
1063                        ),
1064                        None,
1065                    );
1066                },
1067                ImageUpdate::DeleteImage(key) => {
1068                    txn.delete_image(key);
1069                    self.frame_delayer.delete_image(key);
1070                    self.animation_image_cache.remove(&key);
1071                },
1072                ImageUpdate::UpdateImage(key, desc, data, epoch) => {
1073                    if let Some(epoch) = epoch {
1074                        self.frame_delayer.update_image(key, epoch);
1075                    }
1076                    txn.update_image(key, desc, data.into(), &DirtyRect::All)
1077                },
1078                ImageUpdate::UpdateImageForAnimation(image_key, desc) => {
1079                    let Some(image) = self.animation_image_cache.get(&image_key) else {
1080                        error!("Could not find image key in image cache.");
1081                        continue;
1082                    };
1083                    txn.update_image(
1084                        image_key,
1085                        desc,
1086                        ImageData::new_shared(image.clone()),
1087                        &DirtyRect::All,
1088                    );
1089                },
1090            }
1091        }
1092
1093        if self.frame_delayer.needs_new_frame() {
1094            self.frame_delayer.set_pending_frame(false);
1095            self.generate_frame(&mut txn, RenderReasons::SCENE);
1096            let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1097
1098            self.send_to_constellation(
1099                EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1100                    waiting_pipelines,
1101                ),
1102            );
1103
1104            self.screenshot_taker
1105                .prepare_screenshot_requests_for_render(&*self);
1106        }
1107
1108        self.send_transaction(txn);
1109    }
1110
1111    pub(crate) fn delay_new_frames_for_canvas(
1112        &mut self,
1113        pipeline_id: PipelineId,
1114        canvas_epoch: Epoch,
1115        image_keys: Vec<ImageKey>,
1116    ) {
1117        self.frame_delayer
1118            .add_delay(pipeline_id, canvas_epoch, image_keys);
1119    }
1120
1121    pub(crate) fn add_font(
1122        &mut self,
1123        font_key: FontKey,
1124        data: Arc<GenericSharedMemory>,
1125        index: u32,
1126    ) {
1127        let mut transaction = Transaction::new();
1128        transaction.add_raw_font(font_key, (**data).into(), index);
1129        self.send_transaction(transaction);
1130    }
1131
1132    pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
1133        let mut transaction = Transaction::new();
1134        transaction.add_native_font(font_key, native_handle);
1135        self.send_transaction(transaction);
1136    }
1137
1138    pub(crate) fn add_font_instance(
1139        &mut self,
1140        instance_key: FontInstanceKey,
1141        font_key: FontKey,
1142        size: f32,
1143        flags: FontInstanceFlags,
1144        variations: Vec<FontVariation>,
1145    ) {
1146        let variations = if pref!(layout_variable_fonts_enabled) {
1147            variations
1148        } else {
1149            vec![]
1150        };
1151
1152        let mut transaction = Transaction::new();
1153
1154        let font_instance_options = FontInstanceOptions {
1155            flags,
1156            ..Default::default()
1157        };
1158        transaction.add_font_instance(
1159            instance_key,
1160            font_key,
1161            size,
1162            Some(font_instance_options),
1163            None,
1164            variations,
1165        );
1166
1167        self.send_transaction(transaction);
1168    }
1169
1170    pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
1171        let mut transaction = Transaction::new();
1172
1173        for instance in instance_keys.into_iter() {
1174            transaction.delete_font_instance(instance);
1175        }
1176        for key in keys.into_iter() {
1177            transaction.delete_font(key);
1178        }
1179
1180        self.send_transaction(transaction);
1181    }
1182
1183    pub(crate) fn set_viewport_description(
1184        &mut self,
1185        webview_id: WebViewId,
1186        viewport_description: ViewportDescription,
1187    ) {
1188        if let Some(webview) = self.webview_renderers.get_mut(&webview_id) {
1189            webview.set_viewport_description(viewport_description);
1190        }
1191    }
1192
1193    pub(crate) fn handle_screenshot_readiness_reply(
1194        &self,
1195        webview_id: WebViewId,
1196        expected_epochs: FxHashMap<PipelineId, Epoch>,
1197    ) {
1198        self.screenshot_taker
1199            .handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
1200    }
1201
1202    pub(crate) fn add_webview(
1203        &mut self,
1204        webview: Box<dyn WebViewTrait>,
1205        viewport_details: ViewportDetails,
1206    ) {
1207        self.webview_renderers
1208            .entry(webview.id())
1209            .or_insert(WebViewRenderer::new(
1210                webview,
1211                viewport_details,
1212                self.embedder_to_constellation_sender.clone(),
1213                self.refresh_driver.clone(),
1214                self.webrender_document,
1215            ));
1216    }
1217
1218    pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
1219        if self.webview_renderers.remove(&webview_id).is_none() {
1220            warn!("Tried removing unknown WebView: {webview_id:?}");
1221            return;
1222        };
1223
1224        self.send_root_pipeline_display_list();
1225        self.lcp_calculator.enable_for_webview(&webview_id);
1226    }
1227
1228    pub(crate) fn is_empty(&mut self) -> bool {
1229        self.webview_renderers.is_empty()
1230    }
1231
1232    pub(crate) fn set_webview_hidden(
1233        &mut self,
1234        webview_id: WebViewId,
1235        hidden: bool,
1236    ) -> Result<(), UnknownWebView> {
1237        debug!("Setting WebView visiblity for {webview_id:?} to hidden={hidden}");
1238        let Some(webview_renderer) = self.webview_renderer_mut(webview_id) else {
1239            return Err(UnknownWebView(webview_id));
1240        };
1241        if !webview_renderer.set_hidden(hidden) {
1242            return Ok(());
1243        }
1244        self.send_root_pipeline_display_list();
1245        Ok(())
1246    }
1247
1248    pub(crate) fn set_hidpi_scale_factor(
1249        &mut self,
1250        webview_id: WebViewId,
1251        new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
1252    ) {
1253        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
1254            return;
1255        };
1256        if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
1257            return;
1258        }
1259
1260        self.send_root_pipeline_display_list();
1261        self.set_needs_repaint(RepaintReason::Resize);
1262    }
1263
1264    pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
1265        if self.rendering_context.size() == new_size {
1266            return;
1267        }
1268
1269        if let Err(error) = self.rendering_context.make_current() {
1270            error!("Failed to make the rendering context current: {error:?}");
1271        }
1272        self.rendering_context.resize(new_size);
1273
1274        let new_size = Size2D::new(new_size.width as f32, new_size.height as f32);
1275        let new_viewport_rect = Rect::from(new_size).to_box2d();
1276        for webview_renderer in self.webview_renderers.values_mut() {
1277            webview_renderer.set_rect(new_viewport_rect);
1278        }
1279
1280        let mut transaction = Transaction::new();
1281        transaction.set_document_view(new_viewport_rect.to_i32());
1282        self.send_transaction(transaction);
1283
1284        self.send_root_pipeline_display_list();
1285        self.set_needs_repaint(RepaintReason::Resize);
1286    }
1287
1288    pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
1289        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1290            webview_renderer.set_page_zoom(Scale::new(new_zoom));
1291        }
1292    }
1293
1294    pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
1295        self.webview_renderers
1296            .get(&webview_id)
1297            .map(|webview_renderer| webview_renderer.page_zoom.get())
1298            .unwrap_or(1.)
1299    }
1300
1301    pub(crate) fn notify_input_event(
1302        &mut self,
1303        webview_id: WebViewId,
1304        event: InputEventAndId,
1305    ) -> bool {
1306        self.webview_renderers
1307            .get_mut(&webview_id)
1308            .is_some_and(|webview_renderer| {
1309                match &event.event {
1310                    InputEvent::MouseMove(event) => {
1311                        // We only track the last mouse move position for non-touch events.
1312                        if !event.is_compatibility_event_for_touch {
1313                            let event_point = event
1314                                .point
1315                                .as_device_point(webview_renderer.device_pixels_per_page_pixel());
1316                            self.last_mouse_move_position = Some(event_point);
1317                        }
1318                    },
1319                    InputEvent::MouseLeftViewport(_) => {
1320                        self.last_mouse_move_position = None;
1321                    },
1322                    _ => {
1323                        // Disable LCP calculation on any other input event except mouse moves.
1324                        self.lcp_calculator.disable_for_webview(webview_id);
1325                    },
1326                }
1327
1328                webview_renderer.notify_input_event(&self.webrender_api, &self.needs_repaint, event)
1329            })
1330    }
1331
1332    pub(crate) fn notify_scroll_event(
1333        &mut self,
1334        webview_id: WebViewId,
1335        scroll: Scroll,
1336        point: WebViewPoint,
1337    ) {
1338        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1339            webview_renderer.notify_scroll_event(scroll, point);
1340        }
1341        // Disable LCP calculation on any scroll event.
1342        self.lcp_calculator.disable_for_webview(webview_id);
1343    }
1344
1345    pub(crate) fn enable_lcp_calculation(&mut self, webview_id: &WebViewId) {
1346        self.lcp_calculator.enable_for_webview(webview_id);
1347    }
1348
1349    pub(crate) fn lcp_calculation_enabled_for_webview(&self, webview_id: &WebViewId) -> bool {
1350        self.lcp_calculator.enabled_for_webview(webview_id)
1351    }
1352
1353    pub(crate) fn adjust_pinch_zoom(
1354        &mut self,
1355        webview_id: WebViewId,
1356        pinch_zoom_delta: f32,
1357        center: DevicePoint,
1358    ) {
1359        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1360            webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
1361        }
1362    }
1363
1364    pub(crate) fn pinch_zoom(&self, webview_id: WebViewId) -> f32 {
1365        self.webview_renderers
1366            .get(&webview_id)
1367            .map(|webview_renderer| webview_renderer.pinch_zoom().zoom_factor().0)
1368            .unwrap_or(1.)
1369    }
1370
1371    pub(crate) fn device_pixels_per_page_pixel(
1372        &self,
1373        webview_id: WebViewId,
1374    ) -> Scale<f32, CSSPixel, DevicePixel> {
1375        self.webview_renderers
1376            .get(&webview_id)
1377            .map(WebViewRenderer::device_pixels_per_page_pixel)
1378            .unwrap_or_default()
1379    }
1380
1381    pub(crate) fn request_screenshot(
1382        &self,
1383        webview_id: WebViewId,
1384        rect: Option<WebViewRect>,
1385        callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
1386    ) {
1387        let Some(webview) = self.webview_renderers.get(&webview_id) else {
1388            return;
1389        };
1390
1391        let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
1392        self.screenshot_taker
1393            .request_screenshot(webview_id, rect, callback);
1394        self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
1395            webview_id,
1396        ));
1397    }
1398
1399    pub(crate) fn notify_input_event_handled(
1400        &mut self,
1401        webview_id: WebViewId,
1402        input_event_id: InputEventId,
1403        result: InputEventResult,
1404    ) {
1405        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
1406            warn!("Handled input event for unknown webview: {webview_id}");
1407            return;
1408        };
1409        webview_renderer.notify_input_event_handled(
1410            &self.webrender_api,
1411            &self.needs_repaint,
1412            input_event_id,
1413            result,
1414        );
1415    }
1416
1417    pub(crate) fn refresh_cursor(&self) {
1418        let Some(last_mouse_move_position) = self.last_mouse_move_position else {
1419            return;
1420        };
1421
1422        let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
1423            &self.webrender_api,
1424            self.webrender_document,
1425            last_mouse_move_position,
1426        )
1427        .first()
1428        .cloned() else {
1429            return;
1430        };
1431
1432        if let Err(error) = self.embedder_to_constellation_sender.send(
1433            EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
1434        ) {
1435            warn!("Sending event to constellation failed ({:?}).", error);
1436        }
1437    }
1438
1439    pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
1440        if repaint_needed {
1441            self.refresh_cursor()
1442        }
1443
1444        if repaint_needed || self.animation_callbacks_running() {
1445            self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
1446        }
1447
1448        // If we received a new frame and a repaint isn't necessary, it may be that this
1449        // is the last frame that was pending. In that case, trigger a manual repaint so
1450        // that the screenshot can be taken at the end of the repaint procedure.
1451        if !repaint_needed {
1452            self.screenshot_taker
1453                .maybe_trigger_paint_for_screenshot(self);
1454        }
1455    }
1456
1457    pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
1458        if self.needs_repaint() {
1459            self.webview_renderers
1460                .values()
1461                .map(|webview_renderer| webview_renderer.id)
1462                .collect()
1463        } else {
1464            Vec::new()
1465        }
1466    }
1467
1468    pub(crate) fn scroll_trees_memory_usage(
1469        &self,
1470        ops: &mut malloc_size_of::MallocSizeOfOps,
1471    ) -> usize {
1472        self.webview_renderers
1473            .values()
1474            .map(|renderer| renderer.scroll_trees_memory_usage(ops))
1475            .sum::<usize>()
1476    }
1477
1478    pub(crate) fn append_lcp_candidate(
1479        &mut self,
1480        lcp_candidate: LCPCandidate,
1481        webview_id: WebViewId,
1482        pipeline_id: PipelineId,
1483        epoch: Epoch,
1484    ) {
1485        if self.lcp_calculation_enabled_for_webview(&webview_id) {
1486            self.lcp_calculator.append_lcp_candidate(
1487                lcp_candidate,
1488                pipeline_id.into(),
1489                &webview_id,
1490            );
1491            if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1492                webview_renderer
1493                    .ensure_pipeline_details(pipeline_id)
1494                    .largest_contentful_paint_metric
1495                    .set(PaintMetricState::Seen(epoch.into(), false));
1496            }
1497        };
1498    }
1499}
1500
1501/// A struct that is reponsible for delaying frame requests until all new canvas images
1502/// for a particular "update the rendering" call in the `ScriptThread` have been
1503/// sent to WebRender.
1504///
1505/// These images may be updated in WebRender asynchronously in the canvas task. A frame
1506/// is then requested if:
1507///
1508///  - The renderer has received a GenerateFrame message from a `ScriptThread`.
1509///  - All pending image updates have finished and have been noted in the [`FrameDelayer`].
1510#[derive(Default)]
1511pub(crate) struct FrameDelayer {
1512    /// The latest [`Epoch`] of canvas images that have been sent to WebRender. Note
1513    /// that this only records the `Epoch`s for canvases and only ones that are involved
1514    /// in "update the rendering".
1515    image_epochs: FxHashMap<ImageKey, Epoch>,
1516    /// A map of all pending canvas images
1517    pending_canvas_images: FxHashMap<ImageKey, Epoch>,
1518    /// Whether or not we have a pending frame.
1519    pub(crate) pending_frame: bool,
1520    /// A list of pipelines that should be notified when we are no longer waiting for
1521    /// canvas images.
1522    waiting_pipelines: FxHashSet<PipelineId>,
1523}
1524
1525impl FrameDelayer {
1526    pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
1527        self.image_epochs.remove(&image_key);
1528        self.pending_canvas_images.remove(&image_key);
1529    }
1530
1531    pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
1532        self.image_epochs.insert(image_key, epoch);
1533        let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
1534            return;
1535        };
1536        if *entry.get() <= epoch {
1537            entry.remove();
1538        }
1539    }
1540
1541    pub(crate) fn add_delay(
1542        &mut self,
1543        pipeline_id: PipelineId,
1544        canvas_epoch: Epoch,
1545        image_keys: Vec<ImageKey>,
1546    ) {
1547        for image_key in image_keys.into_iter() {
1548            // If we've already seen the necessary epoch for this image, do not
1549            // start waiting for it.
1550            if self
1551                .image_epochs
1552                .get(&image_key)
1553                .is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
1554            {
1555                continue;
1556            }
1557            self.pending_canvas_images.insert(image_key, canvas_epoch);
1558        }
1559        self.waiting_pipelines.insert(pipeline_id);
1560    }
1561
1562    pub(crate) fn needs_new_frame(&self) -> bool {
1563        self.pending_frame && self.pending_canvas_images.is_empty()
1564    }
1565
1566    pub(crate) fn set_pending_frame(&mut self, value: bool) {
1567        self.pending_frame = value;
1568    }
1569
1570    pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
1571        self.waiting_pipelines.drain().collect()
1572    }
1573}
1574
1575/// The paint status of a particular pipeline in a [`Painter`]. This is used to trigger metrics
1576/// in script (via the constellation) when display lists are received.
1577///
1578/// See <https://w3c.github.io/paint-timing/#first-contentful-paint>.
1579#[derive(Clone, Copy, PartialEq)]
1580pub(crate) enum PaintMetricState {
1581    /// The painter is still waiting to process a display list which triggers this metric.
1582    Waiting,
1583    /// The painter has processed the display list which will trigger this event, marked the Servo
1584    /// instance ready to paint, and is waiting for the given epoch to actually be rendered.
1585    Seen(WebRenderEpoch, bool /* first_reflow */),
1586    /// The metric has been sent to the constellation and no more work needs to be done.
1587    Sent,
1588}