Skip to main content

paint/
painter.rs

1/* This Source Code Form is subject to the terms of the Mozilla Public
2 * License, v. 2.0. If a copy of the MPL was not distributed with this
3 * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
4
5use std::cell::{Cell, LazyCell};
6use std::collections::hash_map::Entry;
7use std::rc::Rc;
8use std::sync::Arc;
9
10use crossbeam_channel::Sender;
11use dpi::PhysicalSize;
12use embedder_traits::{
13    InputEvent, InputEventAndId, InputEventId, InputEventResult, PaintHitTestResult,
14    ScreenshotCaptureError, Scroll, ViewportDetails, WebViewPoint, WebViewRect,
15};
16use euclid::{Point2D, Rect, Scale, Size2D};
17use gleam::gl::RENDERER;
18use image::RgbaImage;
19use log::{debug, error, info, warn};
20use media::WindowGLContext;
21use paint_api::display_list::{PaintDisplayListInfo, ScrollType};
22use paint_api::largest_contentful_paint_candidate::LCPCandidate;
23use paint_api::rendering_context::RenderingContext;
24use paint_api::viewport_description::ViewportDescription;
25use paint_api::{
26    ImageUpdate, PipelineExitSource, SendableFrameTree, SerializableDisplayListPayload,
27    SerializableImageData, WebRenderExternalImageHandlers, WebRenderImageHandlerType, WebViewTrait,
28};
29use profile_traits::time::{ProfilerCategory, ProfilerChan};
30use profile_traits::time_profile;
31use rustc_hash::{FxHashMap, FxHashSet};
32use servo_base::Epoch;
33use servo_base::cross_process_instant::CrossProcessInstant;
34use servo_base::generic_channel::{GenericReceiver, GenericSharedMemory};
35use servo_base::id::{PainterId, PipelineId, WebViewId};
36use servo_config::{opts, pref};
37use servo_constellation_traits::{EmbedderToConstellationMessage, PaintMetricEvent};
38use servo_geometry::DeviceIndependentPixel;
39use smallvec::SmallVec;
40use style_traits::CSSPixel;
41use webrender::{
42    MemoryReport, ONE_TIME_USAGE_HINT, RenderApi, ShaderPrecacheFlags, Transaction, UploadMethod,
43};
44use webrender_api::units::{
45    DevicePixel, DevicePoint, LayoutPoint, LayoutRect, LayoutSize, LayoutTransform, LayoutVector2D,
46    WorldPoint,
47};
48use webrender_api::{
49    self, BuiltDisplayList, BuiltDisplayListDescriptor, ColorF, DirtyRect, DisplayListPayload,
50    DocumentId, DynamicProperties, Epoch as WebRenderEpoch, ExternalScrollId, FontInstanceFlags,
51    FontInstanceKey, FontInstanceOptions, FontKey, FontVariation, ImageData, ImageKey,
52    NativeFontHandle, PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind,
53    RenderReasons, SampledScrollOffset, SpaceAndClipInfo, SpatialId, TransformStyle,
54};
55use wr_malloc_size_of::MallocSizeOfOps;
56
57use crate::Paint;
58use crate::largest_contentful_paint_calculator::LargestContentfulPaintCalculator;
59use crate::paint::{RepaintReason, WebRenderDebugOption};
60use crate::refresh_driver::{AnimationRefreshDriverObserver, BaseRefreshDriver};
61use crate::render_notifier::RenderNotifier;
62use crate::screenshot::ScreenshotTaker;
63use crate::web_content_animation::WebContentAnimator;
64use crate::webrender_external_images::WebGLExternalImages;
65use crate::webview_renderer::{PinchZoomResult, ScrollResult, UnknownWebView, WebViewRenderer};
66
67/// A [`Painter`] is responsible for all of the painting to a particular [`RenderingContext`].
68/// This holds all of the WebRender specific data structures and state necessary for painting
69/// and handling events that happen to `WebView`s that use a particular [`RenderingContext`].
70/// Notable is that a [`Painter`] might be responsible for painting more than a single
71/// [`WebView`] as long as they share the same [`RenderingContext`].
72///
73/// Each [`Painter`] also has its own [`RefreshDriver`] as well, which may be shared with
74/// other [`Painter`]s. It's up to the embedder to decide which [`RefreshDriver`]s are associated
75/// with a particular [`RenderingContext`].
76pub(crate) struct Painter {
77    /// The [`RenderingContext`] instance that webrender targets, which is the viewport.
78    pub(crate) rendering_context: Rc<dyn RenderingContext>,
79
80    /// The ID of this painter.
81    pub(crate) painter_id: PainterId,
82
83    /// Our [`WebViewRenderer`]s, one for every `WebView`.
84    pub(crate) webview_renderers: FxHashMap<WebViewId, WebViewRenderer>,
85
86    /// Tracks whether or not the view needs to be repainted.
87    pub(crate) needs_repaint: Cell<RepaintReason>,
88
89    /// The number of frames pending to receive from WebRender.
90    pub(crate) pending_frames: Cell<usize>,
91
92    /// The [`BaseRefreshDriver`] which manages the painting of `WebView`s during animations.
93    refresh_driver: Rc<BaseRefreshDriver>,
94
95    /// A [`RefreshDriverObserver`] for WebView content animations.
96    animation_refresh_driver_observer: Rc<AnimationRefreshDriverObserver>,
97
98    /// The WebRender [`RenderApi`] interface used to communicate with WebRender.
99    pub(crate) webrender_api: RenderApi,
100
101    /// The active webrender document.
102    pub(crate) webrender_document: DocumentId,
103
104    /// The webrender renderer.
105    pub(crate) webrender_renderer: Option<webrender::Renderer>,
106
107    /// The GL bindings for webrender
108    webrender_gl: Rc<dyn gleam::gl::Gl>,
109
110    /// The last position in the rendered view that the mouse moved over. This becomes `None`
111    /// when the mouse leaves the rendered view.
112    pub(crate) last_mouse_move_position: Option<DevicePoint>,
113
114    /// A [`ScreenshotTaker`] responsible for handling all screenshot requests.
115    pub(crate) screenshot_taker: ScreenshotTaker,
116
117    /// A [`FrameRequestDelayer`] which is used to wait for canvas image updates to
118    /// arrive before requesting a new frame, as these happen asynchronously with
119    /// `ScriptThread` display list construction.
120    pub(crate) frame_delayer: FrameDelayer,
121
122    /// The channel on which messages can be sent to the constellation.
123    embedder_to_constellation_sender: Sender<EmbedderToConstellationMessage>,
124
125    /// Calculater for largest-contentful-paint.
126    lcp_calculator: LargestContentfulPaintCalculator,
127
128    /// A cache that stores data for all animating images uploaded to WebRender. This is used
129    /// for animated images, which only need to update their offset in the data.
130    animation_image_cache: FxHashMap<ImageKey, Arc<Vec<u8>>>,
131
132    /// A [`WebContentAnimator`] used to manage web content-derived animations. Currently this only
133    /// manages blinking caret animations.
134    web_content_animator: WebContentAnimator,
135}
136
137impl Drop for Painter {
138    fn drop(&mut self) {
139        if let Err(error) = self.rendering_context.make_current() {
140            error!("Failed to make the rendering context current: {error:?}");
141        }
142
143        self.webrender_api.stop_render_backend();
144        self.webrender_api.shut_down(true);
145
146        if let Some(renderer) = self.webrender_renderer.take() {
147            renderer.deinit();
148        }
149    }
150}
151
152impl Painter {
153    pub(crate) fn new(rendering_context: Rc<dyn RenderingContext>, paint: &Paint) -> Self {
154        let webrender_gl = rendering_context.gleam_gl_api();
155
156        // Make sure the gl context is made current.
157        if let Err(err) = rendering_context.make_current() {
158            warn!("Failed to make the rendering context current: {:?}", err);
159        }
160        debug_assert_eq!(webrender_gl.get_error(), gleam::gl::NO_ERROR,);
161
162        let id_manager = paint.webrender_external_image_id_manager();
163        let mut external_image_handlers = Box::new(WebRenderExternalImageHandlers::new(id_manager));
164
165        // Set WebRender external image handler for WebGL textures.
166        let image_handler = Box::new(WebGLExternalImages::new(
167            paint.webgl_threads(),
168            rendering_context.clone(),
169            paint.swap_chains.clone(),
170            paint.busy_webgl_contexts_map.clone(),
171        ));
172        external_image_handlers.set_handler(image_handler, WebRenderImageHandlerType::WebGl);
173
174        #[cfg(feature = "webgpu")]
175        external_image_handlers.set_handler(
176            Box::new(webgpu::WebGpuExternalImages::new(paint.webgpu_image_map())),
177            WebRenderImageHandlerType::WebGpu,
178        );
179
180        WindowGLContext::initialize_image_handler(&mut external_image_handlers);
181
182        let embedder_to_constellation_sender = paint.embedder_to_constellation_sender.clone();
183        let timer_refresh_driver = LazyCell::default();
184        let refresh_driver = Rc::new(BaseRefreshDriver::new(
185            paint.event_loop_waker.clone_box(),
186            rendering_context.refresh_driver(),
187            &timer_refresh_driver,
188        ));
189        let animation_refresh_driver_observer = Rc::new(AnimationRefreshDriverObserver::new(
190            embedder_to_constellation_sender.clone(),
191        ));
192
193        rendering_context.prepare_for_rendering();
194        let clear_color = servo_config::pref!(shell_background_color_rgba);
195        let clear_color = ColorF::new(
196            clear_color[0] as f32,
197            clear_color[1] as f32,
198            clear_color[2] as f32,
199            clear_color[3] as f32,
200        );
201
202        // Use same texture upload method as Gecko with ANGLE:
203        // https://searchfox.org/mozilla-central/source/gfx/webrender_bindings/src/bindings.rs#1215-1219
204        let upload_method = if webrender_gl.get_string(RENDERER).starts_with("ANGLE") {
205            UploadMethod::Immediate
206        } else {
207            UploadMethod::PixelBuffer(ONE_TIME_USAGE_HINT)
208        };
209        let worker_threads = std::thread::available_parallelism()
210            .map(|i| i.get())
211            .unwrap_or(pref!(thread_pool_fallback_workers) as usize)
212            .min(pref!(thread_pool_webrender_workers_max).max(1) as usize);
213        let workers = Some(Arc::new(
214            rayon::ThreadPoolBuilder::new()
215                .num_threads(worker_threads)
216                .thread_name(|idx| format!("WRWorker#{}", idx))
217                .build()
218                .expect("Unable to initialize WebRender worker pool."),
219        ));
220
221        let painter_id = PainterId::next();
222        let (mut webrender_renderer, webrender_api_sender) = webrender::create_webrender_instance(
223            webrender_gl.clone(),
224            Box::new(RenderNotifier::new(painter_id, paint.paint_proxy.clone())),
225            webrender::WebRenderOptions {
226                // We force the use of optimized shaders here because rendering is broken
227                // on Android emulators with unoptimized shaders. This is due to a known
228                // issue in the emulator's OpenGL emulation layer.
229                // See: https://github.com/servo/servo/issues/31726
230                use_optimized_shaders: true,
231                resource_override_path: opts::get().shaders_path.clone(),
232                debug_flags: webrender::DebugFlags::empty(),
233                precache_flags: if pref!(gfx_precache_shaders) {
234                    ShaderPrecacheFlags::FULL_COMPILE
235                } else {
236                    ShaderPrecacheFlags::empty()
237                },
238                enable_aa: pref!(gfx_text_antialiasing_enabled),
239                enable_subpixel_aa: pref!(gfx_subpixel_text_antialiasing_enabled),
240                allow_texture_swizzling: pref!(gfx_texture_swizzling_enabled),
241                enable_dithering: true,
242                clear_color,
243                upload_method,
244                workers,
245                size_of_op: Some(servo_allocator::usable_size),
246                // This ensures that we can use the `PainterId` as the `IdNamespace`, which allows mapping
247                // from `FontKey`, `FontInstanceKey`, and `ImageKey` back to `PainterId`.
248                namespace_alloc_by_client: true,
249                shared_font_namespace: Some(painter_id.into()),
250                ..Default::default()
251            },
252            None,
253        )
254        .expect("Unable to initialize WebRender.");
255
256        webrender_renderer.set_external_image_handler(external_image_handlers);
257
258        let webrender_api = webrender_api_sender.create_api_by_client(painter_id.into());
259        let webrender_document = webrender_api.add_document(rendering_context.size2d().to_i32());
260
261        let gl_renderer = webrender_gl.get_string(gleam::gl::RENDERER);
262        let gl_version = webrender_gl.get_string(gleam::gl::VERSION);
263        info!("Running on {gl_renderer} with OpenGL version {gl_version}");
264
265        let painter = Painter {
266            painter_id,
267            embedder_to_constellation_sender,
268            webview_renderers: Default::default(),
269            rendering_context,
270            needs_repaint: Cell::default(),
271            pending_frames: Default::default(),
272            screenshot_taker: Default::default(),
273            refresh_driver,
274            animation_refresh_driver_observer,
275            webrender_renderer: Some(webrender_renderer),
276            webrender_api,
277            webrender_document,
278            webrender_gl,
279            last_mouse_move_position: None,
280            frame_delayer: Default::default(),
281            lcp_calculator: LargestContentfulPaintCalculator::new(),
282            animation_image_cache: FxHashMap::default(),
283            web_content_animator: WebContentAnimator::new(
284                paint.event_loop_waker.clone_box(),
285                (*timer_refresh_driver).clone(),
286            ),
287        };
288        painter.assert_gl_framebuffer_complete();
289        painter.clear_background();
290        painter
291    }
292
293    pub(crate) fn perform_updates(&mut self) {
294        let mut need_zoom = false;
295        let scroll_offset_updates: Vec<_> = self
296            .webview_renderers
297            .values_mut()
298            .filter_map(|webview_renderer| {
299                let (zoom, scroll_result) = webview_renderer
300                    .process_pending_scroll_and_pinch_zoom_events(&self.webrender_api);
301                need_zoom = need_zoom || (zoom == PinchZoomResult::DidPinchZoom);
302                scroll_result
303            })
304            .collect();
305
306        self.send_zoom_and_scroll_offset_updates(need_zoom, scroll_offset_updates);
307
308        if let Some(colors) = self.web_content_animator.update(&self.webview_renderers) {
309            let mut transaction = Transaction::new();
310            transaction.reset_dynamic_properties();
311            transaction.append_dynamic_properties(DynamicProperties {
312                transforms: Vec::new(),
313                floats: Vec::new(),
314                colors,
315            });
316            self.generate_frame(&mut transaction, RenderReasons::ANIMATED_PROPERTY);
317            self.send_transaction(transaction);
318        }
319    }
320
321    #[track_caller]
322    fn assert_no_gl_error(&self) {
323        debug_assert_eq!(self.webrender_gl.get_error(), gleam::gl::NO_ERROR);
324    }
325
326    #[track_caller]
327    fn assert_gl_framebuffer_complete(&self) {
328        debug_assert_eq!(
329            (
330                self.webrender_gl.get_error(),
331                self.webrender_gl
332                    .check_frame_buffer_status(gleam::gl::FRAMEBUFFER)
333            ),
334            (gleam::gl::NO_ERROR, gleam::gl::FRAMEBUFFER_COMPLETE)
335        );
336    }
337
338    pub(crate) fn webview_renderer(&self, webview_id: WebViewId) -> Option<&WebViewRenderer> {
339        self.webview_renderers.get(&webview_id)
340    }
341
342    pub(crate) fn webview_renderer_mut(
343        &mut self,
344        webview_id: WebViewId,
345    ) -> Option<&mut WebViewRenderer> {
346        self.webview_renderers.get_mut(&webview_id)
347    }
348
349    /// Whether or not the renderer is waiting on a frame, either because it has been sent
350    /// to WebRender and is not ready yet or because the [`FrameDelayer`] is delaying a frame
351    /// waiting for asynchronous (canvas) image updates to complete.
352    pub(crate) fn has_pending_frames(&self) -> bool {
353        self.pending_frames.get() != 0 || self.frame_delayer.pending_frame
354    }
355
356    pub(crate) fn set_needs_repaint(&self, reason: RepaintReason) {
357        let mut needs_repaint = self.needs_repaint.get();
358        needs_repaint.insert(reason);
359        self.needs_repaint.set(needs_repaint);
360    }
361
362    pub(crate) fn needs_repaint(&self) -> bool {
363        let repaint_reason = self.needs_repaint.get();
364        if repaint_reason.is_empty() {
365            return false;
366        }
367
368        !self.refresh_driver.wait_to_paint()
369    }
370
371    /// Returns true if any animation callbacks (ie `requestAnimationFrame`) are waiting for a response.
372    pub(crate) fn animation_callbacks_running(&self) -> bool {
373        self.webview_renderers
374            .values()
375            .any(WebViewRenderer::animation_callbacks_running)
376    }
377
378    pub(crate) fn animating_webviews(&self) -> Vec<WebViewId> {
379        self.webview_renderers
380            .values()
381            .filter_map(|webview_renderer| {
382                if webview_renderer.animating() {
383                    Some(webview_renderer.id)
384                } else {
385                    None
386                }
387            })
388            .collect()
389    }
390
391    pub(crate) fn send_to_constellation(&self, message: EmbedderToConstellationMessage) {
392        if let Err(error) = self.embedder_to_constellation_sender.send(message) {
393            warn!("Could not send message to constellation ({error:?})");
394        }
395    }
396
397    #[servo_tracing::instrument(skip_all)]
398    pub(crate) fn render(&mut self, time_profiler_channel: &ProfilerChan) {
399        let refresh_driver = self.refresh_driver.clone();
400        refresh_driver.notify_will_paint(self);
401
402        if let Err(error) = self.rendering_context.make_current() {
403            error!("Failed to make the rendering context current: {error:?}");
404        }
405        self.assert_no_gl_error();
406
407        self.rendering_context.prepare_for_rendering();
408
409        time_profile!(
410            ProfilerCategory::Painting,
411            None,
412            time_profiler_channel.clone(),
413            || {
414                if let Some(renderer) = self.webrender_renderer.as_mut() {
415                    renderer.update();
416                }
417
418                // Paint the scene.
419                // TODO(gw): Take notice of any errors the renderer returns!
420                self.clear_background();
421                if let Some(renderer) = self.webrender_renderer.as_mut() {
422                    let size = self.rendering_context.size2d().to_i32();
423                    renderer.render(size, 0 /* buffer_age */).ok();
424                }
425            }
426        );
427
428        // We've painted the default target, which means that from the embedder's perspective,
429        // the scene no longer needs to be repainted.
430        self.needs_repaint.set(RepaintReason::empty());
431
432        self.screenshot_taker.maybe_take_screenshots(self);
433        self.send_pending_paint_metrics_messages_after_composite();
434    }
435
436    fn clear_background(&self) {
437        self.assert_gl_framebuffer_complete();
438
439        // Always clear the entire RenderingContext, regardless of how many WebViews there are
440        // or where they are positioned. This is so WebView actually clears even before the
441        // first WebView is ready.
442        let color = servo_config::pref!(shell_background_color_rgba);
443        self.webrender_gl.clear_color(
444            color[0] as f32,
445            color[1] as f32,
446            color[2] as f32,
447            color[3] as f32,
448        );
449        self.webrender_gl.clear(gleam::gl::COLOR_BUFFER_BIT);
450    }
451
452    /// Send all pending paint metrics messages after a composite operation, which may advance
453    /// the epoch for pipelines in the WebRender scene.
454    ///
455    /// If there are pending paint metrics, we check if any of the painted epochs is one
456    /// of the ones that the paint metrics recorder is expecting. In that case, we get the
457    /// current time, inform the constellation about it and remove the pending metric from
458    /// the list.
459    fn send_pending_paint_metrics_messages_after_composite(&mut self) {
460        let paint_time = CrossProcessInstant::now();
461        for webview_renderer in self.webview_renderers.values() {
462            for (pipeline_id, pipeline) in webview_renderer.pipelines.iter() {
463                let Some(current_epoch) = self
464                    .webrender_renderer
465                    .as_ref()
466                    .and_then(|wr| wr.current_epoch(self.webrender_document, pipeline_id.into()))
467                else {
468                    continue;
469                };
470
471                match pipeline.first_paint_metric.get() {
472                    // We need to check whether the current epoch is later, because
473                    // CrossProcessPaintMessage::SendInitialTransaction sends an
474                    // empty display list to WebRender which can happen before we receive
475                    // the first "real" display list.
476                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
477                        assert!(epoch <= current_epoch);
478                        #[cfg(feature = "tracing")]
479                        tracing::info!(
480                            name: "FirstPaint",
481                            servo_profiling = true,
482                            epoch = ?epoch,
483                            paint_time = ?paint_time,
484                            pipeline_id = ?pipeline_id,
485                        );
486
487                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
488                            *pipeline_id,
489                            PaintMetricEvent::FirstPaint(paint_time, first_reflow),
490                        ));
491
492                        pipeline.first_paint_metric.set(PaintMetricState::Sent);
493                    },
494                    _ => {},
495                }
496
497                match pipeline.first_contentful_paint_metric.get() {
498                    PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
499                        #[cfg(feature = "tracing")]
500                        tracing::info!(
501                            name: "FirstContentfulPaint",
502                            servo_profiling = true,
503                            epoch = ?epoch,
504                            paint_time = ?paint_time,
505                            pipeline_id = ?pipeline_id,
506                        );
507                        self.send_to_constellation(EmbedderToConstellationMessage::PaintMetric(
508                            *pipeline_id,
509                            PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
510                        ));
511                        pipeline
512                            .first_contentful_paint_metric
513                            .set(PaintMetricState::Sent);
514                    },
515                    _ => {},
516                }
517
518                match pipeline.largest_contentful_paint_metric.get() {
519                    PaintMetricState::Seen(epoch, _) if epoch <= current_epoch => {
520                        if let Some(lcp) = self
521                            .lcp_calculator
522                            .calculate_largest_contentful_paint(paint_time, pipeline_id.into())
523                        {
524                            #[cfg(feature = "tracing")]
525                            tracing::info!(
526                                name: "LargestContentfulPaint",
527                                servo_profiling = true,
528                                paint_time = ?paint_time,
529                                area = ?lcp.area,
530                                pipeline_id = ?pipeline_id,
531                            );
532                            self.send_to_constellation(
533                                EmbedderToConstellationMessage::PaintMetric(
534                                    *pipeline_id,
535                                    PaintMetricEvent::LargestContentfulPaint(
536                                        lcp.paint_time,
537                                        lcp.area,
538                                        lcp.url.clone(),
539                                        lcp.id,
540                                    ),
541                                ),
542                            );
543                        }
544                        pipeline
545                            .largest_contentful_paint_metric
546                            .set(PaintMetricState::Sent);
547                    },
548                    _ => {},
549                }
550            }
551        }
552    }
553
554    /// Queue a new frame in the transaction and increase the pending frames count.
555    pub(crate) fn generate_frame(&self, transaction: &mut Transaction, reason: RenderReasons) {
556        transaction.generate_frame(0, true /* present */, false /* tracked */, reason);
557        self.pending_frames.set(self.pending_frames.get() + 1);
558    }
559
560    pub(crate) fn hit_test_at_point_with_api_and_document(
561        webrender_api: &RenderApi,
562        webrender_document: DocumentId,
563        point: DevicePoint,
564    ) -> Vec<PaintHitTestResult> {
565        // DevicePoint and WorldPoint are the same for us.
566        let world_point = WorldPoint::from_untyped(point.to_untyped());
567        let results = webrender_api.hit_test(webrender_document, world_point);
568
569        results
570            .items
571            .iter()
572            .map(|item| {
573                let pipeline_id = item.pipeline.into();
574                let external_scroll_id = ExternalScrollId(item.tag.0, item.pipeline);
575                PaintHitTestResult {
576                    pipeline_id,
577                    point_in_viewport: Point2D::from_untyped(item.point_in_viewport.to_untyped()),
578                    external_scroll_id,
579                }
580            })
581            .collect()
582    }
583
584    pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
585        let _ = self.rendering_context.make_current();
586        self.webrender_api
587            .send_transaction(self.webrender_document, transaction);
588    }
589
590    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
591    /// for each visible top-level browsing context, applying a transformation on the root for
592    /// pinch zoom, page zoom, and HiDPI scaling.
593    fn send_root_pipeline_display_list_in_transaction(&self, transaction: &mut Transaction) {
594        // Every display list needs a pipeline, but we'd like to choose one that is unlikely
595        // to conflict with our content pipelines, which start at (1, 1). (0, 0) is WebRender's
596        // dummy pipeline, so we choose (0, 1).
597        let root_pipeline = WebRenderPipelineId(0, 1);
598        transaction.set_root_pipeline(root_pipeline);
599
600        let mut builder = webrender_api::DisplayListBuilder::new(root_pipeline);
601        builder.begin();
602
603        let root_reference_frame = SpatialId::root_reference_frame(root_pipeline);
604
605        let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
606        let viewport_rect = LayoutRect::from_origin_and_size(
607            LayoutPoint::zero(),
608            LayoutSize::from_untyped(viewport_size),
609        );
610
611        let root_clip_id = builder.define_clip_rect(root_reference_frame, viewport_rect);
612        let clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
613        for webview_renderer in self.webview_renderers.values() {
614            if webview_renderer.hidden() {
615                continue;
616            }
617            let Some(pipeline_id) = webview_renderer.root_pipeline_id else {
618                continue;
619            };
620
621            let pinch_zoom_transform = webview_renderer.pinch_zoom().transform().to_untyped();
622            let device_pixels_per_page_pixel_not_including_pinch_zoom = webview_renderer
623                .device_pixels_per_page_pixel_not_including_pinch_zoom()
624                .get();
625
626            let transform = LayoutTransform::scale(
627                device_pixels_per_page_pixel_not_including_pinch_zoom,
628                device_pixels_per_page_pixel_not_including_pinch_zoom,
629                1.0,
630            )
631            .then(&LayoutTransform::from_untyped(
632                &pinch_zoom_transform.to_3d(),
633            ));
634
635            let webview_reference_frame = builder.push_reference_frame(
636                LayoutPoint::zero(),
637                root_reference_frame,
638                TransformStyle::Flat,
639                PropertyBinding::Value(transform),
640                ReferenceFrameKind::Transform {
641                    is_2d_scale_translation: true,
642                    should_snap: true,
643                    paired_with_perspective: false,
644                },
645            );
646
647            let scaled_webview_rect = webview_renderer.rect /
648                webview_renderer.device_pixels_per_page_pixel_not_including_pinch_zoom();
649            builder.push_iframe(
650                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
651                LayoutRect::from_untyped(&scaled_webview_rect.to_untyped()),
652                &SpaceAndClipInfo {
653                    spatial_id: webview_reference_frame,
654                    clip_chain_id,
655                },
656                pipeline_id.into(),
657                true,
658            );
659        }
660
661        let built_display_list = builder.end();
662
663        // NB: We are always passing 0 as the epoch here, but this doesn't seem to
664        // be an issue. WebRender will still update the scene and generate a new
665        // frame even though the epoch hasn't changed.
666        transaction.set_display_list(WebRenderEpoch(0), built_display_list);
667        self.update_transaction_with_all_scroll_offsets(transaction);
668    }
669
670    /// Set the root pipeline for our WebRender scene to a display list that consists of an iframe
671    /// for each visible top-level browsing context, applying a transformation on the root for
672    /// pinch zoom, page zoom, and HiDPI scaling.
673    fn send_root_pipeline_display_list(&mut self) {
674        let mut transaction = Transaction::new();
675        self.send_root_pipeline_display_list_in_transaction(&mut transaction);
676        self.generate_frame(&mut transaction, RenderReasons::SCENE);
677        self.send_transaction(transaction);
678    }
679
680    /// Update the given transaction with the scroll offsets of all active scroll nodes in
681    /// the WebRender scene. This is necessary because WebRender does not preserve scroll
682    /// offsets between scroll tree modifications. If a display list could potentially
683    /// modify a scroll tree branch, WebRender needs to have scroll offsets for that
684    /// branch.
685    ///
686    /// TODO(mrobinson): Could we only send offsets for the branch being modified
687    /// and not the entire scene?
688    fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
689        for webview_renderer in self.webview_renderers.values() {
690            for details in webview_renderer.pipelines.values() {
691                for node in details.scroll_tree.nodes.iter() {
692                    let (Some(offset), Some(external_id)) = (node.offset(), node.external_id())
693                    else {
694                        continue;
695                    };
696                    // Skip scroll offsets that are zero, as they are the default.
697                    if offset == LayoutVector2D::zero() {
698                        continue;
699                    }
700                    transaction.set_scroll_offsets(
701                        external_id,
702                        vec![SampledScrollOffset {
703                            offset,
704                            generation: 0,
705                        }],
706                    );
707                }
708            }
709        }
710    }
711
712    fn send_zoom_and_scroll_offset_updates(
713        &mut self,
714        need_zoom: bool,
715        scroll_offset_updates: Vec<ScrollResult>,
716    ) {
717        if !need_zoom && scroll_offset_updates.is_empty() {
718            return;
719        }
720
721        let mut transaction = Transaction::new();
722        if need_zoom {
723            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
724        }
725        for update in scroll_offset_updates {
726            transaction.set_scroll_offsets(
727                update.external_scroll_id,
728                vec![SampledScrollOffset {
729                    offset: update.offset,
730                    generation: 0,
731                }],
732            );
733        }
734
735        self.generate_frame(&mut transaction, RenderReasons::APZ);
736        self.send_transaction(transaction);
737    }
738
739    pub(crate) fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
740        let Some(renderer) = self.webrender_renderer.as_mut() else {
741            return;
742        };
743        let mut flags = renderer.get_debug_flags();
744        let flag = match option {
745            WebRenderDebugOption::Profiler => {
746                webrender::DebugFlags::PROFILER_DBG |
747                    webrender::DebugFlags::GPU_TIME_QUERIES |
748                    webrender::DebugFlags::GPU_SAMPLE_QUERIES
749            },
750            WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
751            WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
752        };
753        flags.toggle(flag);
754        renderer.set_debug_flags(flags);
755
756        let mut txn = Transaction::new();
757        self.generate_frame(&mut txn, RenderReasons::TESTING);
758        self.send_transaction(txn);
759    }
760
761    pub(crate) fn decrement_pending_frames(&self) {
762        self.pending_frames.set(self.pending_frames.get() - 1);
763    }
764
765    pub(crate) fn report_memory(&self) -> MemoryReport {
766        self.webrender_api
767            .report_memory(MallocSizeOfOps::new(servo_allocator::usable_size, None))
768    }
769
770    pub(crate) fn change_running_animations_state(
771        &mut self,
772        webview_id: WebViewId,
773        pipeline_id: PipelineId,
774        animation_state: embedder_traits::AnimationState,
775    ) {
776        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
777            return;
778        };
779        if !webview_renderer.change_pipeline_running_animations_state(pipeline_id, animation_state)
780        {
781            return;
782        }
783        if !self
784            .animation_refresh_driver_observer
785            .notify_animation_state_changed(webview_renderer)
786        {
787            return;
788        }
789
790        self.refresh_driver
791            .add_observer(self.animation_refresh_driver_observer.clone());
792    }
793
794    pub(crate) fn set_frame_tree_for_webview(&mut self, frame_tree: &SendableFrameTree) {
795        debug!("{}: Setting frame tree for webview", frame_tree.pipeline.id);
796
797        let webview_id = frame_tree.pipeline.webview_id;
798        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
799            warn!(
800                "Attempted to set frame tree on unknown WebView (perhaps closed?): {webview_id:?}"
801            );
802            return;
803        };
804
805        webview_renderer.set_frame_tree(frame_tree);
806        self.send_root_pipeline_display_list();
807    }
808
809    pub(crate) fn set_throttled(
810        &mut self,
811        webview_id: WebViewId,
812        pipeline_id: PipelineId,
813        throttled: bool,
814    ) {
815        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
816            return;
817        };
818        if !webview_renderer.set_throttled(pipeline_id, throttled) {
819            return;
820        }
821
822        if self
823            .animation_refresh_driver_observer
824            .notify_animation_state_changed(webview_renderer)
825        {
826            self.refresh_driver
827                .add_observer(self.animation_refresh_driver_observer.clone());
828        }
829    }
830
831    pub(crate) fn notify_pipeline_exited(
832        &mut self,
833        webview_id: WebViewId,
834        pipeline_id: PipelineId,
835        pipeline_exit_source: PipelineExitSource,
836    ) {
837        debug!("Paint got pipeline exited: {webview_id:?} {pipeline_id:?}",);
838        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
839            webview_renderer.pipeline_exited(pipeline_id, pipeline_exit_source);
840        }
841        self.lcp_calculator
842            .remove_lcp_candidates_for_pipeline(&pipeline_id.into());
843    }
844
845    pub(crate) fn send_initial_pipeline_transaction(
846        &mut self,
847        webview_id: WebViewId,
848        pipeline_id: WebRenderPipelineId,
849    ) {
850        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
851            return warn!("Could not find WebView for incoming display list");
852        };
853
854        let starting_epoch = Epoch(0);
855        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
856        details.display_list_epoch = Some(starting_epoch);
857
858        let mut txn = Transaction::new();
859        txn.set_display_list(starting_epoch.into(), (pipeline_id, Default::default()));
860
861        self.generate_frame(&mut txn, RenderReasons::SCENE);
862        self.send_transaction(txn);
863    }
864
865    pub(crate) fn scroll_node_by_delta(
866        &mut self,
867        webview_id: WebViewId,
868        pipeline_id: WebRenderPipelineId,
869        offset: LayoutVector2D,
870        external_scroll_id: webrender_api::ExternalScrollId,
871    ) {
872        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
873            return;
874        };
875
876        let pipeline_id = pipeline_id.into();
877        let Some(pipeline_details) = webview_renderer.pipelines.get_mut(&pipeline_id) else {
878            return;
879        };
880
881        let Some(offset) = pipeline_details
882            .scroll_tree
883            .set_scroll_offset_for_node_with_external_scroll_id(
884                external_scroll_id,
885                offset,
886                ScrollType::Script,
887            )
888        else {
889            // The renderer should be fully up-to-date with script at this point and script
890            // should never try to scroll to an invalid location.
891            warn!("Could not scroll node with id: {external_scroll_id:?}");
892            return;
893        };
894
895        let mut transaction = Transaction::new();
896        transaction.set_scroll_offsets(
897            external_scroll_id,
898            vec![SampledScrollOffset {
899                offset,
900                generation: 0,
901            }],
902        );
903
904        self.generate_frame(&mut transaction, RenderReasons::APZ);
905        self.send_transaction(transaction);
906    }
907
908    pub(crate) fn scroll_viewport_by_delta(
909        &mut self,
910        webview_id: WebViewId,
911        delta: LayoutVector2D,
912    ) {
913        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
914            return;
915        };
916        let (pinch_zoom_result, scroll_results) = webview_renderer.scroll_viewport_by_delta(delta);
917        self.send_zoom_and_scroll_offset_updates(
918            pinch_zoom_result == PinchZoomResult::DidPinchZoom,
919            scroll_results,
920        );
921    }
922
923    pub(crate) fn update_epoch(
924        &mut self,
925        webview_id: WebViewId,
926        pipeline_id: PipelineId,
927        epoch: Epoch,
928    ) {
929        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
930            return warn!("Could not find WebView for Epoch update.");
931        };
932        webview_renderer
933            .ensure_pipeline_details(pipeline_id)
934            .display_list_epoch = Some(Epoch(epoch.0));
935    }
936
937    #[servo_tracing::instrument(skip_all)]
938    pub(crate) fn handle_new_display_list(
939        &mut self,
940        webview_id: WebViewId,
941        display_list_descriptor: BuiltDisplayListDescriptor,
942        display_list_info_receiver: GenericReceiver<PaintDisplayListInfo>,
943        display_list_data_receiver: GenericReceiver<SerializableDisplayListPayload>,
944    ) {
945        let Ok(display_list_info) = display_list_info_receiver.recv() else {
946            return log::error!("Could not receive display list info");
947        };
948        let Ok(display_list_data) = display_list_data_receiver.recv() else {
949            return log::error!("Could not receive display list data");
950        };
951
952        let items_data = display_list_data.items_data;
953        let spatial_tree = display_list_data.spatial_tree;
954
955        let built_display_list = BuiltDisplayList::from_data(
956            DisplayListPayload {
957                items_data,
958                spatial_tree,
959            },
960            display_list_descriptor,
961        );
962        let _span = profile_traits::trace_span!("PaintMessage::SendDisplayList").entered();
963        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
964            return warn!("Could not find WebView for incoming display list");
965        };
966
967        let old_scale = webview_renderer.device_pixels_per_page_pixel();
968        let pipeline_id = display_list_info.pipeline_id;
969        let details = webview_renderer.ensure_pipeline_details(pipeline_id.into());
970
971        details.install_new_scroll_tree(display_list_info.scroll_tree);
972        details.viewport_scale = Some(display_list_info.viewport_details.hidpi_scale_factor);
973
974        let epoch = display_list_info.epoch.into();
975        let first_reflow = display_list_info.first_reflow;
976        if details.first_paint_metric.get() == PaintMetricState::Waiting &&
977            display_list_info.is_paintable
978        {
979            details
980                .first_paint_metric
981                .set(PaintMetricState::Seen(epoch, first_reflow));
982        }
983
984        if details.first_contentful_paint_metric.get() == PaintMetricState::Waiting &&
985            display_list_info.is_paintable &&
986            display_list_info.is_contentful
987        {
988            details
989                .first_contentful_paint_metric
990                .set(PaintMetricState::Seen(epoch, first_reflow));
991        }
992
993        details.animations.handle_new_display_list(
994            display_list_info.caret_property_binding,
995            &self.web_content_animator,
996        );
997
998        let mut transaction = Transaction::new();
999        let is_root_pipeline = Some(pipeline_id.into()) == webview_renderer.root_pipeline_id;
1000        if is_root_pipeline && old_scale != webview_renderer.device_pixels_per_page_pixel() {
1001            self.send_root_pipeline_display_list_in_transaction(&mut transaction);
1002        }
1003
1004        transaction.set_display_list(epoch, (pipeline_id, built_display_list));
1005
1006        self.update_transaction_with_all_scroll_offsets(&mut transaction);
1007        self.send_transaction(transaction);
1008    }
1009
1010    pub(crate) fn generate_frame_for_script(&mut self) {
1011        self.frame_delayer.set_pending_frame(true);
1012
1013        if !self.frame_delayer.needs_new_frame() {
1014            return;
1015        }
1016
1017        let mut transaction = Transaction::new();
1018        self.generate_frame(&mut transaction, RenderReasons::SCENE);
1019        self.send_transaction(transaction);
1020
1021        let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1022
1023        self.send_to_constellation(
1024            EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1025                waiting_pipelines,
1026            ),
1027        );
1028
1029        self.frame_delayer.set_pending_frame(false);
1030        self.screenshot_taker
1031            .prepare_screenshot_requests_for_render(self)
1032    }
1033
1034    fn serializable_image_data_to_image_data_maybe_caching(
1035        &mut self,
1036        key: ImageKey,
1037        data: SerializableImageData,
1038        is_animated_image: bool,
1039    ) -> ImageData {
1040        match data {
1041            SerializableImageData::Raw(shared_memory) => {
1042                let data = shared_memory.into_arc_vec();
1043                if is_animated_image {
1044                    self.animation_image_cache.insert(key, Arc::clone(&data));
1045                }
1046                ImageData::Raw(data)
1047            },
1048            SerializableImageData::External(image) => ImageData::External(image),
1049        }
1050    }
1051
1052    pub(crate) fn update_images(&mut self, updates: SmallVec<[ImageUpdate; 1]>) {
1053        let mut txn = Transaction::new();
1054        for update in updates {
1055            match update {
1056                ImageUpdate::AddImage(key, description, data, is_animated_image) => {
1057                    txn.add_image(
1058                        key,
1059                        description,
1060                        self.serializable_image_data_to_image_data_maybe_caching(
1061                            key,
1062                            data,
1063                            is_animated_image,
1064                        ),
1065                        None,
1066                    );
1067                },
1068                ImageUpdate::DeleteImage(key) => {
1069                    txn.delete_image(key);
1070                    self.frame_delayer.delete_image(key);
1071                    self.animation_image_cache.remove(&key);
1072                },
1073                ImageUpdate::UpdateImage(key, desc, data, epoch) => {
1074                    if let Some(epoch) = epoch {
1075                        self.frame_delayer.update_image(key, epoch);
1076                    }
1077                    txn.update_image(key, desc, data.into(), &DirtyRect::All)
1078                },
1079                ImageUpdate::UpdateImageForAnimation(image_key, desc) => {
1080                    let Some(image) = self.animation_image_cache.get(&image_key) else {
1081                        error!("Could not find image key in image cache.");
1082                        continue;
1083                    };
1084                    txn.update_image(
1085                        image_key,
1086                        desc,
1087                        ImageData::new_shared(image.clone()),
1088                        &DirtyRect::All,
1089                    );
1090                },
1091            }
1092        }
1093
1094        if self.frame_delayer.needs_new_frame() {
1095            self.frame_delayer.set_pending_frame(false);
1096            self.generate_frame(&mut txn, RenderReasons::SCENE);
1097            let waiting_pipelines = self.frame_delayer.take_waiting_pipelines();
1098
1099            self.send_to_constellation(
1100                EmbedderToConstellationMessage::NoLongerWaitingOnAsynchronousImageUpdates(
1101                    waiting_pipelines,
1102                ),
1103            );
1104
1105            self.screenshot_taker
1106                .prepare_screenshot_requests_for_render(&*self);
1107        }
1108
1109        self.send_transaction(txn);
1110    }
1111
1112    pub(crate) fn delay_new_frames_for_canvas(
1113        &mut self,
1114        pipeline_id: PipelineId,
1115        canvas_epoch: Epoch,
1116        image_keys: Vec<ImageKey>,
1117    ) {
1118        self.frame_delayer
1119            .add_delay(pipeline_id, canvas_epoch, image_keys);
1120    }
1121
1122    pub(crate) fn add_font(
1123        &mut self,
1124        font_key: FontKey,
1125        data: Arc<GenericSharedMemory>,
1126        index: u32,
1127    ) {
1128        let mut transaction = Transaction::new();
1129        transaction.add_raw_font(font_key, (**data).into(), index);
1130        self.send_transaction(transaction);
1131    }
1132
1133    pub(crate) fn add_system_font(&mut self, font_key: FontKey, native_handle: NativeFontHandle) {
1134        let mut transaction = Transaction::new();
1135        transaction.add_native_font(font_key, native_handle);
1136        self.send_transaction(transaction);
1137    }
1138
1139    pub(crate) fn add_font_instance(
1140        &mut self,
1141        instance_key: FontInstanceKey,
1142        font_key: FontKey,
1143        size: f32,
1144        flags: FontInstanceFlags,
1145        variations: Vec<FontVariation>,
1146    ) {
1147        let variations = if pref!(layout_variable_fonts_enabled) {
1148            variations
1149        } else {
1150            vec![]
1151        };
1152
1153        let mut transaction = Transaction::new();
1154
1155        let font_instance_options = FontInstanceOptions {
1156            flags,
1157            ..Default::default()
1158        };
1159        transaction.add_font_instance(
1160            instance_key,
1161            font_key,
1162            size,
1163            Some(font_instance_options),
1164            None,
1165            variations,
1166        );
1167
1168        self.send_transaction(transaction);
1169    }
1170
1171    pub(crate) fn remove_fonts(&mut self, keys: Vec<FontKey>, instance_keys: Vec<FontInstanceKey>) {
1172        let mut transaction = Transaction::new();
1173
1174        for instance in instance_keys.into_iter() {
1175            transaction.delete_font_instance(instance);
1176        }
1177        for key in keys.into_iter() {
1178            transaction.delete_font(key);
1179        }
1180
1181        self.send_transaction(transaction);
1182    }
1183
1184    pub(crate) fn set_viewport_description(
1185        &mut self,
1186        webview_id: WebViewId,
1187        viewport_description: ViewportDescription,
1188    ) {
1189        if let Some(webview) = self.webview_renderers.get_mut(&webview_id) {
1190            webview.set_viewport_description(viewport_description);
1191        }
1192    }
1193
1194    pub(crate) fn handle_screenshot_readiness_reply(
1195        &self,
1196        webview_id: WebViewId,
1197        expected_epochs: FxHashMap<PipelineId, Epoch>,
1198    ) {
1199        self.screenshot_taker
1200            .handle_screenshot_readiness_reply(webview_id, expected_epochs, self);
1201    }
1202
1203    pub(crate) fn add_webview(
1204        &mut self,
1205        webview: Box<dyn WebViewTrait>,
1206        viewport_details: ViewportDetails,
1207    ) {
1208        self.webview_renderers
1209            .entry(webview.id())
1210            .or_insert(WebViewRenderer::new(
1211                webview,
1212                viewport_details,
1213                self.embedder_to_constellation_sender.clone(),
1214                self.refresh_driver.clone(),
1215                self.webrender_document,
1216            ));
1217    }
1218
1219    pub(crate) fn remove_webview(&mut self, webview_id: WebViewId) {
1220        if self.webview_renderers.remove(&webview_id).is_none() {
1221            warn!("Tried removing unknown WebView: {webview_id:?}");
1222            return;
1223        };
1224
1225        self.send_root_pipeline_display_list();
1226        self.lcp_calculator.enable_for_webview(&webview_id);
1227    }
1228
1229    pub(crate) fn is_empty(&mut self) -> bool {
1230        self.webview_renderers.is_empty()
1231    }
1232
1233    pub(crate) fn set_webview_hidden(
1234        &mut self,
1235        webview_id: WebViewId,
1236        hidden: bool,
1237    ) -> Result<(), UnknownWebView> {
1238        debug!("Setting WebView visiblity for {webview_id:?} to hidden={hidden}");
1239        let Some(webview_renderer) = self.webview_renderer_mut(webview_id) else {
1240            return Err(UnknownWebView(webview_id));
1241        };
1242        if !webview_renderer.set_hidden(hidden) {
1243            return Ok(());
1244        }
1245        self.send_root_pipeline_display_list();
1246        Ok(())
1247    }
1248
1249    pub(crate) fn set_hidpi_scale_factor(
1250        &mut self,
1251        webview_id: WebViewId,
1252        new_scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
1253    ) {
1254        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
1255            return;
1256        };
1257        if !webview_renderer.set_hidpi_scale_factor(new_scale_factor) {
1258            return;
1259        }
1260
1261        self.send_root_pipeline_display_list();
1262        self.set_needs_repaint(RepaintReason::Resize);
1263    }
1264
1265    pub(crate) fn set_screen_size(
1266        &mut self,
1267        webview_id: WebViewId,
1268        new_size: Size2D<f32, DevicePixel>,
1269    ) {
1270        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
1271            return;
1272        };
1273        webview_renderer.set_screen_size(new_size);
1274    }
1275
1276    pub(crate) fn resize_rendering_context(&mut self, new_size: PhysicalSize<u32>) {
1277        if self.rendering_context.size() == new_size {
1278            return;
1279        }
1280
1281        if let Err(error) = self.rendering_context.make_current() {
1282            error!("Failed to make the rendering context current: {error:?}");
1283        }
1284        self.rendering_context.resize(new_size);
1285
1286        let new_size = Size2D::new(new_size.width as f32, new_size.height as f32);
1287        let new_viewport_rect = Rect::from(new_size).to_box2d();
1288        for webview_renderer in self.webview_renderers.values_mut() {
1289            webview_renderer.set_rect(new_viewport_rect);
1290        }
1291
1292        let mut transaction = Transaction::new();
1293        transaction.set_document_view(new_viewport_rect.to_i32());
1294        self.send_transaction(transaction);
1295
1296        self.send_root_pipeline_display_list();
1297        self.set_needs_repaint(RepaintReason::Resize);
1298    }
1299
1300    pub(crate) fn set_page_zoom(&mut self, webview_id: WebViewId, new_zoom: f32) {
1301        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1302            webview_renderer.set_page_zoom(Scale::new(new_zoom));
1303        }
1304    }
1305
1306    pub(crate) fn page_zoom(&self, webview_id: WebViewId) -> f32 {
1307        self.webview_renderers
1308            .get(&webview_id)
1309            .map(|webview_renderer| webview_renderer.page_zoom.get())
1310            .unwrap_or(1.)
1311    }
1312
1313    pub(crate) fn notify_input_event(
1314        &mut self,
1315        webview_id: WebViewId,
1316        event: InputEventAndId,
1317    ) -> bool {
1318        self.webview_renderers
1319            .get_mut(&webview_id)
1320            .is_some_and(|webview_renderer| {
1321                match &event.event {
1322                    InputEvent::MouseMove(event) => {
1323                        // We only track the last mouse move position for non-touch events.
1324                        if !event.is_compatibility_event_for_touch {
1325                            let event_point = event
1326                                .point
1327                                .as_device_point(webview_renderer.device_pixels_per_page_pixel());
1328                            self.last_mouse_move_position = Some(event_point);
1329                        }
1330                    },
1331                    InputEvent::MouseLeftViewport(_) => {
1332                        self.last_mouse_move_position = None;
1333                    },
1334                    _ => {
1335                        // Disable LCP calculation on any other input event except mouse moves.
1336                        self.lcp_calculator.disable_for_webview(webview_id);
1337                    },
1338                }
1339
1340                webview_renderer.notify_input_event(&self.webrender_api, &self.needs_repaint, event)
1341            })
1342    }
1343
1344    pub(crate) fn notify_scroll_event(
1345        &mut self,
1346        webview_id: WebViewId,
1347        scroll: Scroll,
1348        point: WebViewPoint,
1349    ) {
1350        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1351            webview_renderer.notify_scroll_event(scroll, point);
1352        }
1353        // Disable LCP calculation on any scroll event.
1354        self.lcp_calculator.disable_for_webview(webview_id);
1355    }
1356
1357    pub(crate) fn enable_lcp_calculation(&mut self, webview_id: &WebViewId) {
1358        self.lcp_calculator.enable_for_webview(webview_id);
1359    }
1360
1361    pub(crate) fn lcp_calculation_enabled_for_webview(&self, webview_id: &WebViewId) -> bool {
1362        self.lcp_calculator.enabled_for_webview(webview_id)
1363    }
1364
1365    pub(crate) fn adjust_pinch_zoom(
1366        &mut self,
1367        webview_id: WebViewId,
1368        pinch_zoom_delta: f32,
1369        center: DevicePoint,
1370    ) {
1371        if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1372            webview_renderer.adjust_pinch_zoom(pinch_zoom_delta, center);
1373        }
1374    }
1375
1376    pub(crate) fn pinch_zoom(&self, webview_id: WebViewId) -> f32 {
1377        self.webview_renderers
1378            .get(&webview_id)
1379            .map(|webview_renderer| webview_renderer.pinch_zoom().zoom_factor().0)
1380            .unwrap_or(1.)
1381    }
1382
1383    pub(crate) fn device_pixels_per_page_pixel(
1384        &self,
1385        webview_id: WebViewId,
1386    ) -> Scale<f32, CSSPixel, DevicePixel> {
1387        self.webview_renderers
1388            .get(&webview_id)
1389            .map(WebViewRenderer::device_pixels_per_page_pixel)
1390            .unwrap_or_default()
1391    }
1392
1393    pub(crate) fn request_screenshot(
1394        &self,
1395        webview_id: WebViewId,
1396        rect: Option<WebViewRect>,
1397        callback: Box<dyn FnOnce(Result<RgbaImage, ScreenshotCaptureError>) + 'static>,
1398    ) {
1399        let Some(webview) = self.webview_renderers.get(&webview_id) else {
1400            return;
1401        };
1402
1403        let rect = rect.map(|rect| rect.as_device_rect(webview.device_pixels_per_page_pixel()));
1404        self.screenshot_taker
1405            .request_screenshot(webview_id, rect, callback);
1406        self.send_to_constellation(EmbedderToConstellationMessage::RequestScreenshotReadiness(
1407            webview_id,
1408        ));
1409    }
1410
1411    pub(crate) fn notify_input_event_handled(
1412        &mut self,
1413        webview_id: WebViewId,
1414        input_event_id: InputEventId,
1415        result: InputEventResult,
1416    ) {
1417        let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) else {
1418            warn!("Handled input event for unknown webview: {webview_id}");
1419            return;
1420        };
1421        webview_renderer.notify_input_event_handled(
1422            &self.webrender_api,
1423            &self.needs_repaint,
1424            input_event_id,
1425            result,
1426        );
1427    }
1428
1429    pub(crate) fn refresh_cursor(&self) {
1430        let Some(last_mouse_move_position) = self.last_mouse_move_position else {
1431            return;
1432        };
1433
1434        let Some(hit_test_result) = Self::hit_test_at_point_with_api_and_document(
1435            &self.webrender_api,
1436            self.webrender_document,
1437            last_mouse_move_position,
1438        )
1439        .first()
1440        .cloned() else {
1441            return;
1442        };
1443
1444        if let Err(error) = self.embedder_to_constellation_sender.send(
1445            EmbedderToConstellationMessage::RefreshCursor(hit_test_result.pipeline_id),
1446        ) {
1447            warn!("Sending event to constellation failed ({:?}).", error);
1448        }
1449    }
1450
1451    pub(crate) fn handle_new_webrender_frame_ready(&self, repaint_needed: bool) {
1452        if repaint_needed {
1453            self.refresh_cursor()
1454        }
1455
1456        if repaint_needed || self.animation_callbacks_running() {
1457            self.set_needs_repaint(RepaintReason::NewWebRenderFrame);
1458        }
1459
1460        // If we received a new frame and a repaint isn't necessary, it may be that this
1461        // is the last frame that was pending. In that case, trigger a manual repaint so
1462        // that the screenshot can be taken at the end of the repaint procedure.
1463        if !repaint_needed {
1464            self.screenshot_taker
1465                .maybe_trigger_paint_for_screenshot(self);
1466        }
1467    }
1468
1469    pub(crate) fn webviews_needing_repaint(&self) -> Vec<WebViewId> {
1470        if self.needs_repaint() {
1471            self.webview_renderers
1472                .values()
1473                .map(|webview_renderer| webview_renderer.id)
1474                .collect()
1475        } else {
1476            Vec::new()
1477        }
1478    }
1479
1480    pub(crate) fn scroll_trees_memory_usage(
1481        &self,
1482        ops: &mut malloc_size_of::MallocSizeOfOps,
1483    ) -> usize {
1484        self.webview_renderers
1485            .values()
1486            .map(|renderer| renderer.scroll_trees_memory_usage(ops))
1487            .sum::<usize>()
1488    }
1489
1490    pub(crate) fn append_lcp_candidate(
1491        &mut self,
1492        lcp_candidate: LCPCandidate,
1493        webview_id: WebViewId,
1494        pipeline_id: PipelineId,
1495        epoch: Epoch,
1496    ) {
1497        if self.lcp_calculation_enabled_for_webview(&webview_id) {
1498            self.lcp_calculator.append_lcp_candidate(
1499                lcp_candidate,
1500                pipeline_id.into(),
1501                &webview_id,
1502            );
1503            if let Some(webview_renderer) = self.webview_renderers.get_mut(&webview_id) {
1504                webview_renderer
1505                    .ensure_pipeline_details(pipeline_id)
1506                    .largest_contentful_paint_metric
1507                    .set(PaintMetricState::Seen(epoch.into(), false));
1508            }
1509        };
1510    }
1511}
1512
1513/// A struct that is reponsible for delaying frame requests until all new canvas images
1514/// for a particular "update the rendering" call in the `ScriptThread` have been
1515/// sent to WebRender.
1516///
1517/// These images may be updated in WebRender asynchronously in the canvas task. A frame
1518/// is then requested if:
1519///
1520///  - The renderer has received a GenerateFrame message from a `ScriptThread`.
1521///  - All pending image updates have finished and have been noted in the [`FrameDelayer`].
1522#[derive(Default)]
1523pub(crate) struct FrameDelayer {
1524    /// The latest [`Epoch`] of canvas images that have been sent to WebRender. Note
1525    /// that this only records the `Epoch`s for canvases and only ones that are involved
1526    /// in "update the rendering".
1527    image_epochs: FxHashMap<ImageKey, Epoch>,
1528    /// A map of all pending canvas images
1529    pending_canvas_images: FxHashMap<ImageKey, Epoch>,
1530    /// Whether or not we have a pending frame.
1531    pub(crate) pending_frame: bool,
1532    /// A list of pipelines that should be notified when we are no longer waiting for
1533    /// canvas images.
1534    waiting_pipelines: FxHashSet<PipelineId>,
1535}
1536
1537impl FrameDelayer {
1538    pub(crate) fn delete_image(&mut self, image_key: ImageKey) {
1539        self.image_epochs.remove(&image_key);
1540        self.pending_canvas_images.remove(&image_key);
1541    }
1542
1543    pub(crate) fn update_image(&mut self, image_key: ImageKey, epoch: Epoch) {
1544        self.image_epochs.insert(image_key, epoch);
1545        let Entry::Occupied(entry) = self.pending_canvas_images.entry(image_key) else {
1546            return;
1547        };
1548        if *entry.get() <= epoch {
1549            entry.remove();
1550        }
1551    }
1552
1553    pub(crate) fn add_delay(
1554        &mut self,
1555        pipeline_id: PipelineId,
1556        canvas_epoch: Epoch,
1557        image_keys: Vec<ImageKey>,
1558    ) {
1559        for image_key in image_keys.into_iter() {
1560            // If we've already seen the necessary epoch for this image, do not
1561            // start waiting for it.
1562            if self
1563                .image_epochs
1564                .get(&image_key)
1565                .is_some_and(|epoch_seen| *epoch_seen >= canvas_epoch)
1566            {
1567                continue;
1568            }
1569            self.pending_canvas_images.insert(image_key, canvas_epoch);
1570        }
1571        self.waiting_pipelines.insert(pipeline_id);
1572    }
1573
1574    pub(crate) fn needs_new_frame(&self) -> bool {
1575        self.pending_frame && self.pending_canvas_images.is_empty()
1576    }
1577
1578    pub(crate) fn set_pending_frame(&mut self, value: bool) {
1579        self.pending_frame = value;
1580    }
1581
1582    pub(crate) fn take_waiting_pipelines(&mut self) -> Vec<PipelineId> {
1583        self.waiting_pipelines.drain().collect()
1584    }
1585}
1586
1587/// The paint status of a particular pipeline in a [`Painter`]. This is used to trigger metrics
1588/// in script (via the constellation) when display lists are received.
1589///
1590/// See <https://w3c.github.io/paint-timing/#first-contentful-paint>.
1591#[derive(Clone, Copy, PartialEq)]
1592pub(crate) enum PaintMetricState {
1593    /// The painter is still waiting to process a display list which triggers this metric.
1594    Waiting,
1595    /// The painter has processed the display list which will trigger this event, marked the Servo
1596    /// instance ready to paint, and is waiting for the given epoch to actually be rendered.
1597    Seen(WebRenderEpoch, bool /* first_reflow */),
1598    /// The metric has been sent to the constellation and no more work needs to be done.
1599    Sent,
1600}