net/
resource_thread.rs

1/* This Source Code Form is subject to the terms of the Mozilla Public
2 * License, v. 2.0. If a copy of the MPL was not distributed with this
3 * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
4
5//! A thread that takes a URL and streams back the binary data.
6
7use std::borrow::ToOwned;
8use std::collections::HashMap;
9use std::fs::File;
10use std::io::{self, BufReader};
11use std::path::{Path, PathBuf};
12use std::sync::{Arc, Mutex, RwLock, Weak};
13use std::thread;
14
15use base::id::CookieStoreId;
16use base::threadpool::ThreadPool;
17use cookie::Cookie;
18use crossbeam_channel::Sender;
19use devtools_traits::DevtoolsControlMsg;
20use embedder_traits::EmbedderProxy;
21use hyper_serde::Serde;
22use ipc_channel::ipc::{self, IpcReceiver, IpcReceiverSet, IpcSender};
23use log::{debug, warn};
24use net_traits::blob_url_store::parse_blob_url;
25use net_traits::filemanager_thread::FileTokenCheck;
26use net_traits::pub_domains::public_suffix_list_size_of;
27use net_traits::request::{Destination, RequestBuilder, RequestId};
28use net_traits::response::{Response, ResponseInit};
29use net_traits::{
30    AsyncRuntime, CookieAsyncResponse, CookieData, CookieSource, CoreResourceMsg,
31    CoreResourceThread, CustomResponseMediator, DiscardFetch, FetchChannels, FetchTaskTarget,
32    ResourceFetchTiming, ResourceThreads, ResourceTimingType, WebSocketDomAction,
33    WebSocketNetworkEvent,
34};
35use profile_traits::mem::{
36    ProcessReports, ProfilerChan as MemProfilerChan, Report, ReportKind, ReportsChan,
37    perform_memory_report,
38};
39use profile_traits::path;
40use profile_traits::time::ProfilerChan;
41use rustc_hash::FxHashMap;
42use rustls::RootCertStore;
43use serde::{Deserialize, Serialize};
44use servo_arc::Arc as ServoArc;
45use servo_url::{ImmutableOrigin, ServoUrl};
46
47use crate::async_runtime::{init_async_runtime, spawn_task};
48use crate::connector::{
49    CACertificates, CertificateErrorOverrideManager, create_http_client, create_tls_config,
50};
51use crate::cookie::ServoCookie;
52use crate::cookie_storage::CookieStorage;
53use crate::fetch::cors_cache::CorsCache;
54use crate::fetch::fetch_params::FetchParams;
55use crate::fetch::methods::{CancellationListener, FetchContext, fetch};
56use crate::filemanager_thread::FileManager;
57use crate::hsts::{self, HstsList};
58use crate::http_cache::HttpCache;
59use crate::http_loader::{HttpState, http_redirect_fetch};
60use crate::protocols::ProtocolRegistry;
61use crate::request_interceptor::RequestInterceptor;
62use crate::websocket_loader;
63
64/// Load a file with CA certificate and produce a RootCertStore with the results.
65fn load_root_cert_store_from_file(file_path: String) -> io::Result<RootCertStore> {
66    let mut root_cert_store = RootCertStore::empty();
67
68    let mut pem = BufReader::new(File::open(file_path)?);
69    let certs: Result<Vec<_>, _> = rustls_pemfile::certs(&mut pem).collect();
70    root_cert_store.add_parsable_certificates(certs?);
71    Ok(root_cert_store)
72}
73
74/// Returns a tuple of (public, private) senders to the new threads.
75#[allow(clippy::too_many_arguments)]
76pub fn new_resource_threads(
77    devtools_sender: Option<Sender<DevtoolsControlMsg>>,
78    time_profiler_chan: ProfilerChan,
79    mem_profiler_chan: MemProfilerChan,
80    embedder_proxy: EmbedderProxy,
81    config_dir: Option<PathBuf>,
82    certificate_path: Option<String>,
83    ignore_certificate_errors: bool,
84    protocols: Arc<ProtocolRegistry>,
85) -> (ResourceThreads, ResourceThreads, Box<dyn AsyncRuntime>) {
86    // Initialize the async runtime, and get a handle to it for use in clean shutdown.
87    let async_runtime = init_async_runtime();
88
89    let ca_certificates = match certificate_path {
90        Some(path) => match load_root_cert_store_from_file(path) {
91            Ok(root_cert_store) => CACertificates::Override(root_cert_store),
92            Err(error) => {
93                warn!("Could not load CA file. Falling back to defaults. {error:?}");
94                CACertificates::Default
95            },
96        },
97        None => CACertificates::Default,
98    };
99
100    let (public_core, private_core) = new_core_resource_thread(
101        devtools_sender,
102        time_profiler_chan,
103        mem_profiler_chan.clone(),
104        embedder_proxy,
105        config_dir.clone(),
106        ca_certificates,
107        ignore_certificate_errors,
108        protocols,
109    );
110    (
111        ResourceThreads::new(public_core),
112        ResourceThreads::new(private_core),
113        async_runtime,
114    )
115}
116
117/// Create a CoreResourceThread
118#[allow(clippy::too_many_arguments)]
119pub fn new_core_resource_thread(
120    devtools_sender: Option<Sender<DevtoolsControlMsg>>,
121    time_profiler_chan: ProfilerChan,
122    mem_profiler_chan: MemProfilerChan,
123    embedder_proxy: EmbedderProxy,
124    config_dir: Option<PathBuf>,
125    ca_certificates: CACertificates,
126    ignore_certificate_errors: bool,
127    protocols: Arc<ProtocolRegistry>,
128) -> (CoreResourceThread, CoreResourceThread) {
129    let (public_setup_chan, public_setup_port) = ipc::channel().unwrap();
130    let (private_setup_chan, private_setup_port) = ipc::channel().unwrap();
131    let (report_chan, report_port) = ipc::channel().unwrap();
132
133    thread::Builder::new()
134        .name("ResourceManager".to_owned())
135        .spawn(move || {
136            let resource_manager = CoreResourceManager::new(
137                devtools_sender,
138                time_profiler_chan,
139                embedder_proxy.clone(),
140                ca_certificates.clone(),
141                ignore_certificate_errors,
142            );
143
144            let mut channel_manager = ResourceChannelManager {
145                resource_manager,
146                config_dir,
147                ca_certificates,
148                ignore_certificate_errors,
149                cancellation_listeners: Default::default(),
150                cookie_listeners: Default::default(),
151            };
152
153            mem_profiler_chan.run_with_memory_reporting(
154                || {
155                    channel_manager.start(
156                        public_setup_port,
157                        private_setup_port,
158                        report_port,
159                        protocols,
160                        embedder_proxy,
161                    )
162                },
163                String::from("network-cache-reporter"),
164                report_chan,
165                |report_chan| report_chan,
166            );
167        })
168        .expect("Thread spawning failed");
169    (public_setup_chan, private_setup_chan)
170}
171
172struct ResourceChannelManager {
173    resource_manager: CoreResourceManager,
174    config_dir: Option<PathBuf>,
175    ca_certificates: CACertificates,
176    ignore_certificate_errors: bool,
177    cancellation_listeners: FxHashMap<RequestId, Weak<CancellationListener>>,
178    cookie_listeners: FxHashMap<CookieStoreId, IpcSender<CookieAsyncResponse>>,
179}
180
181fn create_http_states(
182    config_dir: Option<&Path>,
183    ca_certificates: CACertificates,
184    ignore_certificate_errors: bool,
185    embedder_proxy: EmbedderProxy,
186) -> (Arc<HttpState>, Arc<HttpState>) {
187    let mut hsts_list = HstsList::default();
188    let mut auth_cache = AuthCache::default();
189    let http_cache = HttpCache::default();
190    let mut cookie_jar = CookieStorage::new(150);
191    if let Some(config_dir) = config_dir {
192        base::read_json_from_file(&mut auth_cache, config_dir, "auth_cache.json");
193        base::read_json_from_file(&mut hsts_list, config_dir, "hsts_list.json");
194        base::read_json_from_file(&mut cookie_jar, config_dir, "cookie_jar.json");
195    }
196
197    let override_manager = CertificateErrorOverrideManager::new();
198    let http_state = HttpState {
199        hsts_list: RwLock::new(hsts_list),
200        cookie_jar: RwLock::new(cookie_jar),
201        auth_cache: RwLock::new(auth_cache),
202        history_states: RwLock::new(FxHashMap::default()),
203        http_cache: RwLock::new(http_cache),
204        http_cache_state: Mutex::new(HashMap::new()),
205        client: create_http_client(create_tls_config(
206            ca_certificates.clone(),
207            ignore_certificate_errors,
208            override_manager.clone(),
209        )),
210        override_manager,
211        embedder_proxy: Mutex::new(embedder_proxy.clone()),
212    };
213
214    let override_manager = CertificateErrorOverrideManager::new();
215    let private_http_state = HttpState {
216        hsts_list: RwLock::new(HstsList::default()),
217        cookie_jar: RwLock::new(CookieStorage::new(150)),
218        auth_cache: RwLock::new(AuthCache::default()),
219        history_states: RwLock::new(FxHashMap::default()),
220        http_cache: RwLock::new(HttpCache::default()),
221        http_cache_state: Mutex::new(HashMap::new()),
222        client: create_http_client(create_tls_config(
223            ca_certificates,
224            ignore_certificate_errors,
225            override_manager.clone(),
226        )),
227        override_manager,
228        embedder_proxy: Mutex::new(embedder_proxy),
229    };
230
231    (Arc::new(http_state), Arc::new(private_http_state))
232}
233
234impl ResourceChannelManager {
235    #[allow(unsafe_code)]
236    fn start(
237        &mut self,
238        public_receiver: IpcReceiver<CoreResourceMsg>,
239        private_receiver: IpcReceiver<CoreResourceMsg>,
240        memory_reporter: IpcReceiver<ReportsChan>,
241        protocols: Arc<ProtocolRegistry>,
242        embedder_proxy: EmbedderProxy,
243    ) {
244        let (public_http_state, private_http_state) = create_http_states(
245            self.config_dir.as_deref(),
246            self.ca_certificates.clone(),
247            self.ignore_certificate_errors,
248            embedder_proxy,
249        );
250
251        let mut rx_set = IpcReceiverSet::new().unwrap();
252        let private_id = rx_set.add(private_receiver).unwrap();
253        let public_id = rx_set.add(public_receiver).unwrap();
254        let reporter_id = rx_set.add(memory_reporter).unwrap();
255
256        loop {
257            for receiver in rx_set.select().unwrap().into_iter() {
258                // Handles case where profiler thread shuts down before resource thread.
259                if let ipc::IpcSelectionResult::ChannelClosed(..) = receiver {
260                    continue;
261                }
262                let (id, data) = receiver.unwrap();
263                // If message is memory report, get the size_of of public and private http caches
264                if id == reporter_id {
265                    if let Ok(msg) = data.to() {
266                        self.process_report(msg, &public_http_state, &private_http_state);
267                        continue;
268                    }
269                } else {
270                    let group = if id == private_id {
271                        &private_http_state
272                    } else {
273                        assert_eq!(id, public_id);
274                        &public_http_state
275                    };
276                    if let Ok(msg) = data.to() {
277                        if !self.process_msg(msg, group, Arc::clone(&protocols)) {
278                            return;
279                        }
280                    }
281                }
282            }
283        }
284    }
285
286    fn process_report(
287        &mut self,
288        msg: ReportsChan,
289        public_http_state: &Arc<HttpState>,
290        private_http_state: &Arc<HttpState>,
291    ) {
292        perform_memory_report(|ops| {
293            let mut reports = public_http_state.memory_reports("public", ops);
294            reports.extend(private_http_state.memory_reports("private", ops));
295            reports.extend(vec![
296                Report {
297                    path: path!["hsts-preload-list"],
298                    kind: ReportKind::ExplicitJemallocHeapSize,
299                    size: hsts::hsts_preload_size_of(ops),
300                },
301                Report {
302                    path: path!["public-suffix-list"],
303                    kind: ReportKind::ExplicitJemallocHeapSize,
304                    size: public_suffix_list_size_of(ops),
305                },
306            ]);
307            msg.send(ProcessReports::new(reports));
308        })
309    }
310
311    fn cancellation_listener(&self, request_id: RequestId) -> Option<Arc<CancellationListener>> {
312        self.cancellation_listeners
313            .get(&request_id)
314            .and_then(Weak::upgrade)
315    }
316
317    fn get_or_create_cancellation_listener(
318        &mut self,
319        request_id: RequestId,
320    ) -> Arc<CancellationListener> {
321        if let Some(listener) = self.cancellation_listener(request_id) {
322            return listener;
323        }
324
325        // Clear away any cancellation listeners that are no longer valid.
326        self.cancellation_listeners
327            .retain(|_, listener| listener.strong_count() > 0);
328
329        let cancellation_listener = Arc::new(Default::default());
330        self.cancellation_listeners
331            .insert(request_id, Arc::downgrade(&cancellation_listener));
332        cancellation_listener
333    }
334
335    fn send_cookie_response(&self, store_id: CookieStoreId, data: CookieData) {
336        let Some(sender) = self.cookie_listeners.get(&store_id) else {
337            warn!(
338                "Async cookie request made for store id that is non-existent {:?}",
339                store_id
340            );
341            return;
342        };
343        let res = sender.send(CookieAsyncResponse { data });
344        if res.is_err() {
345            warn!("Unable to send cookie response to script thread");
346        }
347    }
348
349    /// Returns false if the thread should exit.
350    fn process_msg(
351        &mut self,
352        msg: CoreResourceMsg,
353        http_state: &Arc<HttpState>,
354        protocols: Arc<ProtocolRegistry>,
355    ) -> bool {
356        match msg {
357            CoreResourceMsg::Fetch(request_builder, channels) => match channels {
358                FetchChannels::ResponseMsg(sender) => {
359                    let cancellation_listener =
360                        self.get_or_create_cancellation_listener(request_builder.id);
361                    self.resource_manager.fetch(
362                        request_builder,
363                        None,
364                        sender,
365                        http_state,
366                        cancellation_listener,
367                        protocols,
368                    );
369                },
370                FetchChannels::WebSocket {
371                    event_sender,
372                    action_receiver,
373                } => self.resource_manager.websocket_connect(
374                    request_builder,
375                    event_sender,
376                    action_receiver,
377                    http_state,
378                ),
379                FetchChannels::Prefetch => self.resource_manager.fetch(
380                    request_builder,
381                    None,
382                    DiscardFetch,
383                    http_state,
384                    Arc::new(Default::default()),
385                    protocols,
386                ),
387            },
388            CoreResourceMsg::Cancel(request_ids) => {
389                for cancellation_listener in request_ids
390                    .into_iter()
391                    .filter_map(|request_id| self.cancellation_listener(request_id))
392                {
393                    cancellation_listener.cancel();
394                }
395            },
396            CoreResourceMsg::DeleteCookies(request) => {
397                http_state
398                    .cookie_jar
399                    .write()
400                    .unwrap()
401                    .clear_storage(&request);
402                return true;
403            },
404            CoreResourceMsg::DeleteCookie(request, name) => {
405                http_state
406                    .cookie_jar
407                    .write()
408                    .unwrap()
409                    .delete_cookie_with_name(&request, name);
410                return true;
411            },
412            CoreResourceMsg::DeleteCookieAsync(cookie_store_id, url, name) => {
413                http_state
414                    .cookie_jar
415                    .write()
416                    .unwrap()
417                    .delete_cookie_with_name(&url, name);
418                self.send_cookie_response(cookie_store_id, CookieData::Delete(Ok(())));
419            },
420            CoreResourceMsg::FetchRedirect(request_builder, res_init, sender) => {
421                let cancellation_listener =
422                    self.get_or_create_cancellation_listener(request_builder.id);
423                self.resource_manager.fetch(
424                    request_builder,
425                    Some(res_init),
426                    sender,
427                    http_state,
428                    cancellation_listener,
429                    protocols,
430                )
431            },
432            CoreResourceMsg::SetCookieForUrl(request, cookie, source) => self
433                .resource_manager
434                .set_cookie_for_url(&request, cookie.into_inner().to_owned(), source, http_state),
435            CoreResourceMsg::SetCookiesForUrl(request, cookies, source) => {
436                for cookie in cookies {
437                    self.resource_manager.set_cookie_for_url(
438                        &request,
439                        cookie.into_inner(),
440                        source,
441                        http_state,
442                    );
443                }
444            },
445            CoreResourceMsg::SetCookieForUrlAsync(cookie_store_id, url, cookie, source) => {
446                self.resource_manager.set_cookie_for_url(
447                    &url,
448                    cookie.into_inner().to_owned(),
449                    source,
450                    http_state,
451                );
452                self.send_cookie_response(cookie_store_id, CookieData::Set(Ok(())));
453            },
454            CoreResourceMsg::GetCookiesForUrl(url, consumer, source) => {
455                let mut cookie_jar = http_state.cookie_jar.write().unwrap();
456                cookie_jar.remove_expired_cookies_for_url(&url);
457                consumer
458                    .send(cookie_jar.cookies_for_url(&url, source))
459                    .unwrap();
460            },
461            CoreResourceMsg::GetCookieDataForUrlAsync(cookie_store_id, url, name) => {
462                let mut cookie_jar = http_state.cookie_jar.write().unwrap();
463                cookie_jar.remove_expired_cookies_for_url(&url);
464                let cookie = cookie_jar
465                    .query_cookies(&url, name)
466                    .into_iter()
467                    .map(Serde)
468                    .next();
469                self.send_cookie_response(cookie_store_id, CookieData::Get(cookie));
470            },
471            CoreResourceMsg::GetAllCookieDataForUrlAsync(cookie_store_id, url, name) => {
472                let mut cookie_jar = http_state.cookie_jar.write().unwrap();
473                cookie_jar.remove_expired_cookies_for_url(&url);
474                let cookies = cookie_jar
475                    .query_cookies(&url, name)
476                    .into_iter()
477                    .map(Serde)
478                    .collect();
479                self.send_cookie_response(cookie_store_id, CookieData::GetAll(cookies));
480            },
481            CoreResourceMsg::NewCookieListener(cookie_store_id, sender, _url) => {
482                // TODO: Use the URL for setting up the actual monitoring
483                self.cookie_listeners.insert(cookie_store_id, sender);
484            },
485            CoreResourceMsg::RemoveCookieListener(cookie_store_id) => {
486                self.cookie_listeners.remove(&cookie_store_id);
487            },
488            CoreResourceMsg::NetworkMediator(mediator_chan, origin) => {
489                self.resource_manager
490                    .sw_managers
491                    .insert(origin, mediator_chan);
492            },
493            CoreResourceMsg::GetCookiesDataForUrl(url, consumer, source) => {
494                let mut cookie_jar = http_state.cookie_jar.write().unwrap();
495                cookie_jar.remove_expired_cookies_for_url(&url);
496                let cookies = cookie_jar
497                    .cookies_data_for_url(&url, source)
498                    .map(Serde)
499                    .collect();
500                consumer.send(cookies).unwrap();
501            },
502            CoreResourceMsg::GetHistoryState(history_state_id, consumer) => {
503                let history_states = http_state.history_states.read().unwrap();
504                consumer
505                    .send(history_states.get(&history_state_id).cloned())
506                    .unwrap();
507            },
508            CoreResourceMsg::SetHistoryState(history_state_id, structured_data) => {
509                let mut history_states = http_state.history_states.write().unwrap();
510                history_states.insert(history_state_id, structured_data);
511            },
512            CoreResourceMsg::RemoveHistoryStates(states_to_remove) => {
513                let mut history_states = http_state.history_states.write().unwrap();
514                for history_state in states_to_remove {
515                    history_states.remove(&history_state);
516                }
517            },
518            CoreResourceMsg::ClearCache => {
519                http_state.http_cache.write().unwrap().clear();
520            },
521            CoreResourceMsg::ToFileManager(msg) => self.resource_manager.filemanager.handle(msg),
522            CoreResourceMsg::Exit(sender) => {
523                if let Some(ref config_dir) = self.config_dir {
524                    match http_state.auth_cache.read() {
525                        Ok(auth_cache) => {
526                            base::write_json_to_file(&*auth_cache, config_dir, "auth_cache.json")
527                        },
528                        Err(_) => warn!("Error writing auth cache to disk"),
529                    }
530                    match http_state.cookie_jar.read() {
531                        Ok(jar) => base::write_json_to_file(&*jar, config_dir, "cookie_jar.json"),
532                        Err(_) => warn!("Error writing cookie jar to disk"),
533                    }
534                    match http_state.hsts_list.read() {
535                        Ok(hsts) => base::write_json_to_file(&*hsts, config_dir, "hsts_list.json"),
536                        Err(_) => warn!("Error writing hsts list to disk"),
537                    }
538                }
539                self.resource_manager.exit();
540                let _ = sender.send(());
541                return false;
542            },
543        }
544        true
545    }
546}
547
548#[derive(Clone, Debug, Deserialize, Serialize)]
549pub struct AuthCacheEntry {
550    pub user_name: String,
551    pub password: String,
552}
553
554impl Default for AuthCache {
555    fn default() -> Self {
556        Self {
557            version: 1,
558            entries: HashMap::new(),
559        }
560    }
561}
562
563#[derive(Clone, Debug, Deserialize, Serialize)]
564pub struct AuthCache {
565    pub version: u32,
566    pub entries: HashMap<String, AuthCacheEntry>,
567}
568
569pub struct CoreResourceManager {
570    devtools_sender: Option<Sender<DevtoolsControlMsg>>,
571    sw_managers: HashMap<ImmutableOrigin, IpcSender<CustomResponseMediator>>,
572    filemanager: FileManager,
573    request_interceptor: RequestInterceptor,
574    thread_pool: Arc<ThreadPool>,
575    ca_certificates: CACertificates,
576    ignore_certificate_errors: bool,
577}
578
579impl CoreResourceManager {
580    pub fn new(
581        devtools_sender: Option<Sender<DevtoolsControlMsg>>,
582        _profiler_chan: ProfilerChan,
583        embedder_proxy: EmbedderProxy,
584        ca_certificates: CACertificates,
585        ignore_certificate_errors: bool,
586    ) -> CoreResourceManager {
587        let num_threads = thread::available_parallelism()
588            .map(|i| i.get())
589            .unwrap_or(servo_config::pref!(threadpools_fallback_worker_num) as usize)
590            .min(servo_config::pref!(threadpools_resource_workers_max).max(1) as usize);
591        let pool = ThreadPool::new(num_threads, "CoreResourceThreadPool".to_string());
592        let pool_handle = Arc::new(pool);
593        CoreResourceManager {
594            devtools_sender,
595            sw_managers: Default::default(),
596            filemanager: FileManager::new(embedder_proxy.clone(), Arc::downgrade(&pool_handle)),
597            request_interceptor: RequestInterceptor::new(embedder_proxy),
598            thread_pool: pool_handle,
599            ca_certificates,
600            ignore_certificate_errors,
601        }
602    }
603
604    /// Exit the core resource manager.
605    pub fn exit(&mut self) {
606        // Prevents further work from being spawned on the pool,
607        // blocks until all workers in the pool are done,
608        // or a short timeout has been reached.
609        self.thread_pool.exit();
610
611        debug!("Exited CoreResourceManager");
612    }
613
614    fn set_cookie_for_url(
615        &mut self,
616        request: &ServoUrl,
617        cookie: Cookie<'static>,
618        source: CookieSource,
619        http_state: &Arc<HttpState>,
620    ) {
621        if let Some(cookie) = ServoCookie::new_wrapped(cookie, request, source) {
622            let mut cookie_jar = http_state.cookie_jar.write().unwrap();
623            cookie_jar.push(cookie, request, source)
624        }
625    }
626
627    fn fetch<Target: 'static + FetchTaskTarget + Send>(
628        &self,
629        request_builder: RequestBuilder,
630        res_init_: Option<ResponseInit>,
631        mut sender: Target,
632        http_state: &Arc<HttpState>,
633        cancellation_listener: Arc<CancellationListener>,
634        protocols: Arc<ProtocolRegistry>,
635    ) {
636        let http_state = http_state.clone();
637        let dc = self.devtools_sender.clone();
638        let filemanager = self.filemanager.clone();
639        let request_interceptor = self.request_interceptor.clone();
640
641        let timing_type = match request_builder.destination {
642            Destination::Document => ResourceTimingType::Navigation,
643            _ => ResourceTimingType::Resource,
644        };
645
646        let request = request_builder.build();
647        let url = request.current_url();
648
649        // In the case of a valid blob URL, acquiring a token granting access to a file,
650        // regardless if the URL is revoked after token acquisition.
651        //
652        // TODO: to make more tests pass, acquire this token earlier,
653        // probably in a separate message flow.
654        //
655        // In such a setup, the token would not be acquired here,
656        // but could instead be contained in the actual CoreResourceMsg::Fetch message.
657        //
658        // See https://github.com/servo/servo/issues/25226
659        let (file_token, blob_url_file_id) = match url.scheme() {
660            "blob" => {
661                if let Ok((id, _)) = parse_blob_url(&url) {
662                    (self.filemanager.get_token_for_file(&id), Some(id))
663                } else {
664                    (FileTokenCheck::ShouldFail, None)
665                }
666            },
667            _ => (FileTokenCheck::NotRequired, None),
668        };
669
670        spawn_task(async move {
671            // XXXManishearth: Check origin against pipeline id (also ensure that the mode is allowed)
672            // todo load context / mimesniff in fetch
673            // todo referrer policy?
674            // todo service worker stuff
675            let context = FetchContext {
676                state: http_state,
677                user_agent: servo_config::pref!(user_agent),
678                devtools_chan: dc.map(|dc| Arc::new(Mutex::new(dc))),
679                filemanager: Arc::new(Mutex::new(filemanager)),
680                file_token,
681                request_interceptor: Arc::new(Mutex::new(request_interceptor)),
682                cancellation_listener,
683                timing: ServoArc::new(Mutex::new(ResourceFetchTiming::new(request.timing_type()))),
684                protocols,
685            };
686
687            match res_init_ {
688                Some(res_init) => {
689                    let response = Response::from_init(res_init, timing_type);
690
691                    let mut fetch_params = FetchParams::new(request);
692                    http_redirect_fetch(
693                        &mut fetch_params,
694                        &mut CorsCache::default(),
695                        response,
696                        true,
697                        &mut sender,
698                        &mut None,
699                        &context,
700                    )
701                    .await;
702                },
703                None => {
704                    fetch(request, &mut sender, &context).await;
705                },
706            };
707
708            // Remove token after fetch.
709            if let Some(id) = blob_url_file_id.as_ref() {
710                context
711                    .filemanager
712                    .lock()
713                    .unwrap()
714                    .invalidate_token(&context.file_token, id);
715            }
716        });
717    }
718
719    fn websocket_connect(
720        &self,
721        request: RequestBuilder,
722        event_sender: IpcSender<WebSocketNetworkEvent>,
723        action_receiver: IpcReceiver<WebSocketDomAction>,
724        http_state: &Arc<HttpState>,
725    ) {
726        websocket_loader::init(
727            request,
728            event_sender,
729            action_receiver,
730            http_state.clone(),
731            self.ca_certificates.clone(),
732            self.ignore_certificate_errors,
733        );
734    }
735}