Struct Tokenizer 

pub(crate) struct Tokenizer {
    document: Dom<Document>,
    receiver: Receiver<ToTokenizerMsg>,
    html_tokenizer_sender: Sender<ToHtmlTokenizerMsg>,
    nodes: RefCell<FxHashMap<usize, Dom<Node>>>,
    url: ServoUrl,
    parsing_algorithm: ParsingAlgorithm,
    custom_element_reaction_stack: Rc<CustomElementReactionStack>,
}

Fields

document: Dom<Document>

receiver: Receiver<ToTokenizerMsg>

html_tokenizer_sender: Sender<ToHtmlTokenizerMsg>

nodes: RefCell<FxHashMap<usize, Dom<Node>>>

url: ServoUrl

parsing_algorithm: ParsingAlgorithm

custom_element_reaction_stack: Rc<CustomElementReactionStack>

Implementations

impl Tokenizer

pub(crate) fn new( document: &Document, url: ServoUrl, fragment_context: Option<FragmentContext<'_>>, ) -> Self

pub(crate) fn feed( &self, input: &BufferQueue, can_gc: CanGc, ) -> TokenizerResult<DomRoot<HTMLScriptElement>>

pub(crate) fn end(&self, can_gc: CanGc)

pub(crate) fn url(&self) -> &ServoUrl

pub(crate) fn set_plaintext_state(&self)

fn insert_node(&self, id: usize, node: Dom<Node>)

fn get_node<'a>(&'a self, id: &usize) -> Ref<'a, Dom<Node>>

fn append_before_sibling(&self, sibling: usize, node: NodeOrText, can_gc: CanGc)

fn append(&self, parent: usize, node: NodeOrText, can_gc: CanGc)

fn has_parent_node(&self, node: usize) -> bool

fn same_tree(&self, x: usize, y: usize) -> bool

fn process_operation(&self, op: ParseOperation, can_gc: CanGc)

Trait Implementations

impl MallocSizeOf for Tokenizer

fn size_of(&self, ops: &mut MallocSizeOfOps) -> usize

Measure the heap usage of all descendant heap-allocated structures, but not the space taken up by the value itself.

impl Traceable for Tokenizer

unsafe fn trace(&self, tracer: *mut JSTracer)

Trace self.