urlpattern::tokenizer

Function tokenize

Source 
pub fn tokenize(
    input: &str,
    policy: TokenizePolicy,
) -> Result<Vec<Token>, Error>