tokenize

Function tokenize 

Source
pub(crate) fn tokenize(input: &str) -> Result<Vec<Token<'_>>, Error>