Function tokenize 

pub fn tokenize(
    input: &str,
    policy: TokenizePolicy,
) -> Result<Vec<Token>, Error>