Function freedit::controller::tantivy::pre_tokenize_text

fn pre_tokenize_text(text: &str) -> Vec<Token>