kontex/
analyzer.rs

1use super::document::{Document, ParsedDocument};
2
3pub trait Analyzer {
4    fn new() -> Self;
5    fn parse(&self, Document) -> ParsedDocument;
6    fn tokenize(&String) -> Vec<String>;
7    fn tokenize_string(&self, &String) -> Vec<String>;
8}