/*
TODO:
* Check tokens hashmap to ensure tokenizer is functioning
*/externcrate textsearch;usetextsearch::index::Index;staticDOC:&'staticstr="Some text to test with";#[test]fncreate_index(){let index =Index::new(DOC);//should have 5 tokens, one for each word in DOC
assert_eq!(index.tokens.len(),5);//Document for index should have 32byte UUID
assert_eq!(index.id.len(),32);}