use sudachiclone::prelude::*;
let dictionary = Dictionary::setup(None, None).unwrap();
let tokenizer = dictionary.create();
for m in tokenizer.tokenize("国家公務員", &Some(SplitMode::C), None).unwrap() {
println!("{}", m.surface());
};
for m in tokenizer.tokenize("国家公務員", &Some(SplitMode::B), None).unwrap() {
println!("{}", m.surface());
};
for m in tokenizer.tokenize("国家公務員", &Some(SplitMode::A), None).unwrap() {
println!("{}", m.surface());
};
let m = tokenizer.tokenize("食べ", &Some(SplitMode::A), None).unwrap().get(0).unwrap();
println!("{}", m.surface());
println!("{}", m.dictionary_form());
println!("{}", m.reading_form());
println!("{:?}", m.part_of_speech());
println!("{}", tokenizer.tokenize("附属", &Some(SplitMode::A), None).unwrap().get(0).unwrap().normalized_form());
println!("{}", tokenizer.tokenize("SUMMER", &Some(SplitMode::A), None).unwrap().get(0).unwrap().normalized_form());
println!("{}", tokenizer.tokenize("シュミレーション", &Some(SplitMode::A), None).unwrap().get(0).unwrap().normalized_form());