Crate yoin

A Japanese morphological analyzer written in pure Rust.

Examples

use yoin::ipadic;

let input = "すもももももももものうち";

let tokenizer = ipadic::tokenizer();

for token in tokenizer.tokenize(input) {
    println!("{}", token.surface());
    println!("{}", &input[token.start()..token.end()]);
    for feature in token.features() {
        println!("{}", feature);
    }
}

Reexports

pub extern crate yoin_ipadic as ipadic;

Modules

tokenizer

Constants

VERSION