1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
//! A Japanese morphological analyzer written in pure Rust. //! //! ## Examples //! //! ``` //! use yoin::ipadic; //! //! let input = "すもももももももものうち"; //! //! let tokenizer = ipadic::tokenizer(); //! //! for token in tokenizer.tokenize(input) { //! println!("{}", token.surface()); //! println!("{}", &input[token.start()..token.end()]); //! for feature in token.features() { //! println!("{}", feature); //! } //! } //! ``` extern crate yoin_core as core; pub extern crate yoin_ipadic as ipadic; pub const VERSION: &'static str = "0.0.1"; pub use core::tokenizer;