1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! A Japanese morphological analyzer written in pure Rust.
//!
//! ## Examples
//!
//! ```
//! use yoin::ipadic;
//!
//! let input = "すもももももももものうち";
//!
//! let tokenizer = ipadic::tokenizer();
//!
//! for token in tokenizer.tokenize(input) {
//!     println!("{}", token.surface());
//!     println!("{}", &input[token.start()..token.end()]);
//!     for feature in token.features() {
//!         println!("{}", feature);
//!     }
//! }
//! ```
extern crate yoin_core as core;
pub extern crate yoin_ipadic as ipadic;

pub const VERSION: &'static str = "0.0.1";

pub use core::tokenizer;