extern crate jieba_rs;
#[macro_use]
extern crate log;
extern crate tantivy;

pub use options::TokenizerOption;
pub use stream::CangjieTokenStream;
pub use tokenizer::CangJieTokenizer;

pub mod options;
pub mod stream;
pub mod tokenizer;

pub const CANG_JIE: &str = "CANG_JIE";