tipping-rs 0.2.1

A Rust implementation of Token Interdependency Parsing (Tipping) algorithm
Documentation 
1
2
3
4
5
6
7
8
9

use crate::tokenizer::Token;

pub trait Tokenize {
    fn tokenize<'a>(&self, msg: &'a str) -> Vec<Token<'a>>;
}

pub trait TokenFilter {
    fn token_filter(&self, tok: &Token) -> bool;
}