layered-nlp 0.1.1

Highly-flexible data-oriented NLP framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use std::ops::Deref;

use storycore::edit::EditToken;

pub use p_token::{PToken, PTokenKind};

mod p_token;

#[derive(PartialEq, Eq, PartialOrd, Ord)]
pub struct PTokenAt(usize);

/// End bound (exclusive)
#[derive(PartialEq, Eq)]
pub enum PTokenRangeTo {
    Before(PTokenAt),
    End,
}

/// Immutable container of [PTokenRange]
pub struct PTokenRange(Vec<p_token::PToken>);

impl PTokenRange {
    pub fn from_token_line(tokens: &[EditToken]) -> Self {
        unimplemented!()
    }
}

impl Deref for PTokenRange {
    type Target = [p_token::PToken];

    fn deref(&self) -> &Self::Target {
        &self.0
    }
}

impl PartialOrd for PTokenRangeTo {
    fn partial_cmp(&self, other: &Self) -> Option<std::cmp::Ordering> {
        match (self, other) {
            (PTokenRangeTo::Before(a), PTokenRangeTo::Before(b)) => a.partial_cmp(b),
            (PTokenRangeTo::End, PTokenRangeTo::Before(_)) => Some(std::cmp::Ordering::Greater),
            (PTokenRangeTo::Before(_), PTokenRangeTo::End) => Some(std::cmp::Ordering::Less),
            (PTokenRangeTo::End, PTokenRangeTo::End) => Some(std::cmp::Ordering::Equal),
        }
    }
}