chrono-node-rs 0.1.0

Behaviour-matched Rust port of chrono-node: natural-language date parsing, checked against chrono-node's own output
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

//! upstream `common/refiners/OverlapRemovalRefiner.ts`.

use crate::core::chrono::Refiner;
use crate::core::configuration::Flags;
use crate::core::context::ParsingContext;
use crate::core::result::ParsingResult;
use crate::core::utils::pattern::js_len;

pub const UPSTREAM: &str = "OverlapRemovalRefiner";

pub fn create(_flags: &Flags) -> Box<dyn Refiner> {
    Box::new(OverlapRemovalRefiner)
}

/// upstream `OverlapRemovalRefiner`.
pub struct OverlapRemovalRefiner;

impl Refiner for OverlapRemovalRefiner {
    fn refine(&self, _context: &ParsingContext, results: Vec<ParsingResult>) -> Vec<ParsingResult> {
        if results.len() < 2 {
            return results;
        }

        let mut filtered = Vec::new();
        let mut iter = results.into_iter();
        let mut prev = iter.next().unwrap();
        for result in iter {
            if result.index >= prev.index + prev.text.len() {
                filtered.push(prev);
                prev = result;
                continue;
            }

            // If overlap, compare the length and discard the shorter one
            if js_len(&result.text) > js_len(&prev.text) {
                prev = result;
            }
        }

        filtered.push(prev);
        filtered
    }
}