provenant-cli 0.0.8

Provenant is a high-performance Rust scanner for licenses, packages, and source provenance.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

use super::*;
use crate::copyright::types::{PosTag, TreeLabel};

fn make_token(value: &str, tag: PosTag, line: usize) -> Token {
    Token {
        value: value.to_string(),
        tag,
        start_line: line,
    }
}

#[test]
fn test_parse_empty() {
    let result = parse(vec![]);
    assert!(result.is_empty());
}

#[test]
fn test_parse_single_token() {
    let tokens = vec![make_token("hello", PosTag::Nn, 1)];
    let result = parse(tokens);
    assert_eq!(result.len(), 1);
    assert!(result[0].tag().is_some());
}

#[test]
fn test_parse_year_range() {
    let tokens = vec![
        make_token("2020", PosTag::Yr, 1),
        make_token("-", PosTag::Dash, 1),
        make_token("2024", PosTag::Yr, 1),
    ];
    let result = parse(tokens);
    // Should be reduced to a single YR-RANGE node.
    assert_eq!(result.len(), 1, "result: {result:?}");
    assert_eq!(result[0].label(), Some(TreeLabel::YrRange));
}

#[test]
fn test_parse_year_comma_year() {
    let tokens = vec![
        make_token("2020", PosTag::Yr, 1),
        make_token(",", PosTag::Cc, 1),
        make_token("2024", PosTag::Yr, 1),
    ];
    let result = parse(tokens);
    assert_eq!(result.len(), 1, "result: {result:?}");
    assert_eq!(result[0].label(), Some(TreeLabel::YrRange));
}

#[test]
fn test_parse_preserves_unmatched() {
    let tokens = vec![
        make_token("hello", PosTag::Nn, 1),
        make_token("world", PosTag::Nn, 1),
    ];
    let result = parse(tokens);
    // Two NN tokens — no grammar rule matches NN NN, so both preserved.
    assert_eq!(result.len(), 2);
}

#[test]
fn test_parse_with_expired_deadline_returns_without_reducing() {
    let tokens = vec![
        make_token("2020", PosTag::Yr, 1),
        make_token("-", PosTag::Dash, 1),
        make_token("2024", PosTag::Yr, 1),
    ];

    let result = parse_with_deadline(tokens, Some(Instant::now()));
    assert_eq!(result.len(), 3);
    assert!(result.iter().all(|n| n.tag().is_some()));
}

#[test]
fn test_matcher_tag() {
    let node = ParseNode::Leaf(make_token("2024", PosTag::Yr, 1));
    assert!(matcher_matches(&TagMatcher::Tag(PosTag::Yr), &node));
    assert!(!matcher_matches(&TagMatcher::Tag(PosTag::Nn), &node));
}

#[test]
fn test_matcher_label() {
    let node = ParseNode::Tree {
        label: TreeLabel::YrRange,
        children: vec![],
    };
    assert!(matcher_matches(
        &TagMatcher::Label(TreeLabel::YrRange),
        &node
    ));
    assert!(!matcher_matches(&TagMatcher::Label(TreeLabel::Name), &node));
}

#[test]
fn test_matcher_any_tag() {
    let node = ParseNode::Leaf(make_token("2024", PosTag::Yr, 1));
    assert!(matcher_matches(
        &TagMatcher::AnyTag(&[PosTag::Yr, PosTag::BareYr]),
        &node
    ));
    assert!(!matcher_matches(
        &TagMatcher::AnyTag(&[PosTag::Nn, PosTag::Cc]),
        &node
    ));
}