1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
use crate::error::Result;
use crate::splitter::fragment::{Fragment, FragmentType};
use chunk::{Chunk, ChunkData};
#[cfg(feature = "parallel")]
use rayon::prelude::*;
pub mod ansi;
pub mod chunk;
pub mod color;
pub mod tag_parser;
pub mod word_parser;
pub struct Parser {
parse_placeholders: bool,
}
impl Default for Parser {
fn default() -> Self {
Self::new(true)
}
}
impl Parser {
pub fn new(parse_placeholders: bool) -> Self {
Self { parse_placeholders }
}
pub fn parse<'a>(&self, frags: Vec<Fragment<'a>>) -> Vec<Result<Chunk<'a>>> {
// let word_parer = WordParser::new();
#[cfg(feature = "parallel")]
{
frags
.into_par_iter()
.map(|frag| {
let span = frag.span;
match frag.r#type {
FragmentType::Tag => {
let mut tag_parser =
tag_parser::TagParser::new(self.parse_placeholders);
Ok(Chunk {
data: ChunkData::Tag(tag_parser.parse(frag)?),
span,
})
}
FragmentType::Whitespace => {
// Handle whitespace fragments
Ok(Chunk {
data: ChunkData::WhiteSpace(frag.lexeme),
span,
})
}
FragmentType::Word => {
// Handle word fragments
// let chs = word_parer.parse(frag)?;
// chunks.extend_from_slice(&chs);
Ok(Chunk {
data: ChunkData::Word(frag.lexeme),
span,
})
}
}
})
.collect()
}
#[cfg(not(feature = "parallel"))]
frags
.into_iter()
.map(|frag| {
let span = frag.span;
match frag.r#type {
FragmentType::Tag => {
let mut tag_parser = tag_parser::TagParser::new(self.parse_placeholders);
Ok(Chunk {
data: ChunkData::Tag(tag_parser.parse(frag)?),
span,
})
}
FragmentType::Whitespace => {
// Handle whitespace fragments
Ok(Chunk {
data: ChunkData::WhiteSpace(frag.lexeme),
span,
})
}
FragmentType::Word => {
// Handle word fragments
// let chs = word_parer.parse(frag)?;
// chunks.extend_from_slice(&chs);
Ok(Chunk {
data: ChunkData::Word(frag.lexeme),
span,
})
}
}
})
.collect()
}
}