1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
use tokenizer::{Attribute, TokenSink, Tokenizer, TokenizerOpts};
use tree_builder::{TreeBuilderOpts, TreeBuilder, TreeSink};
use std::option;
use std::default::Default;
use string_cache::QualName;
use tendril::StrTendril;
pub fn one_input<T>(x: T) -> option::IntoIter<T> {
Some(x).into_iter()
}
pub fn tokenize_to<Sink, It>(sink: Sink, input: It, opts: TokenizerOpts) -> Sink
where Sink: TokenSink,
It: Iterator<Item=StrTendril>,
{
let mut tok = Tokenizer::new(sink, opts);
for s in input {
tok.feed(s);
}
tok.end();
tok.unwrap()
}
#[derive(Clone, Default)]
pub struct ParseOpts {
pub tokenizer: TokenizerOpts,
pub tree_builder: TreeBuilderOpts,
}
pub fn parse_to<Sink, It>(sink: Sink, input: It, opts: ParseOpts) -> Sink
where Sink: TreeSink,
It: Iterator<Item=StrTendril>,
{
let tb = TreeBuilder::new(sink, opts.tree_builder);
let mut tok = Tokenizer::new(tb, opts.tokenizer);
for s in input {
tok.feed(s);
}
tok.end();
tok.unwrap().unwrap()
}
pub fn parse_fragment_to<Sink, It>(mut sink: Sink,
input: It,
context_name: QualName,
context_attrs: Vec<Attribute>,
opts: ParseOpts) -> Sink
where Sink: TreeSink,
It: Iterator<Item=StrTendril>
{
let context_elem = sink.create_element(context_name, context_attrs);
let tb = TreeBuilder::new_for_fragment(sink, context_elem, None, opts.tree_builder);
let tok_opts = TokenizerOpts {
initial_state: Some(tb.tokenizer_state_for_context_elem()),
.. opts.tokenizer
};
let mut tok = Tokenizer::new(tb, tok_opts);
for s in input {
tok.feed(s);
}
tok.end();
tok.unwrap().unwrap()
}
pub trait ParseResult {
type Sink: TreeSink + Default;
fn get_result(sink: Self::Sink) -> Self;
}
pub fn parse<Output, It>(input: It, opts: ParseOpts) -> Output
where Output: ParseResult,
It: Iterator<Item=StrTendril>,
{
let sink = parse_to(Default::default(), input, opts);
ParseResult::get_result(sink)
}
pub fn parse_fragment<Output, It>(input: It,
context_name: QualName,
context_attrs: Vec<Attribute>,
opts: ParseOpts) -> Output
where Output: ParseResult,
It: Iterator<Item=StrTendril>,
{
let sink = parse_fragment_to(Default::default(), input, context_name, context_attrs, opts);
ParseResult::get_result(sink)
}