1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
use log::debug;
use peg::str::LineCol;
use snafu::{Backtrace, ResultExt, Snafu};
use std::io::{BufRead, Write};
pub use crate::command::{Command, ValueSource};
pub(crate) use crate::css::{
CssAttributeComparison, CssAttributeSelector, CssPseudoClass, CssSelector, CssSelectorList,
CssSelectorPath, CssSelectorStep,
};
use crate::html::{HtmlContent, HtmlRenderable};
pub use crate::parsing::grammar;
pub use crate::pipeline::Pipeline;
mod command;
mod css;
mod html;
mod parsing;
mod pipeline;
#[derive(Debug, Snafu)]
pub enum StreamingEditorError {
#[snafu(display("Failed to read input from"))]
ReadingInputFailed {
source: std::io::Error,
backtrace: Backtrace,
},
#[snafu(display("Failed to write output into"))]
WritingOutputFailed {
source: std::io::Error,
backtrace: Backtrace,
},
#[snafu(display("Failed to parse input HTML"))]
ParsingInputFailed {
source: tl::ParseError,
backtrace: Backtrace,
},
#[snafu(display("Failed to parse pipeline"))]
ParsingPipelineFailed {
source: peg::error::ParseError<LineCol>,
backtrace: Backtrace,
},
#[snafu(display("Failed to render output"))]
RenderingOutputFailed {
#[snafu(backtrace)]
source: crate::html::IndexError,
},
#[snafu(display("Failed to run pipeline"))]
RunningPipelineFailed {
#[snafu(backtrace)]
source: crate::pipeline::PipelineError,
},
#[snafu(display("Failed to convert parsed HTML into memory model"))]
LoadingParsedHtmlFailed {
#[snafu(backtrace)]
source: crate::html::StreamingEditorError,
},
}
pub struct HtmlStreamingEditor<'a> {
input: &'a mut dyn BufRead,
output: &'a mut dyn Write,
}
impl<'a> HtmlStreamingEditor<'a> {
pub fn new(input: &'a mut dyn BufRead, output: &'a mut dyn Write) -> Self {
HtmlStreamingEditor { input, output }
}
pub fn run(self, commands: &str) -> Result<(), StreamingEditorError> {
let pipeline = parsing::grammar::pipeline(&commands).context(ParsingPipelineFailedSnafu)?;
debug!("Parsed Pipeline: {:#?}", &pipeline);
let mut string_content = String::new();
self.input
.read_to_string(&mut string_content)
.context(ReadingInputFailedSnafu)?;
let dom = tl::parse(&string_content, tl::ParserOptions::default())
.context(ParsingInputFailedSnafu)?;
let root_element = HtmlContent::import(dom).context(LoadingParsedHtmlFailedSnafu)?;
let result = pipeline
.run_on(vec![rctree::Node::clone(&root_element)])
.context(RunningPipelineFailedSnafu)?;
debug!("Final Result: {:#?}", &result);
for node in &result {
let html = node.outer_html();
self.output
.write((*html).as_bytes())
.context(WritingOutputFailedSnafu)?;
}
self.output.flush().context(WritingOutputFailedSnafu)?;
Ok(())
}
}
pub fn report<E: 'static>(err: &E)
where
E: std::error::Error,
E: snafu::ErrorCompat,
E: Send + Sync,
{
eprintln!("[ERROR] {}", err);
if let Some(source) = err.source() {
eprintln!();
eprintln!("Caused by:");
for (i, e) in std::iter::successors(Some(source), |e| e.source()).enumerate() {
eprintln!(" {}: {}", i, e);
}
}
if let Some(backtrace) = snafu::ErrorCompat::backtrace(err) {
eprintln!("Backtrace:");
eprintln!("{}", backtrace);
}
}