1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
use std::{error::Error as StdError, fmt};
#[derive(Debug, Eq, PartialEq, Clone)]
pub struct TokenizerError {
pub context: String,
pub nom_kind: Option<nom::error::ErrorKind>,
}
impl<'a, S, T> From<(S, T)> for TokenizerError
where
S: std::fmt::Display,
T: std::fmt::Display,
{
fn from(from: (S, T)) -> Self {
Self {
context: format!("failed to tokenize {}: {}", from.0, from.1),
nom_kind: None,
}
}
}
impl From<&'static str> for TokenizerError {
fn from(from: &'static str) -> Self {
Self {
context: from.into(),
nom_kind: None,
}
}
}
#[allow(clippy::from_over_into)]
impl Into<nom::Err<Self>> for TokenizerError {
fn into(self) -> nom::Err<Self> {
nom::Err::Error(self)
}
}
impl fmt::Display for TokenizerError {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
write!(f, "Tokenizer error: {}", self.context)
}
}
impl StdError for TokenizerError {}
impl<T: std::fmt::Display> nom::error::ParseError<T> for TokenizerError {
fn from_error_kind(input: T, kind: nom::error::ErrorKind) -> Self {
Self {
context: format!("could not tokenize ({:?}): {}", kind, input),
nom_kind: Some(kind),
}
}
fn append(input: T, kind: nom::error::ErrorKind, other: Self) -> Self {
Self {
context: format!(
"{}. Also, could not tokenize ({:?}): {}",
other, kind, input,
),
nom_kind: other.nom_kind,
}
}
}