use super::{CharInfo, UserData};
#[derive(Copy, Clone, PartialEq, Eq)]
pub struct Token {
pub ch: char,
pub offset: u32,
pub len: u8,
pub info: CharInfo,
pub data: UserData,
}
impl Default for Token {
fn default() -> Self {
Self {
ch: '\0',
offset: 0,
len: 1,
info: Default::default(),
data: 0,
}
}
}