use cpp_parser::{CppKind, CppSyntaxNode, CppSyntaxToken, CppTokenKind, SourceRange};
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct Token {
pub kind: CppTokenKind,
pub text: smol_str::SmolStr,
pub range: SourceRange,
}
impl Token {
pub fn new(kind: CppTokenKind, text: impl Into<smol_str::SmolStr>, range: SourceRange) -> Self {
Token {
kind,
text: text.into(),
range,
}
}
pub fn from_syntax(token: &CppSyntaxToken) -> Self {
Token {
kind: CppTokenKind::from(token.kind()),
text: smol_str::SmolStr::new(token.text()),
range: cpp_parser::source_range(token.text_range()),
}
}
pub fn is(&self, kind: CppTokenKind) -> bool {
self.kind == kind
}
pub fn is_identifier(&self) -> bool {
self.kind == CppTokenKind::Identifier
}
pub fn text(&self) -> &str {
&self.text
}
pub fn as_decimal(&self) -> Option<u64> {
self.text.parse().ok()
}
}
pub fn tokens_of(node: &CppSyntaxNode) -> Vec<Token> {
node.children_with_tokens()
.filter_map(|element| element.into_token())
.map(|token| Token::from_syntax(&token))
.collect()
}
pub fn is_trivia(kind: CppTokenKind) -> bool {
cpp_parser::is_trivia(kind)
}
pub fn ends_logical_line(kind: CppTokenKind) -> bool {
matches!(kind, CppTokenKind::Newline | CppTokenKind::Eof)
}
pub fn is_hash(kind: CppTokenKind) -> bool {
kind == CppTokenKind::Hash
}
pub fn is_keyword_like(kind: CppTokenKind) -> bool {
cpp_parser::is_keyword(kind)
}
pub fn kind_of(kind: CppTokenKind) -> CppKind {
CppKind::Token(kind)
}