cfront 0.1.3

A token analyzer for C language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use self::keyword::Keyword;

#[derive(Debug)]
pub enum TokenType <'a> {

    Parenthesis { is_left: bool }, 
    Brace { is_left: bool }, 
    Bracket { is_left: bool }, 

    Operator (&'a str ), 

    Identifier (&'a str ), 
    NumberLiteral(&'a str, Option<&'a str>),

    IntegerLiteral (&'a str, Option<&'a str>), 
    FloatLiteral (&'a str ), 

    StringLiteral (&'a str, bool ), 
    CharLiteral (&'a str, bool ), 
    Keyword (Keyword ), 

}

#[derive(Debug)]
pub struct Token<'a> {
    pub token_type: TokenType<'a>, 
    pub line: usize, 
    pub column: usize, 
} 

pub mod tokenize;
pub mod keyword;