oxlex 0.1.0

Simple lexer/tokenizer used in OxyScript
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use crate::{
    lexer::Lexer,
    source::Source
};

use std::{
    hash::{
        Hash
    },
    collections::{
        HashSet
    },
    fmt::Debug
};

pub trait Lexable: Sized + Clone + Eq + Hash + Debug {
    fn lexer<'source, S: Source<'source>>(source: S) -> Lexer<Self, S>;
    fn match_token(slice: &str) -> Vec<Self>;
    fn get_end_variant() -> Self;
    fn get_error_variant() -> Self;
    fn should_skip(&self) -> bool;
    fn is_inclusive(&self) -> bool;
    fn prio(&self) -> i8;
}