ling-lang 2030.0.1

Ling - The Omniglot Systems Language
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

// src/lexer/mod.rs
mod token;
mod cursor;
mod unicode;

pub use token::Token;
pub use cursor::Cursor;

pub struct Lexer<'a> {
    cursor: Cursor<'a>,
    // Script detection is WIP.
    script: crate::polyglot::Script,
}




impl<'a> Lexer<'a> {
    pub fn new(source: &'a str) -> Self {
        Self {
            cursor: Cursor::new(source),
            script: crate::polyglot::ScriptDetector::detect(source),

        }
    }
    
pub fn next_token(&mut self) -> Option<Token> {
        None
    }

}