scribe 0.10.0

Text editor toolkit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

mod token_iterator;
mod token_set;

pub use self::token_iterator::TokenIterator;
pub use self::token_set::TokenSet;

use crate::buffer::Position;
use syntect::parsing::ScopeStack;

#[derive(Debug, PartialEq)]
pub enum Token<'a> {
    Newline,
    Lexeme(Lexeme<'a>),
}

#[derive(Debug, PartialEq)]
pub struct Lexeme<'a> {
    pub value: &'a str,
    pub scope: ScopeStack,
    pub position: Position,
}