lexer 0.1.18

plugin based lexical reader
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use super::TokenMeta;

#[derive(Serialize, Deserialize, Clone, PartialEq, Debug, Eq, PartialOrd, Ord, Hash)]
pub struct Token<T> {
  meta: TokenMeta,
  value: T,
}

unsafe impl<T> Send for Token<T> where T: Send {}
unsafe impl<T> Sync for Token<T> where T: Sync {}

impl<T> Token<T> {
  #[inline(always)]
  pub fn new(meta: TokenMeta, value: T) -> Self {
    Token {
      meta: meta,
      value: value,
    }
  }

  #[inline(always)]
  pub fn meta(&self) -> &TokenMeta {
    &self.meta
  }
  #[inline(always)]
  pub fn into_meta(self) -> TokenMeta {
    self.meta
  }
  #[inline(always)]
  pub fn value(&self) -> &T {
    &self.value
  }
  #[inline(always)]
  pub fn into_value(self) -> T {
    self.value
  }
}