token-lists 0.3.0

A simple token list representation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use crate::Token;
use token_parser::{Context, Parsable, Parser, Result, Span, Unit};

impl From<Token> for Unit {
    fn from(value: Token) -> Self {
        use Token::*;
        match value {
            Symbol(name) => Self::Symbol(name, Span::default()),
            List(elements) => Self::Parser(Parser::new(elements)),
        }
    }
}

impl<C: Context> Parsable<C> for Token {
    fn parse_symbol(name: Box<str>, _span: Span, _context: &C) -> Result<Self> {
        Ok(Self::Symbol(name))
    }

    fn parse_list(parser: &mut Parser, context: &C) -> Result<Self> {
        Ok(Self::List(parser.parse_rest(context)?))
    }
}