mago-syntax 1.0.0-alpha.5

A correct, fast, and memory-efficient PHP syntax implementation, including Lexer, Parser, AST, and utilities for Mago.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use mago_database::file::File;
use mago_database::file::HasFileId;
use mago_interner::ThreadedInterner;
use mago_syntax_core::input::Input;

use crate::ast::Program;
use crate::ast::sequence::Sequence;
use crate::lexer::Lexer;

use crate::error::ParseError;
use crate::parser::internal::statement::parse_statement;
use crate::parser::internal::token_stream::TokenStream;

mod internal;

pub fn parse_file(interner: &ThreadedInterner, file: &File) -> (Program, Option<ParseError>) {
    let lexer = Lexer::new(interner, Input::from_file(file));

    construct(interner, lexer)
}

pub fn parse(interner: &ThreadedInterner, input: Input<'_>) -> (Program, Option<ParseError>) {
    let lexer = Lexer::new(interner, input);

    construct(interner, lexer)
}

fn construct<'i>(interner: &'i ThreadedInterner, lexer: Lexer<'_, 'i>) -> (Program, Option<ParseError>) {
    let mut stream = TokenStream::new(interner, lexer);

    let mut error = None;
    let statements = {
        let mut statements = Vec::new();

        loop {
            match stream.has_reached_eof() {
                Ok(false) => match parse_statement(&mut stream) {
                    Ok(statement) => {
                        statements.push(statement);
                    }
                    Err(parse_error) => {
                        error = Some(parse_error);

                        break;
                    }
                },
                Ok(true) => {
                    break;
                }
                Err(syntax_error) => {
                    error = Some(ParseError::from(syntax_error));

                    break;
                }
            }
        }

        statements
    };

    (Program { file_id: stream.file_id(), statements: Sequence::new(statements), trivia: stream.get_trivia() }, error)
}