oak-j 0.0.11

High-performance incremental J parser for the oak ecosystem with flexible configuration, emphasizing safety and reliability.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

#![doc = include_str!("readme.md")]
/// J element type definitions
pub mod element_type;

pub use element_type::JElementType;

use crate::{language::JLanguage, lexer::JTokenType};
use oak_core::{
    OakError, TextEdit,
    parser::{ParseCache, ParseOutput, Parser, ParserState},
    source::Source,
};

pub(crate) type State<'a, S> = ParserState<'a, JLanguage, S>;

/// J language parser
pub struct JParser<'config> {
    pub(crate) config: &'config JLanguage,
}

impl<'config> JParser<'config> {
    /// Creates a new J parser
    pub fn new(config: &'config JLanguage) -> Self {
        Self { config }
    }

    /// Parses a sentence
    fn parse_sentence<'a, S: Source + ?Sized>(&self, state: &mut State<'a, S>) -> bool {
        let cp = state.checkpoint();

        // Simple assignment or expression parsing
        let mut matched;
        if state.at(JTokenType::Identifier) && (state.peek_kind_at(1) == Some(JTokenType::IsGlobal) || state.peek_kind_at(1) == Some(JTokenType::IsLocal)) {
            matched = self.parse_assignment(state);
        }
        else {
            matched = self.parse_expression(state);
        }

        if matched {
            state.finish_at(cp, JElementType::Sentence);
        }
        matched
    }

    /// Parses an assignment
    fn parse_assignment<'a, S: Source + ?Sized>(&self, state: &mut State<'a, S>) -> bool {
        let cp = state.checkpoint();
        state.eat(JTokenType::Identifier);
        if state.at(JTokenType::IsGlobal) {
            state.eat(JTokenType::IsGlobal);
        }
        else {
            state.eat(JTokenType::IsLocal);
        }
        self.parse_expression(state);
        state.finish_at(cp, JElementType::Assignment);
        true
    }

    /// Parses an expression
    fn parse_expression<'a, S: Source + ?Sized>(&self, state: &mut State<'a, S>) -> bool {
        let cp = state.checkpoint();
        let mut matched = false;

        while state.not_at_end() && !state.at(JTokenType::Newline) && !state.at(JTokenType::Eof) {
            if state.at(JTokenType::Identifier) {
                state.eat(JTokenType::Identifier);
                matched = true;
            }
            else if state.at(JTokenType::NumberLiteral) {
                state.eat(JTokenType::NumberLiteral);
                matched = true;
            }
            else if state.at(JTokenType::StringLiteral) {
                state.eat(JTokenType::StringLiteral);
                matched = true;
            }
            else if state.at(JTokenType::LeftParen) {
                let group_cp = state.checkpoint();
                state.eat(JTokenType::LeftParen);
                self.parse_expression(state);
                let _ = state.expect(JTokenType::RightParen);
                state.finish_at(group_cp, JElementType::Group);
                matched = true;
            }
            else {
                // Possibly an operator
                state.advance();
                matched = true;
            }
        }

        if matched {
            state.finish_at(cp, JElementType::Expression);
        }
        matched
    }
}

impl<'config> Parser<JLanguage> for JParser<'config> {
    fn parse<'a, S: Source + ?Sized>(&self, text: &'a S, edits: &[TextEdit], cache: &'a mut impl ParseCache<JLanguage>) -> ParseOutput<'a, JLanguage> {
        let lexer = crate::lexer::JLexer::new(self.config);
        oak_core::parser::parse_with_lexer(&lexer, text, edits, cache, |state| {
            let root_cp = state.checkpoint();
            let unit_cp = state.checkpoint();

            while state.not_at_end() {
                if !self.parse_sentence(state) {
                    state.advance();
                }
            }

            state.finish_at(unit_cp, JElementType::CompilationUnit);
            Ok(state.finish_at(root_cp, JElementType::Root))
        })
    }
}