llmaker 0.0.1

Make LL(1) token parser code for Rust.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212

use std::fs::File;
use std::io::prelude::*;
use std::process;
use std::str::from_utf8;

use super::frontend::lexer;
use super::frontend::parse;
use super::types;

#[derive(Debug, Clone)]
pub enum OptionError {
  NoInputFileName,
  NotFoundInputFileName(String),
  BrokenInputFile(String),
  BrokenInputFilePath(String),
}

#[derive(Debug, Clone)]
pub enum ConfigError {
  NotFoundPubFunctin,
  NotFoundTokenTypeStr(String),
  NotFoundFunctionName(String),
}

#[derive(Debug, Clone)]
pub enum Error {
  OptionError(OptionError),
  LexerError(lexer::LexError),
  ParserError(parse::ParseError),
  ConfigError(ConfigError),
}

pub fn print_error_msg(err: Error, input_file_name_opt: Option<&str>) {
  match err {
    Error::OptionError(e) => match e {
      OptionError::NoInputFileName => {
        eprintln! {"![option error]\n  no input file name"}
      }
      OptionError::NotFoundInputFileName(s) => {
        eprintln!("![opiton error]\n  not found input file: {}", s)
      }
      OptionError::BrokenInputFile(s) => eprintln!("![opiton error]\n  broken input file: {}", s),
      OptionError::BrokenInputFilePath(s) => {
        eprintln!("![opiton error]\n  broken input file path: {}", s)
      }
    },
    Error::LexerError(e) => {
      // OptionErrorではないので、ファイルを読みこむことができることは保障されている。
      let mut f = File::open(&mut input_file_name_opt.unwrap()).unwrap();
      let mut contents = String::new();
      f.read_to_string(&mut contents).unwrap();
      let input_bytes = contents.as_bytes();
      let (e, rng) = e;
      match e {
        lexer::LexErrorKind::InvalidChar(c) => {
          let (err_point_s, start_pos, _end_pos) = get_error_point(rng, input_bytes);
          let input_file_path = input_file_name_opt.unwrap();
          let (start_row, start_column) = start_pos;
          let start_pos_s = format!("{}:{}", start_row, start_column);
          eprintln!(
            "![lexer error]\n  illegal token '{}' at {}:{}\n{}",
            c, input_file_path, start_pos_s, err_point_s
          )
        }
        lexer::LexErrorKind::UnDefinedToken(s) => {
          let (err_point_s, start_pos, _end_pos) = get_error_point(rng, input_bytes);
          let input_file_path = input_file_name_opt.unwrap();
          let (start_row, start_column) = start_pos;
          let start_pos_s = format!("{}:{}", start_row, start_column);
          eprintln!(
            "![lexer error]\n  undefinde token \"{}\" at {}:{}\n{}",
            s, input_file_path, start_pos_s, err_point_s
          )
        }
        lexer::LexErrorKind::Eof => {
          let (_, start_pos, _end_pos) = get_error_point(rng, input_bytes);
          let input_file_path = input_file_name_opt.unwrap();
          let (start_row, start_column) = start_pos;
          let start_pos_s = format!("{}:{}", start_row, start_column);
          eprintln!(
            "![lexer error]\n unexpected end of file at {}:{}",
            input_file_path, start_pos_s
          )
        }
      }
    }
    Error::ParserError(e) => {
      // OptionErrorではないので、ファイルを読みこむことができることは保障されている。
      let mut f = File::open(&mut input_file_name_opt.unwrap()).unwrap();
      let mut contents = String::new();
      f.read_to_string(&mut contents).unwrap();
      let input_bytes = contents.as_bytes();
      match e {
        parse::ParseError::UnexpectedToken(tok) => {
          let (_errkind, rng) = tok;
          let (err_point_s, start_pos, _end_pos) = get_error_point(rng, input_bytes);
          let input_file_path = input_file_name_opt.unwrap();
          let (start_row, start_column) = start_pos;
          let start_pos_s = format!("{}:{}", start_row, start_column);
          eprintln!(
            "![parse error]\n  unexpected token '{}' at {}:{}",
            err_point_s, input_file_path, start_pos_s
          )
        }
        parse::ParseError::RedundantExpression(tok) => {
          let (_errkind, rng) = tok;
          let (err_point_s, start_pos, _end_pos) = get_error_point(rng, input_bytes);
          let input_file_path = input_file_name_opt.unwrap();
          let (start_row, start_column) = start_pos;
          let start_pos_s = format!("{}:{}", start_row, start_column);
          eprintln!(
            "![parse error]\n  redundant expression '{}' at {}:{}",
            err_point_s, input_file_path, start_pos_s
          )
        }
        parse::ParseError::Eof => {
          let input_file_path = input_file_name_opt.unwrap();
          eprintln!(
            "![parse error]\n  unexpected end of file at {}",
            input_file_path
          )
        }
      }
    }
    Error::ConfigError(e) => match e {
      ConfigError::NotFoundPubFunctin => {
        let input_file_path = input_file_name_opt.unwrap();
        eprintln!(
          "![config file error]\n not found pub function at {}",
          input_file_path
        )
      }
      ConfigError::NotFoundTokenTypeStr(s) => {
        let input_file_path = input_file_name_opt.unwrap();
        eprintln!(
          "![config file error]\n not found \"{}\"'s type at {}",
          s, input_file_path
        )
      }
      ConfigError::NotFoundFunctionName(s) => {
        let input_file_path = input_file_name_opt.unwrap();
        eprintln!(
          "![config file error]\n not found \"{}\"'s name at {}",
          s, input_file_path
        )
      }
    },
  };
  process::exit(1);
}

fn get_error_point(
  range: types::Range,
  input_bytes: &[u8],
) -> (String, (usize, usize), (usize, usize)) {
  let (start, end) = range.to_tuple();
  let error_point_string = from_utf8(&input_bytes[start..end]).unwrap().to_string();
  let mut start_pos = (1, 0);
  let mut end_pos = (1, 0);
  let mut pos = 0;
  let mut line = 1;
  let mut is_start_pos_update = false;
  let split_input_bytes = input_bytes.split(|b| b == &b'\n');
  for b_vec in split_input_bytes {
    let new_pos = pos + b_vec.len() + 1; // splitするときに\nが削除されるので
    if new_pos > start {
      if is_start_pos_update {
        // 既に更新されているのでstart_posに関してはスルー
        // endより大きいか見る
        if new_pos > end {
          // end_posを更新して終了 見かけ上、'\n'分だけ文字が増えているので補正
          end_pos = (line, end - pos);
          break;
        } else {
          // 行を1つ増やして、posも更新する
          line += 1;
          pos = new_pos;
        }
      } else {
        // startはまだ更新されていないので更新する
        is_start_pos_update = true;
        start_pos = (line, start - pos + 1);
        // endより大きいか見る
        if new_pos > end {
          // end_posを更新して終了
          end_pos = (line, end - pos);
          break;
        } else {
          // 行を1つ増やして、posも更新する
          line += 1;
          pos = new_pos;
        }
      }
    } else {
      line += 1;
      pos = new_pos;
    }
  }
  (error_point_string, start_pos, end_pos)
}

#[test]
fn check_get_error_point() {
  assert_eq!(
    get_error_point(types::Range::make(1, 2), b"abcd\nhoge\n"),
    ("bc".to_string(), (1, 2), (1, 3))
  );
  assert_eq!(
    get_error_point(types::Range::make(1, 5), b"abcd\nhoge\n"),
    ("bcd\nh".to_string(), (1, 2), (2, 1))
  );
}