1use std::collections::HashMap;
2use std::process::{abort};
3use askama::Template;
4use logos::{Lexer, Logos, Span};
5use regex::Regex;
6use stringcase::Caser;
7
8
9fn integer_bit_size(bit_size: &u8) -> u8 {
12 match bit_size {
13 0..=16 => 16,
14 17..=32 => 32,
17 _ => 64
18 }
19}
20#[derive(Debug, Clone )]
22#[allow(unused)]
23pub struct AttributeEx {
24 base: Attribute,
25 rust_type_str: String,
26 base_type_str: String,
28 is_py_wrapped: bool, is_msg: bool, is_enum: bool, is_oo: bool, add_val: bool,
29}
30#[derive(Debug, Clone )]
31pub struct MessageR {
32 pub name: String,
33 pub comment: Option<String>,
35 pub parent: Option<String>,
36 pub attributes: Vec<AttributeEx>,
37}
38#[derive(Debug, Clone )]
39#[allow(dead_code)]
40pub struct OneOfInfoR {
41 msg_name: String,
42 name: String,
43 dyn_bits: u8,
44 attributes: Vec<AttributeEx>,
45 default_attrib_name: String,
46}
47fn to_rust_attribute(attribute: &Attribute, msg_names: &Vec<String>) -> AttributeEx {
48 let (rtype, base_type, is_py_wrapped, is_msg, is_enum, is_oo, add_val) = {
49 let mut is_py_wrapped = false;
50 let mut is_enum = false;
51 let mut is_msg = false;
52 let mut is_oo = false;
53 let mut add_val = false;
54
55 let (rtype, base_type) = match &attribute.specific_details {
56 AttributeDetails::AttributeSimple(a) => {
57 match a {
58 SimpleType::NoTypeSetYet => {
59 println!("Unexpected unspecified attribute type");
60 abort()
61 },
62 SimpleType::Bool => { ("bool".to_string(), "bool".to_string()) },
63 SimpleType::UIntFixed(b) => {
64 add_val = true;
65 let base = format!("u{}", integer_bit_size(&b));
66 (format!("IntWithGivenBitSize<{}, {}>", base.clone(), b), base) },
67 SimpleType::IntFixed(b) => {
68 add_val = true;
69 let base = format!("i{}", integer_bit_size(&b));
70 (format!("IntWithGivenBitSize<{}, {}>", base.clone(), b), base) },
71 SimpleType::UIntDyn(b) => {
72 add_val = true;
73 let base = format!("u{}", integer_bit_size(&b.0));
74 (format!("DynInteger<{}, {}, {}>", base.clone(), b.0, b.1), base) },
75 SimpleType::IntDyn(b) => {
76 add_val = true;
77 let base = format!("i{}", integer_bit_size(&b.0));
78 (format!("DynInteger<{}, {}, {}>", base.clone(), b.0, b.1), base) },
79 SimpleType::Float => {
80 add_val = true;
81 let base = "f32".to_string();
82 (base.clone(), base)
83 },
84 SimpleType::Double => {
85 let base = "f64".to_string();
86 (base.clone(), base) },
87 SimpleType::FixedPrecision(fpp) => {
88 add_val = true;
89 (format!("FixPrecisionMinMax<{}, {}, {}>", fpp.bits, fpp.min_val, fpp.max_val), "f64".to_string())
90 },
91 SimpleType::Binary(b) => {
92 add_val = true;
93 (format!("Binary<{}>", b), "Vec<u8>".to_string()) },
94 SimpleType::AString(b) => {
95 add_val = true;
96 (format!("BitisAString<{}>", b), "String".to_string()) },
97 }
98 }
99 AttributeDetails::AttributeEnumOrMsg(em) => {
100 is_py_wrapped = true;
101 is_msg = msg_names.contains(&em);
102 is_enum = !is_msg.clone();
103 (em.clone(), em.clone()) }
104 AttributeDetails::AttributeOneOf(ooi) => {
105 is_py_wrapped=true; is_oo = true;
106 (ooi.name.clone(), ooi.name.clone()) }
107 };
108 (rtype, base_type, is_py_wrapped, is_msg, is_enum, is_oo, add_val)
109 };
110 AttributeEx{base: attribute.clone(), rust_type_str: rtype, base_type_str: base_type,
111 is_py_wrapped, is_msg, is_enum, is_oo, add_val }
112}
113
114pub fn to_rust_messages(msgs: &Vec<Message>) -> Vec<MessageR> {
115 let msgs_names: Vec<_> = msgs.iter().map(|m| {m.name.clone()}).collect();
116
117 msgs.iter().map(|msg| {
118 let attrs_rust: Vec<_> = msg.attributes.iter().map(|attribute| {
119 to_rust_attribute(attribute, &msgs_names) }).collect();
120 MessageR{name: msg.name.clone(), comment: msg.comment.clone(), parent: msg.parent.clone(),
121 attributes: attrs_rust}
122 }).collect()
123}
124pub fn to_rust_oneofs(oos: &Vec<(String, OneOfInfo)>, msgs: &Vec<Message>) -> HashMap<String, OneOfInfoR> {
125 let msgs_names: Vec<_> = msgs.iter().map(|m| {m.name.clone()}).collect();
126
127 oos.iter().map(|(msg_name, oo)| {
128 let attrs_rust: Vec<_> = oo.attributes.iter().map(|attribute| {
129 to_rust_attribute(attribute, &msgs_names) }).collect();
130 (oo.name.clone(), OneOfInfoR{msg_name: msg_name.clone(), name: oo.name.clone(), dyn_bits: oo.dyn_bits,
131 attributes: attrs_rust, default_attrib_name: oo.default_attrib_name.clone()})
132 }).collect()
133}
134
135fn to_cpp_attribute(attribute: &Attribute, msg_names: &Vec<String>) -> AttributeEx {
136 let (rtype, base_type, is_py_wrapped, is_msg, is_enum, is_oo, add_val) = {
137 let mut is_py_wrapped = false;
138 let mut is_enum = false;
139 let mut is_msg = false;
140 let mut is_oo = false;
141 let mut add_val = false;
142
143 let (rtype, base_type) = match &attribute.specific_details {
144 AttributeDetails::AttributeSimple(a) => {
145 match a {
146 SimpleType::NoTypeSetYet => {
147 println!("Unexpected unspecified attribute type");
148 abort()
149 },
150 SimpleType::Bool => { ("BitisBool".to_string(), "bool".to_string()) }
151 SimpleType::UIntFixed(b) => {
152 add_val = true;
153 let base = format!("uint{}_t", integer_bit_size(&b));
154 (format!("IntgralWithGivenBitSize<{}, {}>", base.clone(), b), base) }
155 SimpleType::IntFixed(b) => {
156 add_val = true;
157 let base = format!("int{}_t", integer_bit_size(&b));
158 (format!("IntgralWithGivenBitSize<{}, {}>", base.clone(), b), base) }
159 SimpleType::UIntDyn(b) => {
160 add_val = true;
161 let base = format!("uint{}_t", integer_bit_size(&b.0));
162 (format!("DynInteger<{}, {}, {}>", base.clone(), b.0, b.1), base) }
163 SimpleType::IntDyn(b) => {
164 add_val = true;
165 let base = format!("int{}_t", integer_bit_size(&b.0));
166 (format!("DynInteger<{}, {}, {}>", base.clone(), b.0, b.1), base) }
167 SimpleType::Float => {
168 add_val = true;
169 let base = "float".to_string();
170 (format!("BitisFloatingPoint<{}>", base.clone()), base)
171 }
172 SimpleType::Double => {
173 let base = "double".to_string();
174 (format!("BitisFloatingPoint<{}>", base.clone()), base) },
175 SimpleType::FixedPrecision(fpp) => {
176 add_val = true;
177 (format!("FixPrecisionMinMax<{}, {}, {}>", fpp.bits, fpp.min_val, fpp.max_val), "double".to_string())
178 },
179 SimpleType::Binary(b) => {
180 add_val = true;
181 (format!("Binary<{}>", b), "Vec<u8>".to_string()) },
182 SimpleType::AString(b) => {
183 add_val = true;
184 (format!("BitisAString<{}>", b), "char *".to_string()) },
185 }
186 }
187 AttributeDetails::AttributeEnumOrMsg(em) => {
188 is_py_wrapped = true;
189 is_msg = msg_names.contains(&em);
190 is_enum = !is_msg.clone();
191 (em.clone(), em.clone()) }
192 AttributeDetails::AttributeOneOf(ooi) => {
193 is_py_wrapped=true; is_oo = true;
194 (ooi.name.clone(), ooi.name.clone()) }
195 };
196 (rtype, base_type, is_py_wrapped, is_msg, is_enum, is_oo, add_val)
197 };
198 AttributeEx{base: attribute.clone(), rust_type_str: rtype, base_type_str: base_type,
199 is_py_wrapped, is_msg, is_enum, is_oo, add_val }
200}
201pub fn to_cpp_messages(msgs: &Vec<Message>) -> Vec<MessageR> {
202 let msgs_names: Vec<_> = msgs.iter().map(|m| {m.name.clone()}).collect();
203
204 msgs.iter().map(|msg| {
205 let attrs_rust: Vec<_> = msg.attributes.iter().map(|attribute| {
206 to_cpp_attribute(attribute, &msgs_names) }).collect();
207 MessageR{name: msg.name.clone(), comment: msg.comment.clone(), parent: msg.parent.clone(),
208 attributes: attrs_rust}
209 }).collect()
210}
211pub fn to_cpp_oneofs(oos: &Vec<(String, OneOfInfo)>, msgs: &Vec<Message>) -> HashMap<String, OneOfInfoR> {
212 let msgs_names: Vec<_> = msgs.iter().map(|m| {m.name.clone()}).collect();
213
214 oos.iter().map(|(msg_name, oo)| {
215 let attrs_cpp: Vec<_> = oo.attributes.iter().map(|attribute| {
216 to_cpp_attribute(attribute, &msgs_names) }).collect();
217 (oo.name.clone(), OneOfInfoR{msg_name: msg_name.clone(), name: oo.name.clone(), dyn_bits: oo.dyn_bits.clone(),
218 attributes: attrs_cpp, default_attrib_name: oo.default_attrib_name.clone() })
219 }).collect()
220}
221
222#[derive(Clone, Debug)]
223pub struct JinjaData {
224 pub enums: Vec<Enum>,
225 pub msgs: Vec<MessageR>,
226 pub oos: HashMap<String, OneOfInfoR>,
227}
228
229#[derive(Template, Clone, Debug)]
230#[template(path = "data_objects.rs.jinja")]
231pub struct RustDataObjects {
232 pub d: JinjaData
233}
234#[derive(Template, Clone, Debug)]
235#[template(path = "pyclasses.py.rs.jinja")]
236pub struct RustPyDataObjects {
237 pub d: JinjaData
238}
239#[derive(Template, Clone, Debug)]
240#[template(path = "pylib.py.rs.jinja")]
241pub struct RustPyLib {
242 pub d: JinjaData,
243 pub lib_name: String
244}
245#[derive(Template, Clone, Debug)]
246#[template(path = "py_type_hints.pyi.jinja")]
247pub struct PyTypeHints {
248 pub d: JinjaData
249}
250#[derive(Template, Clone, Debug)]
251#[template(path = "data_objects.cpp.jinja")]
252pub struct CppDataObjects {
253 pub d: JinjaData,
254 pub object_order: Vec<String>,
255 pub bitis_header_lib_file_name: String,
256 pub bitis_version: String,
257}
258
259
260mod filters {
261 #[allow(dead_code)]
262 pub fn snake_case<T: std::fmt::Display>(s: T, _: &dyn askama::Values) -> ::askama::Result<String> {
263 Ok(stringcase::snake_case(s.to_string().as_str()))
264 }
265 #[allow(dead_code)]
266 pub fn camel_case<T: std::fmt::Display>(s: T, _: &dyn askama::Values,) -> ::askama::Result<String> {
267 Ok(stringcase::camel_case(s.to_string().as_str()))
268 }
269 #[allow(dead_code)]
270 pub fn pascal_case<T: std::fmt::Display>(s: T, _: &dyn askama::Values,) -> ::askama::Result<String> {
271 Ok(stringcase::pascal_case(s.to_string().as_str()))
272 }
273 #[allow(dead_code)]
274 pub fn to_py_type<T: std::fmt::Display>(s: T, _: &dyn askama::Values,) -> ::askama::Result<String> {
275 if ["u8", "u16", "u32", "u64", "i8", "i16", "i32", "i64"].contains(&s.to_string().as_str()) {
276 Ok("int".to_string()) }
277 else if ["f32", "f64"].contains(&s.to_string().as_str()) {
278 Ok("float".to_string())
279 }
280 else { Ok(s.to_string()) }
281 }
282}
283
284type Error = (String, Span);
286
287type Result<T> = std::result::Result<T, Error>;
288
289#[derive(Debug, Clone)]
290pub enum DynOrFixedType {
291 Dyn(u8),
292 Fixed(u8)
293}
294#[derive(Debug, PartialEq, Eq, Clone, Copy)]
295pub struct FixedPrecisionProperties {
296 bits: u8, min_val: i64, max_val: i64
297}
298#[derive(Debug, PartialEq, Eq, Clone, Copy)]
299pub enum SimpleType {
300 NoTypeSetYet,
301 Bool,
302 UIntFixed(u8), IntFixed(u8),
303 UIntDyn((u8,u8)), IntDyn((u8,u8)),
304 Float, Double,
305 FixedPrecision(FixedPrecisionProperties),
306 Binary(u8),
307 AString(u8)
308}
309#[derive(Debug, Clone )]
341pub struct OneOfInfo {
342 name: String,
343 dyn_bits: u8,
344 attributes: Vec<Attribute>,
345 default_attrib_name: String,
346}
347#[derive(Debug, Clone )]
348pub enum AttributeDetails {
349 AttributeSimple(SimpleType),
350 AttributeEnumOrMsg(String),
351 AttributeOneOf(OneOfInfo),
352}
353#[derive(Debug, Clone )]
354pub struct Attribute {
355 name: String,
356 comment: Option<String>,
357 is_repeated_and_size: Option<DynOrFixedType>,
358 is_optional: bool,
359 specific_details: AttributeDetails
360}
361#[derive(Debug, Clone)]
367pub struct Message {
368 pub name: String,
369 pub comment: Option<String>,
371 pub parent: Option<String>,
372 pub attributes: Vec<Attribute>,
373}
374
375#[derive(Debug, Clone)]
377pub struct Enum {
378 pub name: String,
379 pub comment: Option<String>,
381 pub bit_size: u8,
382 pub values: Vec<String>,
383 pub default: String
384}
385
386pub fn get_suffix_number(lex: &mut Lexer<Token>) -> Option<u8> {
387 let slice = lex.slice();
388 let re = Regex::new(r".*_d?([0-9]+)$").unwrap();
389 let num_str = re.captures(slice)?.get(1)?;
390 num_str.as_str().parse().ok()
391}
392pub fn get_d_suffix_numbers(lex: &mut Lexer<Token>) -> Option<(u8,u8)> {
393 let slice = lex.slice();
394 let re = Regex::new(r".*_([0-9]+)d([0-9]+)$").unwrap();
395 let first_num_str = re.captures(slice)?.get(1)?.as_str().parse().ok()?;
396 let second_num_str = re.captures(slice)?.get(2)?.as_str().parse().ok()?;
397 Some((first_num_str, second_num_str))
398}
399pub fn get_fp_properties_number(lex: &mut Lexer<Token>) -> Option<FixedPrecisionProperties> {
400 let slice = lex.slice();
401 let re = Regex::new(r"fp_([0-9]+)\[ *(-?[0-9]+) *, *(-?[0-9]+) *]").unwrap();
402 let bits = re.captures(slice)?.get(1)?.as_str().parse::<u8>().ok()?;
403 let min_val = re.captures(slice)?.get(2)?.as_str().parse::<i64>().ok()?;
404 let max_val = re.captures(slice)?.get(3)?.as_str().parse::<i64>().ok()?;
405 Some(FixedPrecisionProperties {bits, min_val, max_val})
406}
407pub fn get_enum_bit_size(lex: &mut Lexer<Token>) -> Option<u8> {
420 let slice = lex.slice();
421 let re = Regex::new(r"\( *([0-9]+) *\)").unwrap();
422 let bits = re.captures(slice)?.get(1)?.as_str().parse::<u8>().ok()?;
423 Some(bits)
424}
425pub fn get_version(lex: &mut Lexer<Token>) -> Option<u16> {
426 let slice = lex.slice();
427 let re = Regex::new(r"\[.* +(v[0-9]+) *]").unwrap();
428 let ver_str = re.captures(slice)?.get(1)?.as_str();
429 Some(ver_str.parse::<u16>().ok()?)
430}
431
432#[derive(Debug, Logos)]
433#[logos(skip r"[ \t\r\n\f]+")]
434#[logos(extras = u16)]
435#[allow(dead_code)]
436pub enum Token{
437 #[regex(r"//[^\n]*\n?", priority=40)] Comment,
438 #[regex(r"//\|[^\n]*\n?", |lex| lex.slice()[3..].to_owned(), priority=41)] SpecificComment(String),
439 #[token("msg", priority=20)] Msg,
440 #[token("enum", priority=20)] Enum,
441 #[token("oneof", priority=20)] OneOf,
442 #[token("{")] CBraceOpen,
443 #[token("}")] CBraceClose,
444 #[token("(")] BraceOpen,
445 #[token(")")] BraceClose,
446 #[token(":")] Colon,
447 #[token(";")] SemiColon,
448 #[token(",")] Comma,
449 #[token("*")] Star,
450 #[regex(r"\[ *base +use +starting +with +v[0-9]+ *\]", get_version, priority=35)] MsgBaseInfoToken(u16),
453 #[regex(r"\[ *version +v[0-9]+ *\]", get_version, priority=35)] MsgVersionToken(u16),
454 #[regex("[0-9]+", |lex| lex.slice().parse::<isize>().unwrap(), priority=1)] IntegerVal(isize),
456 #[regex(r"-?(?:0|[1-9]\d*)(?:\.\d+)?(?:[eE][+-]?\d+)?",
457 |lex| lex.slice().parse::<f64>().unwrap(), priority=2)] Number(f64),
458 #[token("bool", priority=30)] Bool,
459 #[token("msg_size_type", priority=30)] MsgSizeType,
460 #[regex(r"uint_[0-9]+", get_suffix_number, priority=30)] UIntFixed(u8),
461 #[regex(r"int_[0-9]+", get_suffix_number, priority=30)] IntFixed(u8),
462 #[regex(r"uint_[0-9]+d[0-9]+", get_d_suffix_numbers, priority=31)] UIntDyn((u8,u8)),
463 #[regex(r"int_[0-9]+d[0-9]+", get_d_suffix_numbers, priority=31)] IntDyn((u8,u8)),
464 #[token("float", priority=30)] Float,
465 #[token("double", priority=30)] Double,
466 #[regex(r"astr_d[0-9]+", get_suffix_number, priority=31)] AStr(u8),
467 #[regex(r"fp_[0-9]+\[ *-?[0-9]+ *, *-?[0-9]+ *]", get_fp_properties_number, priority=30)] FixedPoint(FixedPrecisionProperties),
468 #[token("binary_d[0-9]+", get_suffix_number, priority=30)] Binary(u8),
470 #[regex(r"repeated_dyn_[0-9]+", get_suffix_number, priority=30)] RepeatedDyn(u8),
471 #[regex(r"repeated_fixed_[0-9]+", get_suffix_number, priority=30)] RepeatedFixed(u8),
472 #[token("optional", priority=30)] Optional,
473 #[regex(r"[A-Za-z][A-Za-z0-9_-]+", |lex| lex.slice().to_owned(), priority=11)] StringVal(String),
474 #[token("false", |_| false, priority=20)]
475 #[token("true", |_| true, priority=20)] BoolVal(bool),
476 #[regex(r"\( *([0-9]+) *\)", get_enum_bit_size, priority=40)] EnumDynSize(u8),
477}
478
479#[derive(Debug, Clone)]
480pub enum Value {
481 Message(Message),
483 Enum(Enum)
485}
486
487macro_rules! parse_one_token {
488 ($token_enum: path, $lexer: expr, $error_msg_or_empty: expr) => {
489 loop {
490 let rv = $lexer.next();
491 if let Some(token) = rv {
492 match token {
493 Ok($token_enum) => {
494 break Ok(Ok(()));
495 },
496 Ok(Token::Comment) => (),
497 _ => {
498 if let Some(err_str) = $error_msg_or_empty {
499 break Err((format!("{err_str}\nToken: {token:?}").to_owned(), $lexer.span()));
500 }
501 else {
502 break Ok(Err($lexer.span()));
503 }
504 }
505 }
506 }
507 else {
508 break Err((format!("Unexpected end or text {rv:?}").to_owned(), $lexer.span()));
509 }
510 }
511 }
512}
513macro_rules! parse_one_token_with_arg {
514 ($token_enum: path, $lexer: expr, $error_msg_or_empty: expr) => {
515 loop {
516 let rv = $lexer.next();
517 if let Some(token) = rv {
518 match token {
519 Ok($token_enum(s)) => {
520 break Ok(Ok(s));
521 },
522 Ok(Token::Comment) => (),
523 _ => {
524 if let Some(err_str) = $error_msg_or_empty {
525 break Err((format!("{}\nFound token: {:?}.",
526 err_str, token).to_owned(), $lexer.span()));
527 }
528 else {
529 break Ok(Err($lexer.span()));
530 }
531 }
532 }
533 }
534 else {
535 break Err((format!("Unexpected end or text {rv:?}").to_owned(), $lexer.span()));
536 }
537 }
538 }
539}
540
541pub fn parse_root(lexer: &mut Lexer<'_, Token>) -> Result<Vec<Value>> {
542 let mut list: Vec<Value> = Vec::new();
543 let mut specific_comment: Option<String> = None;
544 loop {
545 if let Some(token) = lexer.next() {
546 let rv = match token {
547 Ok(Token::Msg) => Some(parse_msg(lexer, specific_comment.clone())),
548 Ok(Token::Enum) => Some(parse_enum(lexer, specific_comment.clone())),
549 Ok(Token::Comment) => None,
550 Ok(Token::SpecificComment(s)) => {
551 specific_comment = Some(s.trim().to_string()); None },
552 _ => Some(Err((format!("Unexpected token {:?}", token).to_owned(), lexer.span()))),
553 };
554 match rv {
555 None => (),
556 Some(Ok(value)) => { list.push(value); specific_comment = None; },
557 Some(Err(err)) => return Err(err)
558 }
559 }
560 else { break; }
561 }
562 Ok(list)
563}
564
565pub fn parse_msg(lexer: &mut Lexer<'_, Token>, comment_for_msg: Option<String>) -> Result<Value> {
566 let mut attributes = Vec::new();
567
568 let name = match parse_one_token_with_arg!(Token::StringVal, lexer, Some("Expected msg name but received:"))? {
569 Ok(s) => s,
570 Err(s) => { return Err(("Code should not be reached".into(), s)); }
571 };
572
573 let parent = {
587 let has_parent; let p;
588 if let Some(token) = lexer.next() {
589 match token {
590 Ok(Token::Colon) => has_parent = true,
591 Ok(Token::CBraceOpen) => has_parent = false,
592 _ => { return Err((format!("Unexpected text for msg '{name}'.").into(), lexer.span())) },
593 }
594 if has_parent {
595 match parse_one_token_with_arg!(Token::StringVal, lexer, Some("Expected msg name."))? {
596 Ok(s) => p = Some(s),
597 Err(s) => { return Err((format!("For msg '{name} colon found but no parent name").into(), s)); }
598 };
599 parse_one_token!(Token::CBraceOpen, lexer, Some(format!("Expected curly bracket open for msg '{name}'")))?.unwrap();
600 }
601 else {
602 p = None
603 }
604 }
605 else { return Err(("Unexpected end of file".into(), lexer.span())); }
606 p
607 };
608
609 loop {
610 if let Some(token) = lexer.next() {
611 match token {
612 Ok(Token::CBraceClose) => break,
613 Ok(Token::Comment) => (),
614 Ok(ctoken) => match parse_attribute(ctoken, lexer, name.clone(), false) {
615 Ok(a) => { attributes.push(a); },
616 Err(e) => { return Err(e); }
617 },
618 _ => { return Err((format!("Error: Unexpected text found for msg '{name}'.").into(), lexer.span())) },
619 };
620 }
621 else { return Err(("Unexpected end of file".into(), lexer.span())); }
622 }
623
624 Ok(Value::Message(Message{name, comment: comment_for_msg, parent, attributes}))
625}
626
627pub fn parse_attribute(last_token: Token, lexer: &mut Lexer<'_, Token>,
628 parent_name: String, attributes_for_oneof: bool) -> Result<Attribute> {
629 let mut is_optional = false;
630 let mut is_repeated_and_size: Option<DynOrFixedType> = None;
631 let mut attr_type = SimpleType::NoTypeSetYet;
632 let mut ctoken = last_token;
633 let mut enum_or_msg_str = None;
634 let mut oneof_infos = None;
635 let lexer_span_start = lexer.span();
636 let mut specific_comment: Option<String> = None;
637
638 loop {
639 match ctoken {
640 Token::SpecificComment(s) => {
641 specific_comment = Some(s); () },
642 Token::Optional if is_repeated_and_size.is_some() =>
643 return Err(("Error: Optional and repeated not allowed together".to_owned(), lexer.span())),
644 Token::RepeatedFixed(_) | Token::RepeatedDyn(_) if is_optional =>
645 return Err(("Error: Optional and repeated are not allowed together".to_owned(), lexer.span())),
646
647 Token::Optional | Token::RepeatedDyn(_) | Token::RepeatedFixed(_) if attributes_for_oneof =>
648 return Err(("Error: Optional and repeated are not allowed in oneof".to_owned(), lexer.span())),
649
650 Token::Optional => is_optional = true,
651 Token::RepeatedDyn(b) => is_repeated_and_size = Some(DynOrFixedType::Dyn(b)),
652 Token::RepeatedFixed(b) => is_repeated_and_size = Some(DynOrFixedType::Fixed(b)),
653 Token::Bool => { attr_type = SimpleType::Bool; break; },
654 Token::AStr(s) => {
655 attr_type = SimpleType::AString(s); break; },
656 Token::UIntFixed(s) => { attr_type = SimpleType::UIntFixed(s); break; },
657 Token::UIntDyn((m,s)) if m < s =>
658 return Err(("Error: Unsigned dyn integer bit size of integer type must be bigger than the bit size of the package".to_owned(), lexer.span())),
659 Token::UIntDyn((m,s)) => { attr_type = SimpleType::UIntDyn((m, s)); break; },
663 Token::IntFixed(s) => { attr_type = SimpleType::IntFixed(s); break; },
664 Token::IntDyn((m,s)) if m < s =>
665 return Err(("Error: Unsigned dyn integer bit size of integer type must be bigger than the bit size of the package".to_owned(), lexer.span())),
666 Token::IntDyn((m,s)) => {
670 attr_type = SimpleType::IntDyn((m,s)); break;
671 },
672 Token::Float => { attr_type = SimpleType::Float; break; },
674 Token::Double => { attr_type = SimpleType::Double; break; },
675 Token::FixedPoint(s) => { attr_type = SimpleType::FixedPrecision(s); break; },
676 Token::Binary(b) => { attr_type = SimpleType::Binary(b); break; },
677 Token::StringVal(s) => { enum_or_msg_str = Some(s); break; }
678 Token::OneOf if is_optional || is_repeated_and_size.is_some() =>
679 return Err(("Error: Oneof is not allowed to be used with modifiers".to_owned(), lexer.span())),
680 Token::OneOf => {
681 oneof_infos = match parse_oneof(lexer, parent_name.clone(), specific_comment.clone(),
682 is_repeated_and_size.clone(), is_optional.clone()) {
683 Ok(oo) => Some(oo),
684 Err(s) => { return Err(s); }
685 };
686 break;
687 }
688 _ => { return Err((format!("Error: Expected attribute type or modifier (got {ctoken:?}) when parsing msg or oneof '{parent_name}'")
689 .to_owned(), lexer.span())); }
690 }
691 if let Some(token) = lexer.next() {
692 match token {
693 Ok(t) => ctoken = t,
694 Err(_) => { return Err((format!("Error: Unexpected text found for msg '{parent_name}'.").to_owned(), lexer.span())); }
695 }
696 } else {
697 return Err(("Unexpected end of file".to_string(), lexer.span()));
698 }
699 }
700
701 let mut name= "".to_owned();
702 if oneof_infos.is_none() {
703 name = parse_one_token_with_arg!(
704 Token::StringVal, lexer, Some(format!("Error: Expected attribute name for msg '{parent_name}' (type: {attr_type:?}/{enum_or_msg_str:?})")))?.unwrap();
705
706 parse_one_token!(Token::SemiColon, lexer, Some(format!(
707 "Error: Expected semicolon to end line of attribute '{name}' of msg or oneof '{parent_name}'")))?.unwrap();
708 }
709 let num_of_set_types_or_opts = vec![(attr_type != SimpleType::NoTypeSetYet), enum_or_msg_str.is_some(), oneof_infos.is_some()]
710 .iter().map(|&x| if x { 1_u8 } else { 0_u8 }).sum::<u8>();
711 if num_of_set_types_or_opts > 1 {
712 let mut span = lexer_span_start.clone();
713 span.end = lexer.span().end;
714 return Err(("Error: Attribute contains inconsistent optional, simple types and messages or Enums".to_string(), span));
715 }
716
717 if let Some(oo) = oneof_infos {
718 Ok(oo)
719 }
720 else if let Some(t) = enum_or_msg_str {
721 Ok(Attribute{name, comment: specific_comment,
722 is_repeated_and_size: is_repeated_and_size, is_optional,
723 specific_details: AttributeDetails::AttributeEnumOrMsg(t)})
724 }
725 else {
726 Ok(Attribute{name, comment: specific_comment,
727 is_repeated_and_size: is_repeated_and_size, is_optional,
728 specific_details: AttributeDetails::AttributeSimple(attr_type)})
729 }
730}
731
732pub fn parse_oneof(lexer: &mut Lexer<'_, Token>, parent_name: String, comment: Option<String>,
733 is_repeated_and_size: Option<DynOrFixedType>, is_optional: bool) -> Result<Attribute> {
734 let oo_name = parse_one_token_with_arg!(
735 Token::StringVal, lexer, Some(format!("Error: Expected name for oneof in parent '{parent_name}'")))?.unwrap();
736
737 let bit_size = match parse_one_token_with_arg!(Token::EnumDynSize, lexer, Some("Expected oneof properties for dyn size, e.g. (4)."))? {
738 Ok(s) => s, Err(s) => { return Err(("Code should not be reached".into(), s)); }
739 };
740
741 parse_one_token!(Token::CBraceOpen, lexer, Some("Error: Expected open curly bracket to enclose oneof elements"))?.unwrap();
742
743 let mut oo_attribs = Vec::new();
744 let mut is_default = false; let mut default_name = None;
745 loop {
746 if let Some(token) = lexer.next() {
747 match token {
748 Ok(Token::CBraceClose) => break,
749 Ok(Token::Star) => { is_default = true; },
750 Ok(last_token) => {
751 let oo_attr = match parse_attribute(last_token, lexer, oo_name.clone(), true) {
752 Ok(o) => o,
753 Err(s) => return Err(s),
754 };
755 oo_attribs.push(oo_attr.clone());
756
757 if is_default {
758 if default_name.is_some() {
759 return Err((format!("Error: Multiple attributes of one-of '{}' (in '{}') are marked as default.",
760 oo_name, parent_name), lexer.span())); }
761 default_name = Some(oo_attr.name); is_default = false;
762 }
763 }
764 Err(_) => { return Err((format!("Error: Unexpected text when decoding oneof ({token:?})").to_owned(), lexer.span())); },
765 }
766 }
767 }
768
769 if default_name.is_none() {
770 return Err((format!("Error: No default name in oneof elements for '{}' in '{}'",
771 oo_name, parent_name), lexer.span()));
772 }
773
774 Ok(Attribute{name: oo_name.clone(), comment,
775 is_repeated_and_size: is_repeated_and_size, is_optional,
776 specific_details: AttributeDetails::AttributeOneOf(OneOfInfo{
777 name: format!("OO_{}_{}", parent_name.to_pascal_case(), oo_name.to_pascal_case()),
778 dyn_bits: bit_size, attributes: oo_attribs,
779 default_attrib_name: default_name.unwrap(),
780 })})
781}
782
783pub fn parse_enum(lexer: &mut Lexer<'_, Token>, comment: Option<String>) -> Result<Value> {
784 let name = match parse_one_token_with_arg!(Token::StringVal, lexer, Some("Expected msg name but received."))? {
785 Ok(s) => s, Err(s) => { return Err(("Code should not be reached".into(), s)); }
786 };
787
788 let bit_size = match parse_one_token_with_arg!(Token::EnumDynSize, lexer, Some("Expected enum properties for dyn size, e.g. (4)."))? {
789 Ok(s) => s, Err(s) => { return Err(("Code should not be reached".into(), s)); }
790 };
791
792 parse_one_token!(Token::CBraceOpen, lexer, Some(format!("Expected open curly bracket for enum '{name}'")))?.unwrap();
806
807 let mut values = Vec::new();
808 let (mut value_found, mut is_default) = (false, false);
809 let mut default_val = None;
810 loop {
811 if let Some(token) = lexer.next() {
812 match token {
813 Ok(Token::CBraceClose) => break,
814 Ok(Token::StringVal(s)) => {
815 values.push(s.clone()); value_found=true;
816 if is_default { default_val = Some(s); }
817 is_default = false;
818 },
819 Ok(Token::Comma) => {
820 if !value_found { return Err(("Error: found comma but no enum value.".to_string(), lexer.span())) }
821 value_found=false },
822 Ok(Token::Comment) => (),
823 Ok(Token::Star) => {
824 if default_val.is_some() || value_found {
825 return Err(("Error: found default value marker (*) but default already set or marker not preceding value.".to_string(), lexer.span()))}
826 is_default = true;
827 }
828 _ => { return Err((format!("Error: Unexpected text found for enum '{name}'."), lexer.span())) },
829 }
830 } else { return Err(("Unexpected end of file".into(), lexer.span())); }
831 }
832 if default_val.is_none() { return Err(("Error: missing default value marker.".to_string(), lexer.span())); }
833
834 Ok(Value::Enum(Enum{name, comment, bit_size, values, default: default_val.unwrap() }))
835}
836
837
838#[derive(Debug, Clone)]
917pub struct Dependencies {
918 pub in_deps: Vec<String>,
919 pub out_deps: Vec<String>,
920}
921#[derive(Debug, Clone)]
922pub struct BitisProcessed {
923 pub max_version_number: u16,
924 pub msgs: Vec<Message>,
925 pub enums: Vec<Enum>,
926 pub oo_enums: Vec<(String, OneOfInfo)>,
927}
928
929pub fn process_and_validate_bitis(parsed_bitis: &Vec<Value>) -> BitisProcessed {
931 let msgs: Vec<_> = parsed_bitis.iter().filter_map(|v| {
1056 match v { Value::Message(msg) => Some(msg.clone()), _ => None }
1057 }).collect();
1058 let enums: Vec<_> = parsed_bitis.iter().filter_map(|v| {
1059 match v { Value::Enum(enm) => Some(enm.clone()), _ => None }
1060 }).collect();
1061
1062 fn get_oneofs(msg_name: String, attrs: &Vec<Attribute>) -> Option<Vec<(String, OneOfInfo)>> {
1063 let direct_oos = attrs.iter().filter_map(|attr| {
1064 match &attr.specific_details {
1065 AttributeDetails::AttributeOneOf(oo) => Some(vec![(msg_name.clone(), oo.clone())]),
1066 _ => None
1067 }
1068 }).collect::<Vec<Vec<(String, OneOfInfo)>>>().concat();
1069
1070 let inner_oos = direct_oos.iter().filter_map(|(_, doo)| {
1071 get_oneofs(msg_name.clone(), &doo.attributes)
1072 }).collect::<Vec<Vec<_>>>().concat();
1073
1074 let all_oos = vec![direct_oos, inner_oos].concat();
1075 if all_oos.len() == 0 { None }
1076 else { Some(all_oos) }
1077 }
1078 let oo_enums: Vec<_> = msgs.iter().filter_map(|msg| {
1079 get_oneofs(msg.name.clone(), &msg.attributes)
1080 }).collect::<Vec<_>>().concat();
1081
1082 { let msg_names = msgs.iter().map(|msg| &msg.name).collect::<Vec<_>>();
1086 msg_names.iter().for_each(|name| {
1087 if msg_names.iter().filter(|cname| **cname == *name).count() > 1 {
1089 println!("Error: Multiple instances of msg '{}' found.", name);
1090 abort()
1091 }
1092 });
1093 let enum_names = enums.iter().map(|enm| &enm.name).collect::<Vec<_>>();
1094 enum_names.iter().for_each(|name| {
1095 if enum_names.iter().filter(|cname| **cname == *name).count() > 1 {
1096 println!("Error: Multiple instances of enum '{}' found.", name); abort()
1097 }
1098 });
1099
1100 let enums_and_msg_names = [&msg_names[..], &enum_names[..]].concat();
1101
1102 msgs.iter().for_each(|msg| {
1104 for attr in msg.attributes.clone() {
1105 match attr.specific_details {
1106 AttributeDetails::AttributeEnumOrMsg(enum_or_msg) => {
1107 let em_found = enums_and_msg_names.contains(&&enum_or_msg);
1108 if !em_found {
1109 println!("!!! Error: Attribute '{}' type '{}' in message '{}' not defined.", attr.name, enum_or_msg, msg.name);
1110 panic!("->Exiting");
1111 }
1112 },
1113 _ => {}
1114 }
1115 }
1116 });
1117 }
1118
1119 {
1120 println!("FixedPoint summary:");
1121 msgs.iter().for_each(|msg| {
1122 for attr in msg.attributes.clone() {
1123 match attr.specific_details {
1124 AttributeDetails::AttributeSimple(asi) => match asi {
1125 SimpleType::FixedPrecision(fpp) => {
1126 let values_number = 1_u64 << fpp.bits;
1127 let prec = (fpp.max_val - fpp.min_val) as f64 / values_number as f64;
1128 println!("{}::{} => [{} : {}] precision: {}", msg.name, attr.name,
1129 fpp.min_val, fpp.max_val, prec);
1130 }
1131 _ => {}
1132 },
1133 _ => {}
1134 }
1135 }
1136 });
1137 }
1138
1139 BitisProcessed { max_version_number: 0, msgs, enums, oo_enums}
1140}
1141
1142pub fn dependencies_process(jd: JinjaData) -> Vec<String>{
1143 let mut dependencies = HashMap::new();
1144
1145 for msgs in jd.msgs.clone() {
1146 dependencies.insert(
1147 msgs.name.clone(), Dependencies{in_deps: vec![], out_deps: vec![]});
1148 }
1149 for enm in jd.enums {
1150 dependencies.insert(
1151 enm.name.clone(), Dependencies{in_deps: vec![], out_deps: vec![]});
1152 }
1153 for (_, oos) in jd.oos.clone() {
1154 dependencies.insert(
1155 oos.name.clone(), Dependencies{in_deps: vec![], out_deps: vec![]});
1156 }
1157
1158 println!("{:?}", dependencies);
1159
1160 if dependencies.len() == 0 {
1161 println!("No dependencies found, skipping message and type analysis!");
1162 return Vec::new();
1163 }
1164
1165 for msgs in jd.msgs {
1167 for attr in msgs.attributes {
1168 if attr.is_enum || attr.is_msg || attr.is_oo {
1169 println!("attr '{}' -> attr.rust_type_str: {}", attr.base.name, attr.rust_type_str);
1170 println!("{:?}", attr);
1171 dependencies.get_mut(&attr.rust_type_str).unwrap().out_deps.push(msgs.name.clone());
1172 dependencies.get_mut(&msgs.name).unwrap().in_deps.push(attr.rust_type_str.clone());
1173 }
1174 }
1175 }
1176 for (_, msgs) in jd.oos {
1177 for attr in msgs.attributes {
1178 if attr.is_enum || attr.is_msg || attr.is_oo {
1179 dependencies.get_mut(&attr.rust_type_str).unwrap().out_deps.push(msgs.name.clone());
1180 dependencies.get_mut(&msgs.name).unwrap().in_deps.push(attr.rust_type_str.clone());
1181 }
1182 }
1183 }
1184 println!("{:#?}", dependencies.clone());
1185
1186 let mut object_order = Vec::new();
1187 while dependencies.len() > 0 {
1188 let mut cobjs: Vec<_> = dependencies.clone().iter().filter_map(|(obj_name, deps)| {
1189 if deps.in_deps.len() == 0 { Some(obj_name.clone()) }
1190 else { None }
1191 }).collect();
1192
1193 for co in cobjs.clone() {
1194 dependencies.remove(&co);
1195 }
1196 for co in cobjs.clone() {
1197 for (_, deps) in &mut dependencies {
1198 deps.in_deps.retain(|x| *x != co);
1199 }
1200 }
1201 object_order.append(&mut cobjs);
1202 }
1203 println!("{:?}", object_order);
1204
1205 object_order
1206}
1207#[cfg(test)]
1210mod bitis_semantic {
1211 use rstest::rstest;
1212 use super::*;
1213
1214 #[rstest]
1215 fn msg_empty_msg() {
1216 let test_empty_msg = "msg Lala { }";
1217
1218 let mut lexer = Token::lexer(test_empty_msg);
1219 lexer.extras = 0;
1220
1221 let parsed_bitis = parse_root(&mut lexer);
1222 if let Err(s) = parsed_bitis.clone() {
1223 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_empty_msg[s.1.clone()], s.1);
1224 }
1225 assert_eq!(parsed_bitis.is_ok(), true);
1226
1227 let parsed_bitis = parsed_bitis.unwrap();
1228 assert_eq!(parsed_bitis.len(), 1);
1229
1230 assert!(if let Value::Message(_) = parsed_bitis[0].clone() { true } else { false });
1231
1232 if let Value::Message(msg) = parsed_bitis[0].clone() {
1233 assert_eq!(msg.name, "Lala".to_string());
1234 }
1235
1236 let process_result = process_and_validate_bitis(&parsed_bitis);
1240 println!("process_result {:?}", process_result);
1241
1242 assert_eq!(process_result.msgs.len(), 1);
1243 assert_eq!(process_result.enums.len(), 0);
1244 }
1245
1246 #[rstest]
1247 fn msg_simple_msg() {
1248 let test_empty_msg = "msg Lala { uint_7 a1; }";
1249
1250 let mut lexer = Token::lexer(test_empty_msg);
1251 lexer.extras = 0;
1252
1253 let parsed_bitis = parse_root(&mut lexer);
1254 if let Err(s) = parsed_bitis.clone() {
1255 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_empty_msg[s.1.clone()], s.1);
1256 }
1257 assert_eq!(parsed_bitis.is_ok(), true);
1258
1259 let parsed_bitis = parsed_bitis.unwrap();
1260 assert_eq!(parsed_bitis.len(), 1);
1261
1262 if let Value::Message(msg) = parsed_bitis[0].clone() {
1263 assert_eq!(msg.attributes.len(), 1);
1264 assert_eq!(msg.attributes[0].name, "a1".to_string());
1265 if let AttributeDetails::AttributeSimple(s) = msg.attributes[0].specific_details.clone() {
1266 assert_eq!(s, SimpleType::UIntFixed(7));
1267 }
1268 else { assert!(false, "Attribute type must be AttributeSimple."); }
1269 }
1270 else { assert!(false, "Value must be a message."); }
1271 }
1272
1273 #[rstest]
1274 fn msg_simple_enum() {
1275 let test_empty_msg = "enum Lala(4) { *one, two }";
1276
1277 let mut lexer = Token::lexer(test_empty_msg);
1278 lexer.extras = 0;
1279
1280 let parsed_bitis = parse_root(&mut lexer);
1281 if let Err(s) = parsed_bitis.clone() {
1282 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_empty_msg[s.1.clone()], s.1);
1283 }
1284 assert_eq!(parsed_bitis.is_ok(), true);
1285
1286 let parsed_bitis = parsed_bitis.unwrap();
1287 assert_eq!(parsed_bitis.len(), 1);
1288
1289 if let Value::Enum(enm) = parsed_bitis[0].clone() {
1290 assert_eq!(enm.values.len(), 2);
1291 assert_eq!(enm.values[0], "one".to_string());
1292 assert_eq!(enm.values[1], "two".to_string());
1293 }
1294 else { assert!(false, "Value must be a message."); }
1295 }
1296
1297
1298 }
1335
1336#[cfg(test)]
1337mod bitis_generate_rust {
1338 use rstest::rstest;
1339 use super::*;
1340
1341 const HEADER: &str = "use bitis_lib::*;\n\n";
1342 const ENUMS_HEADER: &str = "// Enums\n";
1343 const OO_HEADER: &str = "// Enums for oneof\n";
1344 const MSG_HEADER: &str = "// Messages\n";
1345 const PER_ENUM_HEADER: &str = "#[derive(BiserdiEnum, Debug, Clone, PartialEq)]\n#[biserdi_enum_id_dynbits(3)]\n#[allow(nonstandard_style)]\n";
1346 const PER_OO_HEADER: &str = "#[derive(BiserdiOneOf, Debug, Clone, PartialEq)]\n#[biserdi_enum_id_dynbits(3)]\n#[allow(nonstandard_style)]\n";
1347 const PER_MSG_HEADER: &str = "#[derive(BiserdiMsg, Debug, Clone, PartialEq)]\n#[allow(nonstandard_style)]\n";
1348
1349 #[rstest]
1350 #[ignore]
1351 fn msg_empty_msg() {
1352 let test_empty_msg = "msg Lala { }";
1353
1354 let mut lexer = Token::lexer(test_empty_msg);
1355 lexer.extras = 0;
1356
1357 let parsed_bitis = parse_root(&mut lexer);
1358 if let Err(s) = parsed_bitis.clone() {
1359 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_empty_msg[s.1.clone()], s.1);
1360 }
1361 assert_eq!(parsed_bitis.is_ok(), true);
1362
1363 let parsed_bitis = parsed_bitis.unwrap();
1364 assert_eq!(parsed_bitis.len(), 1);
1365
1366 let processed_bitis = process_and_validate_bitis(&parsed_bitis);
1367 let rdo = RustDataObjects{ d: JinjaData{
1368 enums: processed_bitis.enums,
1369 msgs: to_rust_messages(&processed_bitis.msgs),
1370 oos: to_rust_oneofs(&processed_bitis.oo_enums, &processed_bitis.msgs) } };
1371
1372 let rendered = rdo.render().unwrap();
1373 let lala_empty = "pub struct Lala {\n}\n";
1374 assert_eq!(rendered, (HEADER.to_owned() + ENUMS_HEADER + "\n\n" + OO_HEADER + "\n\n" +
1375 MSG_HEADER + PER_MSG_HEADER +lala_empty).to_string());
1376 }
1377
1378 #[rstest]
1379 #[ignore]
1380 fn msg_simple_msg() {
1381 let test_empty_msg = "//| comment for Lala\nmsg Lala { int_5 a1; repeated_fixed_4 bool bool_array; }";
1382 println!("Input code:\n{}", test_empty_msg);
1383
1384 let mut lexer = Token::lexer(test_empty_msg);
1385 lexer.extras = 0;
1386
1387 let parsed_bitis = parse_root(&mut lexer);
1388 if let Err(s) = parsed_bitis.clone() {
1389 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_empty_msg[s.1.clone()], s.1);
1390 }
1391 assert_eq!(parsed_bitis.is_ok(), true);
1392
1393 let parsed_bitis = parsed_bitis.unwrap();
1394 assert_eq!(parsed_bitis.len(), 1);
1395
1396 let processed_bitis = process_and_validate_bitis(&parsed_bitis);
1397 let rdo = RustDataObjects{ d: JinjaData{
1398 enums: processed_bitis.enums, msgs: to_rust_messages(&processed_bitis.msgs),
1399 oos: to_rust_oneofs(&processed_bitis.oo_enums, &processed_bitis.msgs) } };
1400
1401 let rendered = rdo.render().unwrap();
1402 let lala_commment = "/// comment for Lala\n";
1403 let lala_empty = "pub struct Lala {\n pub a1: IntWithGivenBitSize<i8, 5>,\n pub bool_array: FixedArray<bool,4>,\n}\n";
1404 println!("rendered:\n{}",rendered);
1405 assert_eq!(rendered, (HEADER.to_owned() + ENUMS_HEADER + "\n\n" + OO_HEADER + "\n\n" +
1406 MSG_HEADER + lala_commment + PER_MSG_HEADER +lala_empty).to_string());
1407 }
1408
1409 #[rstest]
1410 #[ignore]
1411 fn msg_simple_enum() {
1412 let test_enum_msg = "//| comment for Numbers\nenum Numbers(3) {\n // Comment for One\n One,\n Two,\n Three\n}";
1413 println!("Input code:\n{}", test_enum_msg);
1414
1415 let mut lexer = Token::lexer(test_enum_msg);
1416 lexer.extras = 0;
1417
1418 let parsed_bitis = parse_root(&mut lexer);
1419 if let Err(s) = parsed_bitis.clone() {
1420 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_enum_msg[s.1.clone()], s.1);
1421 }
1422 assert_eq!(parsed_bitis.is_ok(), true);
1423
1424 let parsed_bitis = parsed_bitis.unwrap();
1425 assert_eq!(parsed_bitis.len(), 1);
1426
1427 let processed_bitis = process_and_validate_bitis(&parsed_bitis);
1428 let rdo = RustDataObjects{ d: JinjaData{ enums: processed_bitis.enums,
1429 msgs: to_rust_messages(&processed_bitis.msgs),
1430 oos: to_rust_oneofs(&processed_bitis.oo_enums, &processed_bitis.msgs) } };
1431
1432 let rendered = rdo.render().unwrap();
1433 let lala_commment = "/// comment for Numbers\n";
1434 let lala_enum = "pub enum Numbers {\n One,\n Two,\n Three,\n}\n\n";
1435 println!("*rendered:\n{}",rendered);
1436 assert_eq!(rendered, (HEADER.to_owned() + ENUMS_HEADER + lala_commment + PER_ENUM_HEADER + lala_enum + OO_HEADER +
1437 "\n\n" + MSG_HEADER ).to_string());
1438 }
1439
1440 #[rstest]
1441 #[ignore]
1442 fn msg_simple_oneof() {
1443 let test_enum_msg = "//| comment for Oneof\nmsg TestOO {\n oneof oo_li(3) { uint_3 test1; float test2; }\n bool b1;\n}";
1444 println!("Input code:\n{}", test_enum_msg);
1445
1446 let mut lexer = Token::lexer(test_enum_msg);
1447 lexer.extras = 0;
1448
1449 let parsed_bitis = parse_root(&mut lexer);
1450 if let Err(s) = parsed_bitis.clone() {
1451 panic!("Error: {} ('{}' ,span: {:?})", s.0, &test_enum_msg[s.1.clone()], s.1);
1452 }
1453 assert_eq!(parsed_bitis.is_ok(), true);
1454
1455 let parsed_bitis = parsed_bitis.unwrap();
1456 assert_eq!(parsed_bitis.len(), 1);
1457
1458 let processed_bitis = process_and_validate_bitis(&parsed_bitis);
1459 let rdo = RustDataObjects{ d: JinjaData{ enums: processed_bitis.enums,
1460 msgs: to_rust_messages(&processed_bitis.msgs),
1461 oos: to_rust_oneofs(&processed_bitis.oo_enums, &processed_bitis.msgs) } };
1462
1463 let rendered = rdo.render().unwrap();
1464 let testoo_commment = "/// comment for Oneof\n";
1465 let testoo_enum = "pub enum OO_TestOo_OoLi {\n Test1(IntWithGivenBitSize<u8, 3>),\n Test2(f32),\n}\n\n";
1466 let testoo_msg = "pub struct TestOo {\n pub oo_li: OO_TestOo_OoLi,\n pub b1: bool,\n}\n";
1467 println!("*rendered:\n{}",rendered);
1468 assert_eq!(rendered, (HEADER.to_owned() + ENUMS_HEADER + "\n\n" + OO_HEADER + PER_OO_HEADER
1469 + testoo_enum + MSG_HEADER + testoo_commment + PER_MSG_HEADER + testoo_msg).to_string());
1470 }
1471}
1472
1473#[cfg(test)]
1474mod bitis_compile {
1475 use std::fs;
1476 use std::path::Path;
1477 use rstest::rstest;
1478 use super::*;
1479
1480 fn compile(content: &str) -> BitisProcessed {
1481 let mut lexer = Token::lexer(content);
1482 lexer.extras = 0;
1483 println!("*** content:\n{}", content);
1484 let bitis_parsed = match parse_root(&mut lexer) {
1485 Ok(v) => v,
1486 Err(e) => {
1487 let (err_str, err_span) = e.clone();
1488 let content_err = &content[err_span];
1489 println!("Error: {}\n -> Source: '{}'", err_str, content_err);
1490 abort()
1491 }
1492 };
1493 println!("** content:\n{:?}", bitis_parsed);
1494 process_and_validate_bitis(&bitis_parsed)
1495 }
1496 fn render(d: JinjaData) {
1497 let rdo = RustDataObjects{ d: d.clone() };
1498 let rendered_rust = rdo.render().unwrap();
1499 println!("*** rendered DO:\n{}", rendered_rust);
1500 fs::write(Path::new("./test_data/test_py/bitis/src/messages_test.rs"), rendered_rust).expect("Unable to write file");
1501
1502 let rdo = RustPyDataObjects{ d: d.clone() };
1503 let rendered_rust = rdo.render().unwrap();
1504 println!("*** rendered PyDO:\n{}", rendered_rust);
1505 fs::write(Path::new("./test_data/test_py/bitis/src/pyrust_test.rs"), rendered_rust).expect("Unable to write file");
1506
1507 let rdo = RustPyLib{ d: d.clone(), lib_name: "bitis_msgs".into() };
1508 let rendered_rust = rdo.render().unwrap();
1509 println!("*** rendered pyLib:\n{}", rendered_rust);
1510 fs::write(Path::new("./test_data/test_py/bitis/src/lib_test.rs"), rendered_rust).expect("Unable to write file");
1511
1512 let rdo = PyTypeHints{ d };
1513 let rendered_rust = rdo.render().unwrap();
1514 println!("*** rendered py_type_hints:\n{}", rendered_rust);
1515 fs::write(Path::new("./test_data/test_py/bitis/bitis_msgs/bitis_msgs.pyi"), rendered_rust).expect("Unable to write file");
1516 }
1517
1518 #[rstest]
1519 #[ignore]
1520 fn simple_rust_py() {
1521 let bitis_str = "msg ParamTestSimple { uint_4 param_1; bool param_2; }";
1522
1523 let bitis_processed_org = compile(bitis_str);
1524
1525 let bitis_processed = bitis_processed_org.clone();
1526 let d = JinjaData{
1527 enums: bitis_processed.enums,
1528 msgs: to_rust_messages(&bitis_processed.msgs),
1529 oos: to_rust_oneofs(&bitis_processed.oo_enums, &bitis_processed.msgs)
1530 };
1531 render(d);
1532 }
1533
1534 #[rstest]
1535 #[ignore]
1536 fn nested_rust_py() {
1537 let bitis_str = "msg Inner { uint_2 val; }\nmsg ParamTestWithInner { uint_4 param_1; bool param_2; Inner inner; }";
1538
1539 let bitis_processed_org = compile(bitis_str);
1540
1541 let bitis_processed = bitis_processed_org.clone();
1542
1543 let d = JinjaData{
1544 enums: bitis_processed.enums,
1545 msgs: to_rust_messages(&bitis_processed.msgs),
1546 oos: to_rust_oneofs(&bitis_processed.oo_enums, &bitis_processed.msgs)
1547 };
1548 render(d);
1549 }
1550 #[test]
1551 #[ignore]
1552 fn nested_and_enum_rust_py() {
1553 let bitis_str = [
1554 "enum Numbers(4) { one, two, three, four }\n/// Test comment for Inner\nmsg Inner { uint_3 val; Numbers num; }\n",
1555 "msg ParamTestWithInner { uint_4 param_1; bool param_2; Inner inner; } }"
1556 ].join("");
1557
1558 let bitis_processed_org = compile(bitis_str.as_str());
1559
1560 let bitis_processed = bitis_processed_org.clone();
1561
1562 let d = JinjaData{
1563 enums: bitis_processed.enums,
1564 msgs: to_rust_messages(&bitis_processed.msgs),
1565 oos: to_rust_oneofs(&bitis_processed.oo_enums, &bitis_processed.msgs)
1566 };
1567 render(d);
1568 }
1569 #[rstest]
1570 #[ignore]
1571 fn oneof_nested_and_enum_rust_py() {
1572 let bitis_str = [
1573 "//| Test comment for Enum\nenum Numbers(4) { one, two, three, four }\n\n//| Test comment for Inner\nmsg Inner { uint_3 val; Numbers num; }\n",
1574 "msg ParamTestWithInner { uint_4 param_1; bool param_2; oneof action(4) { Inner inner; uint_3 val; } }"
1575 ].join("");
1576
1577 let bitis_processed_org = compile(bitis_str.as_str());
1578
1579 let bitis_processed = bitis_processed_org.clone();
1580
1581 let d = JinjaData{
1582 enums: bitis_processed.enums,
1583 msgs: to_rust_messages(&bitis_processed.msgs),
1584 oos: to_rust_oneofs(&bitis_processed.oo_enums, &bitis_processed.msgs)
1585 };
1586 render(d);
1587 }
1588}
1589
1590#[cfg(test)]
1591mod bitis_serialization {
1592 use rstest::rstest;
1594 use super::*;
1595
1596 #[rstest]
1598 fn msg_simple_msg_compile() {
1599 let test_empty_msg = "msg Lala { repeated_fixed_10 bool data_bool; uint_4 data1_uint; uint_12 data2_uint; }";
1600
1601 let mut lexer = Token::lexer(test_empty_msg);
1602 lexer.extras = 0;
1603
1604 let parsed_bitis = parse_root(&mut lexer);
1605 assert_eq!(parsed_bitis.is_ok(), true);
1606
1607 let _parsed_bitis = parsed_bitis.unwrap();
1608
1609 }
1634}
1635
1636#[cfg(test)]
1637mod bitis_processing {
1638 use rstest::rstest;
1639 use crate::AttributeDetails::{AttributeEnumOrMsg, AttributeSimple};
1640 use super::*;
1641
1642 #[rstest]
1643 #[ignore]
1644 fn msg_base_and_v2() {
1645 let bitis_values = vec![
1646 Value::Message(Message{
1647 name: "TestMsg".to_string(),
1648 comment: Some("This is a test".to_string()),
1650 parent: None,
1651 attributes: vec![Attribute{name: "a1".to_string(), comment: None,
1652 is_repeated_and_size: None, is_optional: false,
1653 specific_details: AttributeSimple(SimpleType::UIntFixed(4)),
1654 }],
1655 }),
1656 Value::Message(Message{
1657 name: "TestMsg".to_string(),
1658 comment: Some("This is a test".to_string()),
1660 parent: None,
1661 attributes: vec![Attribute{name: "a2".to_string(), comment: None,
1662 is_repeated_and_size: None, is_optional: false,
1663 specific_details: AttributeSimple(SimpleType::UIntFixed(4)),
1664 }],
1665 })
1666 ];
1667 let pb = process_and_validate_bitis(&bitis_values);
1668
1669 assert_eq!(pb.max_version_number, 2);
1670 assert_eq!(pb.msgs.len(), 3);
1671
1672 assert_eq!(pb.msgs[0].name, "TestMsg_Base".to_string());
1673 assert_eq!(pb.msgs[1].name, "TestMsg_V1".to_string());
1674 assert_eq!(pb.msgs[2].name, "TestMsg_V2".to_string());
1675
1676 assert_eq!(pb.msgs[0].attributes.len(), 1);
1677 assert_eq!(pb.msgs[0].attributes.get(0).unwrap().name, "a1".to_string());
1678 assert_eq!(pb.msgs[1].attributes.len(), 0);
1679 assert_eq!(pb.msgs[2].attributes.len(), 1);
1680 assert_eq!(pb.msgs[2].attributes.get(0).unwrap().name, "a2".to_string());
1681 }
1682
1683 #[rstest]
1684 #[ignore]
1685 fn msg_base_and_v2_and_add_msg() {
1686 let bitis_values = vec![
1687 Value::Message(Message{
1688 name: "TestMsgInner".to_string(),
1689 comment: Some("This is a test2".to_string()),
1691 parent: None,
1692 attributes: vec![Attribute{name: "lala".to_string(), comment: None,
1693 is_repeated_and_size: None, is_optional: false,
1694 specific_details: AttributeSimple(SimpleType::UIntFixed(4)),
1695 }],
1696 }),
1697 Value::Message(Message{
1698 name: "TestMsgInner".to_string(),
1699 comment: Some("This is a test2".to_string()),
1701 parent: None,
1702 attributes: vec![
1703 Attribute{name: "lala".to_string(), comment: None, is_repeated_and_size: None, is_optional: false,
1704 specific_details: AttributeSimple(SimpleType::UIntFixed(4)),},
1705 Attribute{name: "lala2".to_string(), comment: None, is_repeated_and_size: None, is_optional: false,
1706 specific_details: AttributeSimple(SimpleType::UIntFixed(3)),},
1707 ],
1708 }),
1709 Value::Message(Message{
1710 name: "TestMsg".to_string(),
1711 comment: Some("This is a test".to_string()),
1713 parent: None,
1714 attributes: vec![
1715 Attribute{ name: "a1".to_string(), comment: None, is_repeated_and_size: None, is_optional: false,
1716 specific_details: AttributeSimple(SimpleType::UIntFixed(4)) },
1717 Attribute{ name: "lala_use".to_string(), comment: None, is_repeated_and_size: None, is_optional: false,
1718 specific_details: AttributeEnumOrMsg("TestMsgInner".to_string()) },
1719 ],
1720 }),
1721 Value::Message(Message{
1722 name: "TestMsg".to_string(),
1723 comment: Some("This isa test".to_string()),
1725 parent: None,
1726 attributes: vec![Attribute{name: "a2".to_string(), comment: None,
1727 is_repeated_and_size: None, is_optional: false,
1728 specific_details: AttributeSimple(SimpleType::UIntFixed(4)),
1729 }],
1730 }),
1731 ];
1732 let pb = process_and_validate_bitis(&bitis_values);
1733
1734 assert_eq!(pb.max_version_number, 2);
1735 assert_eq!(pb.msgs.len(), 4);
1736
1737}
1752}
1753