feco3 0.5.0

A library for working with .fec files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

use crate::{
    record::{Record, RecordSchema, Value},
    Error,
};

use super::lookup_schema;

pub trait LineParser<'a> {
    /// Parse the values to a given schema.
    fn parse_values(
        &mut self,
        schema: &RecordSchema,
        line: &mut impl Iterator<Item = &'a String>,
    ) -> Result<Vec<Value>, Error>;

    /// Parse a complete line of a .FEC file.
    ///
    /// Given a version string like "8.0" and a iterable of byte slices,
    /// take the first item as the line code, and the rest as the values.
    /// Lookup the schema for the line code and version, and parse the values
    /// according to the schema.
    fn parse_line(
        &mut self,
        fec_version: &str,
        line: &mut impl Iterator<Item = &'a String>,
    ) -> Result<Record, Error> {
        let (record_code, line) = get_record_code(line)?;
        let schema: &RecordSchema = lookup_schema(fec_version, record_code)?;
        let values = self.parse_values(schema, line)?;
        Ok(Record {
            record_code: record_code.to_string(),
            schema: schema.clone(),
            values,
        })
    }
}

/// A LineParser that returns a line with the exact values seen.
///
/// This might be different from the expected number of values in the schema.
/// This is because the FEC files are not always consistent with the schema.
/// If we see more values than expected, we don't know what type they are
/// supposed to be, so we just return them as Strings.
pub struct LiteralLineParser;

impl<'a> LineParser<'a> for LiteralLineParser {
    fn parse_values(
        &mut self,
        schema: &RecordSchema,
        raw: &mut impl Iterator<Item = &'a String>,
    ) -> Result<Vec<Value>, Error> {
        let mut field_schemas = schema.fields.iter();
        let mut values = Vec::new();
        for raw_value in raw {
            let field_schema = field_schemas
                .next()
                .ok_or(Error::RecordParseError("too many values".to_string()))?;
            let rv = match raw_value.trim() {
                "" => None,
                s => Some(s.to_string()),
            };
            let value = field_schema.typ.parse_to_value(rv.as_ref())?;
            values.push(value);
        }
        let extra_schema_fields = field_schemas.count();
        if extra_schema_fields > 0 {
            log::warn!("warning: extra_schema_fields: {}", extra_schema_fields);
        }
        Ok(values)
    }
}

/// The first value in each line is the record type code.
fn get_record_code<'a, T>(mut line: T) -> Result<(&'a str, T), Error>
where
    T: Iterator<Item = &'a String>,
{
    let record_code = line
        .next()
        .ok_or(Error::RecordParseError("No form name".to_string()))?;
    Ok((record_code, line))
}

pub struct CoercingLineParser;

impl<'a> LineParser<'a> for CoercingLineParser {
    fn parse_values(
        &mut self,
        schema: &RecordSchema,
        line: &mut impl Iterator<Item = &'a String>,
    ) -> Result<Vec<Value>, Error> {
        let mut field_schemas = schema.fields.iter();
        let mut values = Vec::new();
        for raw in line {
            let field_type = match field_schemas.next() {
                Some(field_schema) => field_schema.typ,
                None => {
                    let default_value = Value::String(Some(raw.clone()));
                    values.push(default_value);
                    continue;
                }
            };
            let value = match field_type.parse_to_value(Some(raw)) {
                Ok(value) => value,
                Err(_) => field_type.parse_to_value(None)?,
            };
            values.push(value);
        }
        let not_seen_fields = field_schemas;
        for f in not_seen_fields {
            let value = f.typ.parse_to_value(None)?;
            values.push(value);
        }
        assert!(values.len() == schema.fields.len());
        Ok(values)
    }
}