ambers 0.4.0

Pure Rust reader for SPSS .sav and .zsav files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use arrow::datatypes::{DataType, Field, Schema, TimeUnit};

use crate::constants::{TemporalKind, VarType};
use crate::dictionary::ResolvedDictionary;
use crate::variable::VariableRecord;

/// Determine the Arrow DataType for a resolved SPSS variable.
pub fn var_to_arrow_type(var: &VariableRecord) -> DataType {
    match &var.var_type {
        VarType::Numeric => {
            match var
                .print_format
                .as_ref()
                .and_then(|f| f.format_type.temporal_kind())
            {
                Some(TemporalKind::Date) => DataType::Date32,
                Some(TemporalKind::Timestamp) => DataType::Timestamp(TimeUnit::Microsecond, None),
                Some(TemporalKind::Duration) => DataType::Duration(TimeUnit::Microsecond),
                None => DataType::Float64,
            }
        }
        VarType::String(_) => DataType::Utf8View,
    }
}

/// Build an Arrow Schema from the resolved dictionary.
pub fn build_schema(dict: &ResolvedDictionary) -> Schema {
    let fields: Vec<Field> = dict
        .variables
        .iter()
        .map(|var| Field::new(&var.long_name, var_to_arrow_type(var), true))
        .collect();

    Schema::new(fields)
}