tsxlib 0.1.3

timeseries library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! # Apache Parquet IO
use parquet::file::reader::SerializedFileReader;
use std::error::Error;
use std::hash::Hash;
use std::cmp;
use serde::{Serialize};

use crate::timeseries::TimeSeries;
use crate::data_elements::TimeSeriesDataPoint;

/// Load series from the given Parquet file

pub fn read_from_file<TDate: Serialize + Hash + Copy + cmp::Eq + cmp::Ord, T: Copy>(
    file_path: &str,
    datapoint_gen_func: fn(&parquet::record::Row)->TimeSeriesDataPoint<TDate,T>
) -> Result<TimeSeries<TDate,T>, Box<dyn Error>> {

    let path = std::path::Path::new(file_path);
    let file = std::fs::File::open(&path).unwrap();
    let parquet_rdr = SerializedFileReader::new(file).unwrap();
    let mut data: Vec<TimeSeriesDataPoint<TDate,T>> = Vec::new();
    for row in parquet_rdr.into_iter() {
        let record: TimeSeriesDataPoint<TDate,T> = datapoint_gen_func(&row);
        data.push(record);
    }

    Ok(TimeSeries::from_tsdatapoints_unchecked(data))
}


/// -----------------------------------------------------------------------------------------------------------------------------------------
/// Unit Test Area
/// -----------------------------------------------------------------------------------------------------------------------------------------
#[cfg(test)]
mod tests {
    use super::*;
    use parquet::record::RowAccessor;
    use chrono::NaiveDateTime;

    use crate::data_elements::TimeSeriesDataPoint;
    use crate::timeutils;

    #[test]
    fn test_read() {
        

        fn datapoint_gen_func(row: &parquet::record::Row) -> TimeSeriesDataPoint<NaiveDateTime,f64> {
            let value = row.get_double(1).unwrap();
            let istamp = row.get_timestamp_millis(0).unwrap() as i64;
            let ts = timeutils::naive_datetime_from_millis(istamp);
            TimeSeriesDataPoint::new(ts,value)
        };

        let ts = read_from_file::<NaiveDateTime, f64>("testdata/rand_data.parquet",datapoint_gen_func).unwrap();

        // println!("{:.2?}",tsrres);
        // println!("{:.2?}",ts);

        assert_eq!(999997, ts.len());

    }

}