Skip to main content

rs_ints2arrow/sync/
fs.rs

1use std::io;
2use std::path::Path;
3
4use io::BufReader;
5
6use arrow::array::PrimitiveArray;
7use arrow::datatypes::ArrowPrimitiveType;
8
9use arrow::datatypes::Int8Type;
10use arrow::datatypes::Int16Type;
11use arrow::datatypes::Int32Type;
12use arrow::datatypes::Int64Type;
13
14use arrow::datatypes::UInt8Type;
15use arrow::datatypes::UInt16Type;
16use arrow::datatypes::UInt32Type;
17use arrow::datatypes::UInt64Type;
18
19pub fn filename2bufrdr<P>(filename: P) -> Result<BufReader<std::fs::File>, io::Error>
20where
21    P: AsRef<Path>,
22{
23    let f = std::fs::File::open(filename)?;
24    Ok(BufReader::new(f))
25}
26
27pub fn filename2array<P, F, T>(filename: P, rdr2arr: F) -> Result<PrimitiveArray<T>, io::Error>
28where
29    P: AsRef<Path>,
30    T: ArrowPrimitiveType,
31    F: Fn(BufReader<std::fs::File>) -> Result<PrimitiveArray<T>, io::Error>,
32{
33    let rdr = filename2bufrdr(filename)?;
34    rdr2arr(rdr)
35}
36
37macro_rules! filename2ints {
38    ($fname: ident, $rdr2arr: ident, $ity: ty) => {
39        /// Reads the file and converts it to an array of integers.
40        pub fn $fname<P>(filename: P) -> Result<PrimitiveArray<$ity>, io::Error>
41        where
42            P: AsRef<Path>,
43        {
44            filename2array(filename, $rdr2arr)
45        }
46    };
47}
48
49use super::raw2ints2arrow8;
50use super::raw2uints2arrow8;
51
52use super::raw2ints2arrow16be;
53use super::raw2ints2arrow16le;
54use super::raw2ints2arrow32be;
55use super::raw2ints2arrow32le;
56use super::raw2ints2arrow64be;
57use super::raw2ints2arrow64le;
58
59use super::raw2uints2arrow16be;
60use super::raw2uints2arrow16le;
61use super::raw2uints2arrow32be;
62use super::raw2uints2arrow32le;
63use super::raw2uints2arrow64be;
64use super::raw2uints2arrow64le;
65
66filename2ints!(filename2ints8, raw2ints2arrow8, Int8Type);
67filename2ints!(filename2uints8, raw2uints2arrow8, UInt8Type);
68
69filename2ints!(filename2ints16le, raw2ints2arrow16le, Int16Type);
70filename2ints!(filename2ints32le, raw2ints2arrow32le, Int32Type);
71filename2ints!(filename2ints64le, raw2ints2arrow64le, Int64Type);
72filename2ints!(filename2ints16be, raw2ints2arrow16be, Int16Type);
73filename2ints!(filename2ints32be, raw2ints2arrow32be, Int32Type);
74filename2ints!(filename2ints64be, raw2ints2arrow64be, Int64Type);
75
76filename2ints!(filename2uints16le, raw2uints2arrow16le, UInt16Type);
77filename2ints!(filename2uints32le, raw2uints2arrow32le, UInt32Type);
78filename2ints!(filename2uints64le, raw2uints2arrow64le, UInt64Type);
79filename2ints!(filename2uints16be, raw2uints2arrow16be, UInt16Type);
80filename2ints!(filename2uints32be, raw2uints2arrow32be, UInt32Type);
81filename2ints!(filename2uints64be, raw2uints2arrow64be, UInt64Type);