1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use arrow::{
    array::Array,
    buffer::NullBuffer,
    datatypes::{DataType, Schema},
    record_batch::RecordBatch,
};
use digest::{Output, OutputSizeUser};

pub trait RecordDigest: OutputSizeUser {
    fn digest(batch: &RecordBatch) -> Output<Self>;
    fn new(schema: &Schema) -> Self;
    fn update(&mut self, batch: &RecordBatch);
    fn finalize(self) -> Output<Self>;
}

pub trait ArrayDigest: OutputSizeUser {
    fn digest(array: &dyn Array) -> Output<Self>;
    fn new(data_type: &DataType) -> Self;
    fn update(&mut self, array: &dyn Array, parent_null_bitmap: Option<&NullBuffer>);
    fn finalize(self) -> Output<Self>;
}