1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
// Copyright 2023 WHERE TRUE Technologies.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
use std::sync::Arc;
use arrow::datatypes::SchemaRef;
use arrow::error::Result;
use exon_common::DEFAULT_BATCH_SIZE;
use object_store::ObjectStore;
/// Configuration for a SAM datasource.
pub struct SAMConfig {
/// The number of rows to read at a time.
pub batch_size: usize,
/// The schema of the SAM file.
pub file_schema: SchemaRef,
/// The object store to use for reading SAM files.
pub object_store: Arc<dyn ObjectStore>,
/// Any projections to apply to the resulting batches.
pub projection: Option<Vec<usize>>,
}
impl SAMConfig {
/// Create a new SAM configuration.
pub fn new(object_store: Arc<dyn ObjectStore>, file_schema: SchemaRef) -> Self {
Self {
batch_size: DEFAULT_BATCH_SIZE,
file_schema,
object_store,
projection: None,
}
}
/// Set the batch size.
pub fn with_batch_size(mut self, batch_size: usize) -> Self {
self.batch_size = batch_size;
self
}
/// Set the projection.
pub fn with_projection(mut self, projection: Vec<usize>) -> Self {
self.projection = Some(projection);
self
}
/// Get the projection, returning the identity projection if none is set.
pub fn projection(&self) -> Vec<usize> {
self.projection
.clone()
.unwrap_or_else(|| (0..self.file_schema.fields().len()).collect())
}
/// Get the projected schema.
pub fn projected_schema(&self) -> Result<SchemaRef> {
let schema = self.file_schema.project(&self.projection())?;
Ok(Arc::new(schema))
}
}