bambam-omf 0.3.0

OvertureMaps Foundation support for The Behavior and Advanced Mobility Big Access Model
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use serde::{Deserialize, Serialize};

use super::ObjectStoreSource;
use super::OvertureMapsCollectionError;
use super::OvertureMapsCollector;

/// Serializable configuration for OvertureMapsCollector Object.
/// Builds to a [`OvertureMapsCollector`]
#[derive(Debug, Serialize, Deserialize, Copy, Clone)]
pub struct OvertureMapsCollectorConfig {
    obj_store_type: ObjectStoreSource,
    // Number of row groups to schedule for each process. Defaults to 4
    rg_chunk_size: Option<usize>,
    // Limit to the number of files to process simultaneously. Defaults to 64
    file_concurrency_limit: Option<usize>,
}

impl Default for OvertureMapsCollectorConfig {
    fn default() -> Self {
        Self {
            obj_store_type: ObjectStoreSource::AmazonS3,
            rg_chunk_size: Some(4),
            file_concurrency_limit: Some(64),
        }
    }
}

impl OvertureMapsCollectorConfig {
    pub fn new(
        obj_store_type: ObjectStoreSource,
        rg_chunk_size: Option<usize>,
        file_concurrency_limit: Option<usize>,
    ) -> Self {
        Self {
            obj_store_type,
            rg_chunk_size,
            file_concurrency_limit,
        }
    }

    pub fn build(&self) -> Result<OvertureMapsCollector, OvertureMapsCollectionError> {
        Ok(OvertureMapsCollector::new(
            self.obj_store_type.build()?,
            self.rg_chunk_size.unwrap_or(4),
            self.file_concurrency_limit.unwrap_or(64),
        ))
    }
}