indexlake 0.2.0

An experimental table format with extensible index support.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

use std::collections::HashMap;
use std::sync::Arc;

use crate::expr::Expr;
use crate::index::{FilterSupport, IndexBuilder, IndexDefinitionRef, IndexKind};
use crate::{ILError, ILResult};

#[derive(Debug, Clone)]
pub struct IndexManager {
    indexes: Vec<IndexDefinitionRef>,
    kinds: HashMap<String, Arc<dyn IndexKind>>,
}

impl IndexManager {
    pub(crate) fn try_new(
        indexes: Vec<IndexDefinitionRef>,
        kinds: HashMap<String, Arc<dyn IndexKind>>,
    ) -> ILResult<Self> {
        for index_def in &indexes {
            if !kinds.contains_key(&index_def.kind) {
                return Err(ILError::invalid_input(format!(
                    "Index kind {} not registered",
                    index_def.kind
                )));
            }
        }
        Ok(Self { indexes, kinds })
    }

    pub(crate) fn get_index(&self, index_name: &str) -> Option<&IndexDefinitionRef> {
        self.indexes.iter().find(|index| index.name == index_name)
    }

    pub(crate) fn get_index_kind(&self, kind: &str) -> Option<&Arc<dyn IndexKind>> {
        self.kinds.get(kind)
    }

    pub(crate) fn supports_filter(&self, filter: &Expr) -> ILResult<FilterSupport> {
        let mut supports = FilterSupport::Unsupported;
        for index_def in &self.indexes {
            let index_kind = self
                .kinds
                .get(&index_def.kind)
                .expect("Index kind not found");
            match index_kind.supports_filter(index_def, filter)? {
                FilterSupport::Exact => return Ok(FilterSupport::Exact),
                FilterSupport::Inexact => supports = FilterSupport::Inexact,
                FilterSupport::Unsupported => (),
            }
        }
        Ok(supports)
    }

    pub(crate) fn iter_index_and_kind(
        &self,
    ) -> impl Iterator<Item = (&IndexDefinitionRef, &Arc<dyn IndexKind>)> {
        self.indexes.iter().map(|index_def| {
            let index_kind = self
                .kinds
                .get(&index_def.kind)
                .expect("Index kind not found");
            (index_def, index_kind)
        })
    }

    pub(crate) fn new_index_builders(&self) -> ILResult<Vec<Box<dyn IndexBuilder>>> {
        self.indexes
            .iter()
            .map(|index_def| {
                let index_kind = self
                    .kinds
                    .get(&index_def.kind)
                    .expect("Index kind not found");
                index_kind.builder(index_def)
            })
            .collect()
    }

    pub(crate) fn new_mergeable_index_builders(&self) -> ILResult<Vec<Box<dyn IndexBuilder>>> {
        let mut builders = Vec::new();
        for index_def in &self.indexes {
            let index_kind = self
                .kinds
                .get(&index_def.kind)
                .expect("Index kind not found");
            let builder = index_kind.builder(index_def)?;
            if builder.mergeable() {
                builders.push(builder);
            }
        }
        Ok(builders)
    }

    pub(crate) fn new_non_mergeable_index_builders(&self) -> ILResult<Vec<Box<dyn IndexBuilder>>> {
        let mut builders = Vec::new();
        for index_def in &self.indexes {
            let index_kind = self
                .kinds
                .get(&index_def.kind)
                .expect("Index kind not found");
            let builder = index_kind.builder(index_def)?;
            if !builder.mergeable() {
                builders.push(builder);
            }
        }
        Ok(builders)
    }
}