vantadb 0.1.4

VantaDB: An embedded persistent memory and vector retrieval engine for local-first AI applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

#![cfg(feature = "python_sdk")]
use crate::node::{UnifiedNode, VectorRepresentations};
use crate::storage::StorageEngine;
use pyo3::prelude::*;
use pyo3::types::PyModuleMethods;

#[pyclass]
pub struct ClientEngine {
    _storage: StorageEngine,
}

impl Default for ClientEngine {
    fn default() -> Self {
        Self::new().expect("ClientEngine::default() failed to open StorageEngine")
    }
}

#[pymethods]
impl ClientEngine {
    #[new]
    pub fn new() -> PyResult<Self> {
        Ok(ClientEngine {
            _storage: StorageEngine::open("vantadb_data").map_err(|e| {
                PyErr::new::<pyo3::exceptions::PyRuntimeError, _>(format!(
                    "Failed to open StorageEngine: {e}"
                ))
            })?,
        })
    }

    /// High level query mapping directly traversing the execution plan.
    pub fn execute(&self, query: &str) -> PyResult<Vec<String>> {
        let executor = crate::executor::Executor::new(&self._storage);
        match executor.execute_hybrid(query) {
            Ok(crate::executor::ExecutionResult::Read(nodes)) => {
                let results = nodes
                    .into_iter()
                    .map(|n| format!("ID: {} | Relational: {:?}", n.id, n.relational))
                    .collect();
                Ok(results)
            }
            Ok(crate::executor::ExecutionResult::Write { message, .. }) => Ok(vec![message]),
            Ok(crate::executor::ExecutionResult::StaleContext(id)) => {
                Ok(vec![format!("STALE_CONTEXT: {}", id)])
            }
            Err(e) => Err(pyo3::exceptions::PyRuntimeError::new_err((e.to_string(),))),
        }
    }

    /// Exposes node insertion directly to python scripts skipping HTTP serialization
    pub fn insert_node(&self, id: u64, vec_data: Option<Vec<f32>>) -> PyResult<()> {
        let mut node = UnifiedNode::new(id);
        if let Some(v) = vec_data {
            node.vector = VectorRepresentations::Full(v);
            node.flags.set(crate::node::NodeFlags::HAS_VECTOR);
        }
        self._storage
            .insert(&node)
            .map_err(|e| pyo3::exceptions::PyRuntimeError::new_err((e.to_string(),)))?;
        Ok(())
    }
}

/// The python module definition.
/// Compiled utilizing `maturin develop --features python_sdk`.
#[pymodule]
fn vantadb(_py: Python<'_>, m: &Bound<'_, pyo3::types::PyModule>) -> PyResult<()> {
    m.add_class::<ClientEngine>()?;
    Ok(())
}