jupiter 4.1.0

Jupiter is a library for providing high-throughput ultra low latency services via the RESP protocol as defined by Redis.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

//! Imports CSV files into InfoGraph DB.
//!
//! This loader is capable of reading UTF-8 encoded CSV files using ";" as separator.
//!
//! The first line contains the headers or field names to use. All subsequent lines contain
//! the data to import.
//!
//! ## Example data:
//! ```csv
//! name;value;unit
//! test;10;PCE
//! foo;5;MTR
//! ```
//! ## Example loader:
//! ```yaml
//! file: 'path/to/file.csv'
//! loader: 'idb-csv'
//! namespace: 'target namespace to import into'
//! table: 'target-table-name'
//! indices: ['fields', 'to', 'index']
//! fulltextIndices: ['fields', 'to', 'search', 'in']
//! ```
use crate::ig::csv::csv_to_doc;
use crate::platform::Platform;
use crate::repository::loader::{Loader, LoaderInfo};
use anyhow::Context;
use csv::ReaderBuilder;
use std::fmt::{Display, Formatter};
use std::sync::Arc;

/// Represents the global loader instance.
pub struct IdbCsvLoader {
    platform: Arc<Platform>,
}

impl IdbCsvLoader {
    /// Creates a new loader to be passed into [Repository::register_loader].
    pub fn new(platform: Arc<Platform>) -> Self {
        IdbCsvLoader { platform }
    }
}

impl Display for IdbCsvLoader {
    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
        write!(f, "IDB-CSV")
    }
}

#[async_trait::async_trait]
impl Loader for IdbCsvLoader {
    async fn file_changed(&self, loader_info: &LoaderInfo) -> anyhow::Result<()> {
        let data = tokio::fs::read_to_string(loader_info.get_data())
            .await
            .context("Unable to read data file")?;
        let reader = ReaderBuilder::new()
            .delimiter(b';')
            .has_headers(false)
            .from_reader(data.as_bytes());
        let doc = csv_to_doc(reader).context("Cannot parse the given CSV into a doc")?;

        self.update_table(doc, loader_info).await
    }

    fn platform(&self) -> &Arc<Platform> {
        &self.platform
    }
}