synaptic-loaders 0.4.0

Document loaders: Text, JSON, CSV, Markdown, Directory, Web, Notion, GitHub, YouTube, arXiv
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use crate::Document;
use async_trait::async_trait;
use synaptic_core::SynapticError;

use crate::Loader;

/// Wraps a string of text into a single Document.
#[derive(Debug, Clone)]
pub struct TextLoader {
    id: String,
    content: String,
}

impl TextLoader {
    pub fn new(id: impl Into<String>, content: impl Into<String>) -> Self {
        Self {
            id: id.into(),
            content: content.into(),
        }
    }
}

#[async_trait]
impl Loader for TextLoader {
    async fn load(&self) -> Result<Vec<Document>, SynapticError> {
        Ok(vec![Document::new(self.id.clone(), self.content.clone())])
    }
}