processors-rs 0.7.1

Embed anything at lightning speed
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use crate::markdown_processor::MarkdownProcessor;
use crate::processor::{Document, DocumentProcessor};
use text_splitter::ChunkConfigError;

/// A struct for processing PDF files.
pub struct TxtProcessor {
    markdown_processor: MarkdownProcessor,
}

impl TxtProcessor {
    pub fn new(chunk_size: usize, overlap: usize) -> Result<TxtProcessor, ChunkConfigError> {
        let markdown_processor = MarkdownProcessor::new(chunk_size, overlap)?;
        Ok(TxtProcessor { markdown_processor })
    }
}

impl DocumentProcessor for TxtProcessor {
    fn process_document(&self, content: &str) -> anyhow::Result<Document> {
        self.markdown_processor.process_document(content)
    }
}