doc_extractor 0.1.0

Extract text chunks from common document formats.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
mod document;
mod error;
mod loader;
mod splitter;
mod types;

pub use document::{Chunk, Doc};
pub use error::{LoaderError, LoaderResult};
use loader::{
  HtmlLoader, LanguageParserOptions, Loader, OfficeLoader, PdfExtractLoader, SourceCodeLoader, TextLoader, Url,
  get_language_by_filename,
};
use splitter::{MarkdownSplitter, TextSplitter, TextSplitterError, TokenSplitter};
use types::Document;