oscar-io 0.1.1

Readers/Writers for OSCAR Corpora.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

//! OSCAR Schema v2 (OSCAR 22.01) types, readers and writers.
//!
//! Each document is materialized by a [Document], holding [Metadata], [WarcHeaders] and `content` (that is a [String]).
mod reader;
mod types;
mod writer;

#[cfg(feature = "avro")]
pub use reader::AvroDocReader as AvroReader;
pub use reader::DocReader as Reader;
pub use reader::SplitFileIter as SplitReader;
pub use reader::SplitFolderFileIter as SplitFolderReader;
pub use types::Document;
pub use types::Metadata;
pub use types::WarcHeaders;
pub use writer::DocWriter as Writer;