dataflow_nlp 0.1.1

Dataflow is a data processing library, primarily for machine learning.
Documentation 
1
2
3
4
5
6
7
8
9
10
11

/// Uilities for dealing with batches, such as shuffling and sorting batches
pub mod batching;
/// Dataflow pipeline nodes
pub mod pipelines;
/// All tokenization and untokenization
pub mod tokenization;
/// Vocab object and the functions to load different vocabularies
pub mod vocab;

#[cfg(test)]
mod tests;