combiner 0.2.2

Combiner is a Rust-based command-line tool that processes text files in a given directory, combining their contents into a single output file.
Documentation 
1
2
3
4
5
6
7
8
9

mod config;
mod file_processing;
mod statistics;
mod tokenizer;

pub use config::CombinerConfig;
pub use file_processing::combine_files;
pub use statistics::Statistics;
pub use tokenizer::get_bpe;