burn_dragon_language 0.5.0

Language modeling components for burn_dragon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

pub mod core;
#[cfg(feature = "train")]
pub(crate) mod merge;
#[cfg(all(test, feature = "train"))]
mod tests;
#[cfg(feature = "train")]
pub mod train;

pub use core::{
    ContextStrategyConfig, GenerationConfig, GenerationOutputFormat,
    GenerationTokenizerSourceConfig, ModelOverrides,
};
#[cfg(feature = "train")]
pub use train::{
    DatasetConfig, DatasetSourceConfig, HuggingFaceDatasetConfig, HuggingFaceRecordFormat,
    TrainingConfig, TrainingHyperparameters, ValidationDatasetConfig, load_training_config,
};