burn_dragon_language 0.5.0

Language modeling components for burn_dragon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

use serde::{Deserialize, Serialize};

mod load;
mod schema;
#[cfg(test)]
mod tests;
mod validate;

pub use load::load_training_config;
pub use schema::{
    ContinualBackpropConfig, ContinualBackpropLrCoupling, ContinualBackpropTarget, DatasetConfig,
    DatasetSourceConfig, HuggingFaceDatasetConfig, HuggingFaceRecordFormat, ModuleLrScaleEntry,
    ModuleLrScaleScheduleConfig, TrainingConfig, TrainingHyperparameters, ValidationDatasetConfig,
};

use crate::tokenizer::TokenizerConfig;

use super::{ContextStrategyConfig, GenerationConfig, ModelOverrides};