Struct DataConfig 

pub struct DataConfig {
    pub source: Option<String>,
    pub format: Option<String>,
    pub split: Option<DataSplit>,
    pub train: Option<String>,
    pub val: Option<String>,
    pub test: Option<String>,
    pub preprocessing: Option<Vec<PreprocessingStep>>,
    pub augmentation: Option<Vec<HashMap<String, Value>>>,
    pub loader: Option<DataLoader>,
}

Dataset configuration

Fields

source: Option<String>

Data source URI (pacha://, hf://, s3://, or local path)

format: Option<String>

Explicit format (auto-detected if omitted)

split: Option<DataSplit>

Data split configuration

train: Option<String>

Explicit training data path

val: Option<String>

Explicit validation data path

test: Option<String>

Explicit test data path

preprocessing: Option<Vec<PreprocessingStep>>

Preprocessing pipeline

augmentation: Option<Vec<HashMap<String, Value>>>

Data augmentation pipeline

loader: Option<DataLoader>

DataLoader settings

Trait Implementations

impl Clone for DataConfig

fn clone(&self) -> DataConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DataConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for DataConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for DataConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.