Struct HuggingFaceDataset 

pub struct HuggingFaceDataset {
    pub name: String,
    pub split: String,
    pub data: Vec<Value>,
    pub features: HashMap<String, Value>,
    pub metadata: HashMap<String, Value>,
}

Real HuggingFace dataset loader with Hub API integration

Fields

name: String

split: String

data: Vec<Value>

features: HashMap<String, Value>

metadata: HashMap<String, Value>

Implementations

impl HuggingFaceDataset

pub async fn load(name: &str, split: &str, cache_dir: &Path) -> Result<Self>

Load dataset from HuggingFace Hub using real API

pub fn get_features(&self) -> Result<Vec<String>>

Get feature names from dataset

pub fn info(&self) -> HashMap<String, Value>

Get dataset info