Struct Dataset 

pub struct Dataset {
    pub metadata: DatasetMetadata,
    pub data: Vec<Value>,
}

Dataset representation

Fields

metadata: DatasetMetadata

Dataset metadata

data: Vec<Value>

Dataset data

Implementations

impl Dataset

pub fn new(metadata: DatasetMetadata, data: Vec<Value>) -> Self

Create a new dataset from generation result

pub fn from_generation_result( name: String, schema_name: String, result: GenerationResult, config: DataConfig, ) -> Self

Create dataset from generation result

pub fn to_json_string(&self) -> Result<String>

Get dataset as JSON string

pub fn to_jsonl_string(&self) -> Result<String>

Get dataset as JSON Lines string

pub fn to_csv_string(&self) -> Result<String>

Get dataset as CSV string (basic implementation)

pub fn to_yaml_string(&self) -> Result<String>

Get dataset as YAML string

pub async fn save_to_file<P: AsRef<Path>>(&self, path: P) -> Result<()>

Save dataset to file

pub async fn load_from_file<P: AsRef<Path>>(path: P) -> Result<Self>

Load dataset from file

pub fn row_count(&self) -> usize

Get row count

pub fn sample(&self, count: usize) -> &[Value]

Get sample rows

pub fn filter<F>(&self, predicate: F) -> Dataset

where F: Fn(&Value) -> bool,

Filter dataset by predicate

pub fn map<F>(&self, mapper: F) -> Dataset

where F: Fn(&Value) -> Value,

Transform dataset with a mapping function

pub fn validate_against_schema( &self, schema: &SchemaDefinition, ) -> Result<Vec<String>>

Validate this dataset against a schema

pub fn validate_with_details( &self, schema: &SchemaDefinition, ) -> DatasetValidationResult

Validate this dataset with detailed results

Trait Implementations

impl Debug for Dataset

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.