Struct DistributedNumericalDataset 

pub struct DistributedNumericalDataset { /* private fields */ }

Example distributed dataset implementation for numerical data

Implementations

impl DistributedNumericalDataset

pub fn new(data: Vec<Vec<f64>>) -> Self

Create a new distributed numerical dataset

Trait Implementations

impl Debug for DistributedNumericalDataset

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl DistributedDataset for DistributedNumericalDataset

type Item = Vec<f64>

Associated type for data items

type PartitionStrategy = PartitioningStrategy

Associated type for partitioning strategy

fn size(&self) -> u64

Get the total size of the dataset

fn partition_count(&self) -> u32

Get the number of partitions

fn partition<'a>( &'a mut self, cluster: &'a dyn DistributedCluster, strategy: Self::PartitionStrategy, ) -> BoxFuture<'a, Result<Vec<DistributedPartition<Self::Item>>>>

Partition the dataset across cluster nodes

fn get_partition( &self, partition_id: u32, ) -> BoxFuture<'_, Result<DistributedPartition<Self::Item>>>

Get a specific partition

fn repartition<'a>( &'a mut self, cluster: &'a dyn DistributedCluster, new_strategy: Self::PartitionStrategy, ) -> BoxFuture<'a, Result<()>>

Repartition the dataset with a new strategy

fn collect( &self, _cluster: &dyn DistributedCluster, ) -> BoxFuture<'_, Result<Vec<Self::Item>>>

Collect all partitions back to coordinator

fn partition_assignment(&self) -> HashMap<NodeId, Vec<u32>>

Get partition assignment for nodes