Struct DaskIntegration 

pub struct DaskIntegration { /* private fields */ }

Dask compatibility integration

Implementations

impl DaskIntegration

pub fn new(config: DaskConfig) -> Self

Create a new Dask integration

pub fn from_file<P: AsRef<Path>>(path: P) -> TorshResult<Self>

Load configuration from JSON file

pub fn initialize( &mut self, rank: u32, world_size: u32, local_rank: u32, local_size: u32, ) -> TorshResult<()>

Initialize Dask integration

pub fn config(&self) -> &DaskConfig

Get the current configuration

pub fn stats(&self) -> &DaskStats

Get current statistics

pub fn is_initialized(&self) -> bool

Check if Dask integration is initialized

pub fn rank(&self) -> u32

Get current rank

pub fn world_size(&self) -> u32

Get world size

pub fn local_rank(&self) -> u32

Get local rank

pub fn local_size(&self) -> u32

Get local size

pub fn is_client_active(&self) -> bool

Check if Dask client is active

pub fn submit_task( &mut self, task_name: &str, task_size: usize, ) -> TorshResult<String>

Submit task to Dask cluster

pub fn compute(&mut self, collection_name: &str) -> TorshResult<()>

Compute Dask collection

pub fn scale_cluster(&mut self, target_workers: u32) -> TorshResult<()>

Scale Dask cluster

pub fn handle_worker_failure(&mut self, worker_id: u32) -> TorshResult<()>

Handle worker failure

pub fn shutdown(&mut self) -> TorshResult<()>

Shutdown Dask integration

pub fn default_config() -> DaskConfig

Create a default Dask configuration

pub fn config_with_ml() -> DaskConfig

Create a configuration for machine learning workloads

pub fn config_with_large_scale( n_workers: u32, memory_per_worker: &str, ) -> DaskConfig

Create a configuration for large-scale distributed computing