Struct DataLocalityOptimizer 

pub struct DataLocalityOptimizer { /* private fields */ }

Data locality optimizer.

Implementations

impl DataLocalityOptimizer

pub fn new(config: LocalityConfig) -> Self

Create a new data locality optimizer.

pub fn with_defaults() -> Self

Create with default configuration.

pub fn register_data(&self, data_key: String, worker_id: WorkerId) -> Result<()>

Register data location.

pub fn unregister_data(&self, data_key: &str, worker_id: WorkerId) -> Result<()>

Unregister data location.

pub fn record_access(&self, data_key: &str, worker_id: WorkerId) -> Result<()>

Record data access.

pub fn get_workers_with_data(&self, data_key: &str) -> Vec<WorkerId>

Get workers that have specific data.

pub fn get_worker_data(&self, worker_id: WorkerId) -> Vec<String>

Get data available on a worker.

pub fn get_data_location(&self, data_key: &str) -> Option<DataLocation>

Get data location information.

pub fn recommend_placement( &self, required_data: &[String], candidate_workers: &[WorkerId], ) -> Result<PlacementRecommendation>

Recommend task placement based on data locality.

pub fn schedule_prefetch( &self, data_key: String, target_workers: Vec<WorkerId>, ) -> Result<()>

Schedule data prefetch for upcoming tasks.

pub fn get_prefetch_schedule(&self) -> HashMap<String, Vec<WorkerId>>

Get prefetch schedule.

pub fn clear_prefetch_schedule(&self)

Clear prefetch schedule.

pub fn record_transfer( &self, data_key: &str, _from_worker: WorkerId, to_worker: WorkerId, bytes: u64, ) -> Result<()>

Record data transfer.

pub fn record_prefetch(&self)

Record prefetch.

pub fn get_hot_data(&self) -> Vec<(String, u64)>

Get hot data (frequently accessed).

pub fn suggest_replication(&self) -> Vec<(String, usize)>

Suggest replication for hot data.

pub fn get_affinity(&self, data_key: &str) -> Vec<WorkerId>

Get affinity for data.

pub fn remove_worker(&self, worker_id: WorkerId) -> Result<()>

Remove worker from all data tracking.

pub fn get_statistics(&self) -> LocalityStats

Get locality statistics.

pub fn reset_statistics(&self)

Reset statistics.

Trait Implementations

impl Clone for DataLocalityOptimizer

fn clone(&self) -> DataLocalityOptimizer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.