Struct StateManager 

pub struct StateManager { /* private fields */ }

State manager for MapReduce jobs

Centralizes all state management operations including persistence, checkpointing, recovery, and state transitions.

Implementations

impl StateManager

pub async fn create_checkpoint( &self, job_id: &str, ) -> Result<Checkpoint, StateError>

Create a checkpoint for the current job state

pub fn validate_checkpoint(&self, state: &JobState) -> Result<(), StateError>

Validate a checkpoint for integrity

pub async fn get_checkpoint( &self, job_id: &str, version: Option<u32>, ) -> Result<Option<Checkpoint>, StateError>

Get a specific checkpoint version

pub async fn clean_old_checkpoints( &self, job_id: &str, keep_count: usize, ) -> Result<(), StateError>

Clean old checkpoints, keeping only the most recent N

impl StateManager

pub async fn recover_from_checkpoint( &self, job_id: &str, checkpoint_version: Option<u32>, ) -> Result<RecoveryPlan, StateError>

Create a recovery plan from a checkpoint

pub fn calculate_pending_items( &self, state: &JobState, max_additional_retries: u32, ) -> Result<Vec<Value>, StateError>

Calculate pending items for resumption

pub async fn can_resume_job(&self, job_id: &str) -> bool

Check if a job can be resumed

pub async fn apply_recovery_plan( &self, job_id: &str, plan: &RecoveryPlan, ) -> Result<(), StateError>

Apply a recovery plan to resume job execution

pub async fn mark_items_processed( &self, job_id: &str, item_ids: Vec<String>, ) -> Result<(), StateError>

Mark items as processed during recovery

pub async fn mark_items_failed( &self, job_id: &str, item_ids: Vec<String>, ) -> Result<(), StateError>

Mark items as failed during recovery

impl StateManager

pub async fn transition_to_phase( &self, job_id: &str, new_phase: PhaseType, ) -> Result<(), StateError>

Transition job to a new phase

pub async fn mark_job_started(&self, job_id: &str) -> Result<(), StateError>

Mark job as started (transition from Setup to Map)

pub async fn mark_reduce_started(&self, job_id: &str) -> Result<(), StateError>

Mark job as entering reduce phase

pub async fn mark_job_completed(&self, job_id: &str) -> Result<(), StateError>

Mark job as completed

pub async fn mark_job_failed( &self, job_id: &str, reason: String, ) -> Result<(), StateError>

Mark job as failed

pub async fn get_valid_transitions( &self, job_id: &str, ) -> Result<Vec<PhaseType>, StateError>

Get valid next phases from current state

pub async fn can_transition( &self, job_id: &str, to_phase: PhaseType, ) -> Result<bool, StateError>

Check if a specific transition is valid

impl StateManager

pub fn new(store: Arc<dyn StateStore + Send + Sync>) -> Self

Create a new state manager

pub async fn create_job( &self, config: &MapReduceConfig, job_id: String, ) -> Result<JobState, StateError>

Create a new job state

pub async fn update_state<F>( &self, job_id: &str, updater: F, ) -> Result<JobState, StateError>

where F: FnOnce(&mut JobState) -> Result<(), StateError>,

Update job state with a closure

pub async fn get_state( &self, job_id: &str, ) -> Result<Option<JobState>, StateError>

Get job state

pub async fn list_jobs(&self) -> Result<Vec<JobSummary>, StateError>

List all jobs

pub async fn get_state_history(&self, job_id: &str) -> Vec<StateEvent>

Get state history for a job