optirs-tpu 0.3.2

OptiRS TPU coordination and pod management
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133

// Batch Coordination Module

use crate::pod_coordination::types::*;
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum AggregationMethod {
    Sum,
    #[default]
    Average,
    Max,
    Min,
}

#[derive(Debug, Clone, Default)]
pub struct BatchCoordinator {
    pub batch_size: usize,
}

#[derive(Debug, Clone, Default)]
pub struct BatchData {
    pub batch_id: u64,
    pub size: usize,
}

#[derive(Debug, Clone, Default)]
pub struct BatchExecution {
    pub batch_id: u64,
    pub status: BatchExecutionResult,
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum BatchExecutionResult {
    #[default]
    Success,
    PartialSuccess,
    Failed,
}

#[derive(Debug, Clone, Default)]
pub struct BatchMetadata {
    pub batch_id: u64,
    pub timestamp_ms: u64,
}

#[derive(Debug, Clone)]
pub struct BatchPartition<T> {
    pub data: scirs2_core::ndarray::Array<T, scirs2_core::ndarray::IxDyn>,
    pub indices: Vec<usize>,
    pub status: PartitionStatus,
    pub device: DeviceId,
    pub dependencies: Vec<PartitionId>,
    pub created_at: std::time::Instant,
    pub processing_start: Option<std::time::Instant>,
    pub completed_at: Option<std::time::Instant>,
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum BatchPriority {
    Low,
    #[default]
    Normal,
    High,
}

#[derive(Debug, Clone, Default)]
pub struct BatchProgress {
    pub completed: usize,
    pub total: usize,
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum CachingStrategy {
    None,
    #[default]
    LRU,
    Adaptive,
}

#[derive(Debug, Clone, Default)]
pub struct DataPartitioning {
    pub num_partitions: usize,
}

#[derive(Debug, Clone, Default)]
pub struct DeviceExecutionStatistics {
    pub device_id: DeviceId,
    pub batches_processed: u64,
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum DistributionStrategy {
    Broadcast,
    #[default]
    Scatter,
    AllGather,
}

pub type PartitionId = u64;

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum PartitionStatus {
    #[default]
    Ready,
    Processing,
    Complete,
}

#[derive(Debug, Clone, Default)]
pub struct PipelineStage {
    pub stage_id: u64,
    pub status: PipelineStageStatus,
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub enum PipelineStageStatus {
    #[default]
    Idle,
    Running,
    Complete,
}

#[derive(Debug, Clone, Default)]
pub struct QualityMetrics {
    pub accuracy: f64,
    pub loss: f64,
}

#[derive(Debug, Clone, Default)]
pub struct BatchCoordinationStatistics {
    pub total_batches: u64,
    pub avg_batch_time_ms: f64,
}