optirs-tpu 0.3.2

OptiRS TPU coordination and pod management
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

// Resource Scheduling Module

use crate::pod_coordination::types::*;
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Default)]
pub struct AllocationMetrics {
    pub utilization_percent: f64,
}

#[derive(Debug, Clone, Default)]
pub struct DeviceReservation {
    pub device_id: DeviceId,
    pub reserved_percent: f64,
}

#[derive(Debug, Clone, Default)]
pub struct QueueMetrics {
    pub queue_depth: usize,
    pub avg_wait_ms: f64,
}

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum RequestStatus {
    #[default]
    Pending,
    Running,
    Completed,
    Failed,
}

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum ReservationPolicy {
    #[default]
    FirstCome,
    Priority,
    Fair,
}

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum ReservationType {
    Exclusive,
    #[default]
    Shared,
    Preemptible,
}

#[derive(Debug, Clone, Default)]
pub struct ResourceAllocation {
    pub device_id: DeviceId,
    pub amount: f64,
}

#[derive(Debug, Clone, Default)]
pub struct ResourcePoolConfig {
    pub max_resources: u64,
}

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum ResourcePriority {
    Low,
    #[default]
    Normal,
    High,
    Critical,
}

#[derive(Debug, Clone, Default)]
pub struct ResourceRequirements {
    pub cpu_cores: u32,
    pub memory_gb: u64,
}

#[derive(Debug, Clone, Default)]
pub struct ResourceScheduler {
    pub strategy: SchedulingStrategy,
    pub pool_config: ResourcePoolConfig,
}

#[derive(Debug, Clone, Default)]
pub struct SchedulingRequest {
    pub requirements: ResourceRequirements,
    pub priority: ResourcePriority,
}

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub enum SchedulingStrategy {
    #[default]
    FIFO,
    Priority,
    ShortestJobFirst,
    RoundRobin,
}