prodex 0.21.0

OpenAI profile pooling and safe auto-rotate for Codex CLI and Claude Code
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

use super::*;

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerRegistry {
    pub(super) pid: u32,
    pub(super) listen_addr: String,
    pub(super) started_at: i64,
    pub(super) upstream_base_url: String,
    pub(super) include_code_review: bool,
    pub(super) current_profile: String,
    pub(super) instance_token: String,
    pub(super) admin_token: String,
    #[serde(default)]
    pub(super) openai_mount_path: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerHealth {
    pub(super) pid: u32,
    pub(super) started_at: i64,
    pub(super) current_profile: String,
    pub(super) include_code_review: bool,
    pub(super) active_requests: usize,
    pub(super) instance_token: String,
    pub(super) persistence_role: String,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerLaneMetrics {
    pub(super) active: usize,
    pub(super) limit: usize,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerTrafficMetrics {
    pub(super) responses: RuntimeBrokerLaneMetrics,
    pub(super) compact: RuntimeBrokerLaneMetrics,
    pub(super) websocket: RuntimeBrokerLaneMetrics,
    pub(super) standard: RuntimeBrokerLaneMetrics,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerContinuationMetrics {
    pub(super) response_bindings: usize,
    pub(super) turn_state_bindings: usize,
    pub(super) session_id_bindings: usize,
    pub(super) warm: usize,
    pub(super) verified: usize,
    pub(super) suspect: usize,
    pub(super) dead: usize,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
pub(super) struct RuntimeBrokerMetrics {
    pub(super) health: RuntimeBrokerHealth,
    pub(super) active_request_limit: usize,
    pub(super) local_overload_backoff_remaining_seconds: u64,
    pub(super) traffic: RuntimeBrokerTrafficMetrics,
    pub(super) profile_inflight: BTreeMap<String, usize>,
    pub(super) retry_backoffs: usize,
    pub(super) transport_backoffs: usize,
    pub(super) route_circuits: usize,
    pub(super) degraded_profiles: usize,
    pub(super) degraded_routes: usize,
    pub(super) continuations: RuntimeBrokerContinuationMetrics,
}

#[derive(Debug, Clone, Serialize)]
pub(super) struct RuntimeBrokerObservation {
    pub(super) broker_key: String,
    pub(super) listen_addr: String,
    pub(super) metrics: RuntimeBrokerMetrics,
}

#[allow(dead_code)]
#[derive(Debug, Clone)]
pub(super) struct RuntimeBrokerMetadata {
    pub(super) broker_key: String,
    pub(super) listen_addr: String,
    pub(super) started_at: i64,
    pub(super) current_profile: String,
    pub(super) include_code_review: bool,
    pub(super) instance_token: String,
    pub(super) admin_token: String,
}

#[derive(Debug)]
pub(super) struct RuntimeBrokerLease {
    pub(super) path: PathBuf,
}

#[derive(Debug)]
pub(super) struct RuntimeProxyEndpoint {
    pub(super) listen_addr: std::net::SocketAddr,
    pub(super) openai_mount_path: String,
    pub(super) lease_dir: PathBuf,
    pub(super) _lease: Option<RuntimeBrokerLease>,
}

impl Drop for RuntimeBrokerLease {
    fn drop(&mut self) {
        let _ = fs::remove_file(&self.path);
    }
}

impl RuntimeProxyEndpoint {
    pub(super) fn create_child_lease(&self, pid: u32) -> Result<RuntimeBrokerLease> {
        create_runtime_broker_lease_in_dir_for_pid(&self.lease_dir, pid)
    }
}