tirea-agentos 0.5.0

Agent runtime with streaming LLM integration, sub-agent orchestration, and context window management
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use serde::{Deserialize, Serialize};
use tirea_state::{GCounter, State};

#[derive(Debug, Clone, Default, Serialize, Deserialize, State)]
#[tirea(
    path = "__kernel.stop_policy_runtime",
    action = "StopPolicyRuntimeAction",
    scope = "run"
)]
pub(super) struct StopPolicyRuntimeState {
    #[serde(default, skip_serializing_if = "Option::is_none")]
    pub started_at_ms: Option<u64>,
    #[serde(default)]
    #[tirea(lattice)]
    pub total_input_tokens: GCounter,
    #[serde(default)]
    #[tirea(lattice)]
    pub total_output_tokens: GCounter,
}

/// Action type for `StopPolicyRuntimeState` reducer.
#[derive(Serialize, Deserialize)]
pub(crate) enum StopPolicyRuntimeAction {
    /// Record token usage from a single inference call.
    RecordTokens {
        started_at_ms: Option<u64>,
        prompt_tokens: usize,
        completion_tokens: usize,
    },
}

impl StopPolicyRuntimeState {
    pub(super) fn reduce(&mut self, action: StopPolicyRuntimeAction) {
        match action {
            StopPolicyRuntimeAction::RecordTokens {
                started_at_ms,
                prompt_tokens,
                completion_tokens,
            } => {
                if let Some(ms) = started_at_ms {
                    if self.started_at_ms.is_none() {
                        self.started_at_ms = Some(ms);
                    }
                }
                self.total_input_tokens.increment("_", prompt_tokens as u64);
                self.total_output_tokens
                    .increment("_", completion_tokens as u64);
            }
        }
    }
}