codetether-rlm 0.1.0

Recursive Language Model processing for CodeTether
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! RLM completion record.

use serde::{Deserialize, Serialize};
use uuid::Uuid;

use super::RlmOutcome;

/// Terminal record for a single RLM invocation.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct RlmCompletion {
    pub trace_id: Uuid,
    pub outcome: RlmOutcome,
    pub iterations: usize,
    pub subcalls: usize,
    pub input_tokens: usize,
    pub output_tokens: usize,
    pub elapsed_ms: u64,
    pub reason: Option<String>,
    pub root_model: String,
    #[serde(default, skip_serializing_if = "Option::is_none")]
    pub subcall_model_used: Option<String>,
}

impl RlmCompletion {
    /// output_tokens / input_tokens, 0.0 when input is zero.
    pub fn compression_ratio(&self) -> f64 {
        if self.input_tokens == 0 {
            0.0
        } else {
            self.output_tokens as f64 / self.input_tokens as f64
        }
    }
}