codetether-rlm 0.1.0

Recursive Language Model processing for CodeTether
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

//! RLM configuration type and defaults.

use serde::{Deserialize, Serialize};

/// RLM configuration.
///
/// # Examples
///
/// ```rust
/// use codetether_rlm::RlmConfig;
///
/// let cfg = RlmConfig::default();
/// assert_eq!(cfg.mode, "auto");
/// assert_eq!(cfg.max_iterations, 15);
/// ```
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct RlmConfig {
    /// Mode: "auto", "off", or "always"
    #[serde(default = "config_defaults::default_mode")]
    pub mode: String,
    /// Threshold ratio of context window to trigger RLM (0.0-1.0)
    #[serde(default = "config_defaults::default_threshold")]
    pub threshold: f64,
    /// Maximum iterations for RLM processing.
    #[serde(default = "config_defaults::default_max_iterations")]
    pub max_iterations: usize,
    /// Maximum recursive sub-calls
    #[serde(default = "config_defaults::default_max_subcalls")]
    pub max_subcalls: usize,
    /// Preferred runtime: "rust", "bun", or "python"
    #[serde(default = "config_defaults::default_runtime")]
    pub runtime: String,
    /// Model reference for root processing (`provider/model` or bare model).
    pub root_model: Option<String>,
    /// Model reference for subcalls (`provider/model` or bare model).
    pub subcall_model: Option<String>,
    /// Message count trigger for RLM compaction. `0` disables.
    #[serde(default = "config_defaults::default_history_trigger_messages")]
    pub history_trigger_messages: usize,
}

mod config_defaults {
    pub fn default_mode() -> String {
        "auto".into()
    }
    pub fn default_threshold() -> f64 {
        0.35
    }
    pub fn default_max_iterations() -> usize {
        15
    }
    pub fn default_max_subcalls() -> usize {
        50
    }
    pub fn default_runtime() -> String {
        "rust".into()
    }
    pub fn default_history_trigger_messages() -> usize {
        0
    }
}

impl Default for RlmConfig {
    fn default() -> Self {
        use config_defaults::*;
        Self {
            mode: default_mode(),
            threshold: default_threshold(),
            max_iterations: default_max_iterations(),
            max_subcalls: default_max_subcalls(),
            runtime: default_runtime(),
            root_model: None,
            subcall_model: None,
            history_trigger_messages: default_history_trigger_messages(),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::RlmConfig;

    #[test]
    fn default_history_trigger_is_disabled() {
        assert_eq!(RlmConfig::default().history_trigger_messages, 0);
    }
}