codetether-rlm 0.1.0

Recursive Language Model processing for CodeTether
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

//! Trait abstractions for host-crate dependencies.
//!
//! `codetether-rlm` is independent and cannot depend on
//! `codetether-agent`. These traits define the narrow interface
//! the RLM code needs. The main crate provides implementations.

use anyhow::Result;
use async_trait::async_trait;
use serde::{Deserialize, Serialize};

/// Schema-driven tool definition passed to the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ToolDefinition {
    pub name: String,
    pub description: String,
    pub parameters: serde_json::Value,
}

/// A tool call returned by the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ToolCall {
    pub id: String,
    pub name: String,
    pub arguments: serde_json::Value,
}

/// Completion response from a provider.
#[derive(Debug, Clone)]
pub struct LlmResponse {
    pub text: String,
    pub tool_calls: Vec<ToolCall>,
    pub finish_reason: Option<String>,
    pub input_tokens: usize,
    pub output_tokens: usize,
}

/// A message in the conversation.
#[derive(Debug, Clone)]
pub struct LlmMessage {
    pub role: String,
    pub text: String,
    pub tool_calls: Vec<ToolCall>,
    pub tool_call_id: Option<String>,
}

impl LlmMessage {
    /// Create a user message.
    pub fn user(text: String) -> Self {
        Self {
            role: "user".into(),
            text,
            tool_calls: vec![],
            tool_call_id: None,
        }
    }
    /// Create an assistant message (text only).
    pub fn assistant(text: String) -> Self {
        Self {
            role: "assistant".into(),
            text,
            tool_calls: vec![],
            tool_call_id: None,
        }
    }
    /// Create an assistant message from a response.
    pub fn assistant_from(resp: &LlmResponse) -> Self {
        Self {
            role: "assistant".into(),
            text: resp.text.clone(),
            tool_calls: resp.tool_calls.clone(),
            tool_call_id: None,
        }
    }
    /// Create a tool-result message.
    pub fn tool_result(call_id: &str, content: &str) -> Self {
        Self {
            role: "tool".into(),
            text: content.into(),
            tool_calls: vec![],
            tool_call_id: Some(call_id.into()),
        }
    }
}

/// Narrow provider trait for LLM completions.
#[async_trait]
pub trait LlmProvider: Send + Sync {
    /// Generate a single completion.
    async fn complete(
        &self,
        messages: Vec<LlmMessage>,
        tools: Vec<ToolDefinition>,
        model: &str,
        temperature: Option<f32>,
    ) -> Result<LlmResponse>;
}

/// Trait for FunctionGemma-powered tool call reformatting.
#[async_trait]
pub trait ToolCallRewriter: Send + Sync {
    /// Extract structured tool calls from a text-only response.
    async fn maybe_reformat(
        &self,
        response: LlmResponse,
        tools: &[ToolDefinition],
        strict: bool,
    ) -> Result<LlmResponse>;
}

/// Trait for emitting RLM events (progress + completion).
pub trait RlmEventBus: Send + Sync {
    /// Emit a progress tick.
    fn emit_progress(&self, event: crate::RlmProgressEvent);
    /// Emit the terminal completion record.
    fn emit_completion(&self, event: crate::RlmCompletion);
}