codetether-rlm 0.1.0

Recursive Language Model processing for CodeTether
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! Loop support helpers (progress, abort, provider selection, rewrite).

use super::super::types::{CrateAutoProcessContext, ProcessProgress};
use crate::traits::{LlmProvider, LlmResponse, ToolDefinition};
use std::sync::Arc;

pub(super) fn emit_progress(ctx: &CrateAutoProcessContext<'_>, iter: usize, max: usize) {
    if let Some(ref p) = ctx.on_progress {
        p(ProcessProgress {
            iteration: iter,
            max_iterations: max,
            status: "running".into(),
        });
    }
    if let Some(ref bus) = ctx.bus {
        let trace_id = ctx.trace_id.unwrap_or_else(uuid::Uuid::new_v4);
        bus.emit_progress(crate::RlmProgressEvent {
            trace_id,
            iteration: iter,
            max_iterations: max,
            status: "running".into(),
        });
    }
}

pub(super) fn check_abort(ctx: &CrateAutoProcessContext<'_>) -> bool {
    ctx.abort.as_ref().is_some_and(|r| *r.borrow())
}

pub(super) fn active_provider(
    ctx: &CrateAutoProcessContext<'_>,
    iter: usize,
) -> (Arc<dyn LlmProvider>, String) {
    if iter > 1 && ctx.subcall_provider.is_some() {
        (
            Arc::clone(ctx.subcall_provider.as_ref().unwrap()),
            ctx.subcall_model.as_deref().unwrap_or(&ctx.model).into(),
        )
    } else {
        (Arc::clone(&ctx.provider), ctx.model.clone())
    }
}

pub(super) async fn maybe_rewrite(
    ctx: &CrateAutoProcessContext<'_>,
    resp: LlmResponse,
    tools: &[ToolDefinition],
) -> LlmResponse {
    if let Some(ref rw) = ctx.rewriter {
        rw.maybe_reformat(resp.clone(), tools, true)
            .await
            .unwrap_or(resp)
    } else {
        resp
    }
}