forge-guardrails 0.1.2

Foundation types for an LLM-agent workflow framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use crate::context::manager::ContextManager;
use crate::core::message::Message;

pub(super) enum ContextAccess<'a> {
    Direct(&'a mut ContextManager),
    Shared(&'a tokio::sync::Mutex<ContextManager>),
}

impl ContextAccess<'_> {
    pub(super) async fn maybe_compact(
        &mut self,
        messages: &[Message],
        step_index: i64,
        step_hint: Option<&str>,
    ) -> Option<Vec<Message>> {
        match self {
            Self::Direct(context) => match context.maybe_compact(messages, step_index, step_hint) {
                std::borrow::Cow::Owned(new_msgs) => Some(new_msgs),
                std::borrow::Cow::Borrowed(_) => None,
            },
            Self::Shared(context) => {
                let mut context = context.lock().await;
                match context.maybe_compact(messages, step_index, step_hint) {
                    std::borrow::Cow::Owned(new_msgs) => Some(new_msgs),
                    std::borrow::Cow::Borrowed(_) => None,
                }
            }
        }
    }

    pub(super) async fn check_thresholds(&mut self, messages: &[Message]) -> Option<String> {
        match self {
            Self::Direct(context) => context.check_thresholds(messages),
            Self::Shared(context) => {
                let mut context = context.lock().await;
                context.check_thresholds(messages)
            }
        }
    }

    pub(super) async fn update_token_count(&mut self, count: i64) {
        match self {
            Self::Direct(context) => context.update_token_count(count),
            Self::Shared(context) => {
                let mut context = context.lock().await;
                context.update_token_count(count);
            }
        }
    }
}