nexil 0.8.0

Provider-agnostic LLM toolkit — streaming, tool calls, tape storage, OAuth
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

//! Scoped tape session that binds an LLM to a named tape.

use serde_json::Value;

use crate::core::errors::ConduitError;
use crate::core::results::ToolAutoResult;
use crate::llm::{ChatRequest, LLM};
use crate::tape::entries::TapeEntry;

/// A convenience wrapper that pairs an [`LLM`] reference with a tape name,
/// so that every call automatically records to (and reads from) the tape.
pub struct TapeSession<'a> {
    llm: &'a mut LLM,
    tape: String,
}

impl<'a> TapeSession<'a> {
    /// Create a new session bound to the given `tape` name.
    pub fn new(llm: &'a mut LLM, tape: impl Into<String>) -> Self {
        Self {
            llm,
            tape: tape.into(),
        }
    }

    /// The tape name this session is bound to.
    pub fn tape_name(&self) -> &str {
        &self.tape
    }

    /// Chat with the model, recording the exchange to the session tape.
    ///
    /// The `tape` field of the request is overridden with this session's tape name.
    pub async fn chat(&mut self, mut req: ChatRequest<'_>) -> Result<String, ConduitError> {
        req.tape = Some(&self.tape);
        self.llm.chat_async(req).await
    }

    /// Run tools, recording the exchange to the session tape.
    ///
    /// The `tape` field of the request is overridden with this session's tape name.
    pub async fn run_tools(
        &mut self,
        mut req: ChatRequest<'_>,
    ) -> Result<ToolAutoResult, ConduitError> {
        req.tape = Some(&self.tape);
        self.llm.run_tools(req).await
    }

    /// Append a raw [`TapeEntry`] to the session tape.
    pub async fn append(&mut self, entry: &TapeEntry) -> Result<(), ConduitError> {
        self.llm.append_tape_entry(&self.tape, entry).await
    }

    /// Record a handoff (anchor + event) to the session tape.
    pub async fn handoff(
        &mut self,
        name: &str,
        state: Option<Value>,
        meta: Value,
    ) -> Result<Vec<TapeEntry>, ConduitError> {
        self.llm.handoff_tape(&self.tape, name, state, meta).await
    }
}