swiftide-core 0.33.0

Composable LLM agents, typed task graphs, and streaming RAG pipelines in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

use std::borrow::Cow;

use thiserror::Error;

use crate::CommandError;

use super::ChatCompletionStream;

/// A `ToolError` is an error that occurs when a tool is invoked.
///
/// Depending on the agent configuration, the tool might be retried with feedback to the LLM, up to
/// a limit.
#[derive(Error, Debug)]
pub enum ToolError {
    /// I.e. the llm calls the tool with the wrong arguments
    #[error("arguments for tool failed to parse: {0:#}")]
    WrongArguments(#[from] serde_json::Error),

    /// Tool requires arguments but none were provided
    #[error("arguments missing for tool {0:#}")]
    MissingArguments(Cow<'static, str>),

    /// Tool execution failed
    #[error("tool execution failed: {0:#}")]
    ExecutionFailed(#[from] CommandError),

    #[error(transparent)]
    Unknown(#[from] anyhow::Error),
}

impl ToolError {
    /// Tool received arguments that it could not parse
    pub fn wrong_arguments(e: impl Into<serde_json::Error>) -> Self {
        ToolError::WrongArguments(e.into())
    }

    /// Tool is missing required arguments
    pub fn missing_arguments(tool_name: impl Into<Cow<'static, str>>) -> Self {
        ToolError::MissingArguments(tool_name.into())
    }

    /// Tool execution failed
    pub fn execution_failed(e: impl Into<CommandError>) -> Self {
        ToolError::ExecutionFailed(e.into())
    }

    /// Tool failed with an unknown error
    pub fn unknown(e: impl Into<anyhow::Error>) -> Self {
        ToolError::Unknown(e.into())
    }
}

type BoxedError = Box<dyn std::error::Error + Send + Sync>;

#[derive(Error, Debug)]
pub enum LanguageModelError {
    #[error("Context length exceeded: {0:#}")]
    ContextLengthExceeded(BoxedError),
    #[error("Permanent error: {0:#}")]
    PermanentError(BoxedError),
    #[error("Transient error: {0:#}")]
    TransientError(BoxedError),
}

impl LanguageModelError {
    pub fn permanent(e: impl Into<BoxedError>) -> Self {
        LanguageModelError::PermanentError(e.into())
    }

    pub fn transient(e: impl Into<BoxedError>) -> Self {
        LanguageModelError::TransientError(e.into())
    }

    pub fn context_length_exceeded(e: impl Into<BoxedError>) -> Self {
        LanguageModelError::ContextLengthExceeded(e.into())
    }
}

impl From<BoxedError> for LanguageModelError {
    fn from(e: BoxedError) -> Self {
        LanguageModelError::PermanentError(e)
    }
}

impl From<anyhow::Error> for LanguageModelError {
    fn from(e: anyhow::Error) -> Self {
        LanguageModelError::PermanentError(e.into())
    }
}

// Make it easier to use the error in streaming functions

impl From<LanguageModelError> for ChatCompletionStream {
    fn from(val: LanguageModelError) -> Self {
        Box::pin(futures_util::stream::once(async move { Err(val) }))
    }
}