sapiens_tools 0.8.0

The tools - Sapiens
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

use std::fmt::Debug;

use async_openai::types::{CreateCompletionRequest, Prompt};
use async_openai::Client;
use sapiens::tools::{Describe, ProtoToolDescribe, ProtoToolInvoke, ToolDescription, ToolUseError};
use sapiens_derive::{Describe, ProtoToolDescribe, ProtoToolInvoke};
use serde::{Deserialize, Serialize};

/// Text summarization tool
#[derive(ProtoToolDescribe, ProtoToolInvoke)]
#[tool(
    name = "Summarize",
    input = "SummarizeToolInput",
    output = "SummarizeToolOutput"
)]
pub struct SummarizeTool {
    openai_client: Client,
    model: String,
}

impl Debug for SummarizeTool {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        f.debug_struct("SummarizeTool").finish()
    }
}

impl SummarizeTool {
    /// Create a new SummarizeTool
    pub fn with_model(openai_client: Client, model: String) -> Self {
        Self {
            openai_client,
            model,
        }
    }

    /// Create a new SummarizeTool with the default model
    pub fn new(openai_client: Client) -> Self {
        Self::with_model(openai_client, "text-babbage-001".to_string())
    }
}

impl Default for SummarizeTool {
    fn default() -> Self {
        Self {
            openai_client: Client::default(),
            model: "text-babbage-001".to_string(),
        }
    }
}

/// A tool that is called to test stuffs
#[derive(Debug, Serialize, Deserialize, Describe)]
pub struct SummarizeToolInput {
    /// The text to summarize (max 2000 characters)
    pub text: String,
}

/// SummarizeToolOutput not very significant
#[derive(Serialize, Deserialize, Describe)]
pub struct SummarizeToolOutput {
    /// The summary
    pub summary: String,
}

impl SummarizeTool {
    #[tracing::instrument(skip(self))]
    async fn invoke_typed(
        &self,
        input: &SummarizeToolInput,
    ) -> Result<SummarizeToolOutput, ToolUseError> {
        let prompt = Some(Prompt::String(format!("{}\n\nTl;dr", input.text)));

        if input.text.len() < 100 {
            return Ok(SummarizeToolOutput {
                summary: input.text.clone(),
            });
        }

        if input.text.len() > 2000 {
            return Err(ToolUseError::InvocationFailed(
                "Text too long - limit is 2000.".to_string(),
            ));
        }

        let response = self
            .openai_client
            .completions()
            .create(CreateCompletionRequest {
                prompt,
                model: self.model.clone(),
                ..Default::default()
            })
            .await
            .map_err(|e| ToolUseError::InvocationFailed(e.to_string()))?;

        let summary = response.choices[0].text.clone();
        Ok(SummarizeToolOutput { summary })
    }
}