llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

use serde_json::Value;
use std::sync::Arc;

use llm::builder::{FunctionBuilder, ParamBuilder};
use llm::chat::ParameterProperty;

use super::context::ToolContext;
use super::error::ToolError;

pub type ToolExecutor = Arc<dyn Fn(&ToolContext, Value) -> Result<String, ToolError> + Send + Sync>;

#[derive(Clone)]
pub struct ToolDefinition {
    pub name: &'static str,
    pub description: &'static str,
    pub params: Vec<ToolParam>,
    pub required: Vec<&'static str>,
    pub executor: ToolExecutor,
}

#[derive(Clone)]
pub struct ToolParam {
    pub name: &'static str,
    pub description: &'static str,
    pub param_type: &'static str,
    /// For array types, the item schema.
    pub items: Option<ArrayItemType>,
}

/// Type definition for array items.
#[derive(Clone)]
pub struct ArrayItemType {
    pub item_type: &'static str,
}

impl ToolParam {
    /// Create a simple parameter.
    pub const fn simple(
        name: &'static str,
        description: &'static str,
        param_type: &'static str,
    ) -> Self {
        Self {
            name,
            description,
            param_type,
            items: None,
        }
    }

    /// Create an array parameter with item type.
    pub const fn array(
        name: &'static str,
        description: &'static str,
        item_type: &'static str,
    ) -> Self {
        Self {
            name,
            description,
            param_type: "array",
            items: Some(ArrayItemType { item_type }),
        }
    }
}

impl ToolDefinition {
    pub fn function_builder(&self) -> FunctionBuilder {
        let mut builder = FunctionBuilder::new(self.name).description(self.description);
        for param in &self.params {
            let mut param_builder = ParamBuilder::new(param.name)
                .description(param.description)
                .type_of(param.param_type);

            // Add items schema for array types
            if let Some(items) = &param.items {
                param_builder = param_builder.items(ParameterProperty {
                    property_type: items.item_type.to_string(),
                    description: String::new(),
                    items: None,
                    enum_list: None,
                });
            }

            builder = builder.param(param_builder);
        }
        if !self.required.is_empty() {
            builder = builder.required(self.required.iter().map(|s| s.to_string()).collect());
        }
        builder
    }
}