langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

use std::collections::HashMap;

use crate::types::gateway::ChatCompletionTool;

use super::mcp::execute_mcp_tool;
use crate::types::gateway::FunctionParameters;
use crate::types::gateway::McpTool;

pub struct GatewayTool {
    pub def: ChatCompletionTool,
}

#[async_trait::async_trait]
pub trait Tool: Send + Sync + 'static {
    fn name(&self) -> String;
    fn description(&self) -> String;
    fn get_function_parameters(&self) -> Option<FunctionParameters>;
    async fn run(
        &self,
        input: HashMap<String, serde_json::Value>,
        tags: HashMap<String, String>,
    ) -> crate::GatewayResult<serde_json::Value>;
    fn stop_at_call(&self) -> bool {
        false
    }
}

#[async_trait::async_trait]
impl Tool for GatewayTool {
    fn name(&self) -> String {
        self.def.function.name.to_string()
    }

    fn description(&self) -> String {
        self.def
            .function
            .description
            .clone()
            .unwrap_or("".to_string())
    }

    fn get_function_parameters(&self) -> std::option::Option<FunctionParameters> {
        Some(self.def.function.parameters.clone())
    }

    async fn run(
        &self,
        _inputs: HashMap<String, serde_json::Value>,
        _tags: HashMap<String, String>,
    ) -> crate::GatewayResult<serde_json::Value> {
        panic!("Gateway tool should not be called directly");
    }

    fn stop_at_call(&self) -> bool {
        true
    }
}

#[async_trait::async_trait]
impl Tool for McpTool {
    fn name(&self) -> String {
        self.0.name.to_string()
    }

    fn description(&self) -> String {
        self.0.description.clone().unwrap_or_default().to_string()
    }

    fn get_function_parameters(&self) -> std::option::Option<FunctionParameters> {
        let schema = self.0.schema_as_json_value();

        serde_json::from_value(schema.clone()).ok()
    }

    async fn run(
        &self,
        inputs: HashMap<String, serde_json::Value>,
        tags: HashMap<String, String>,
    ) -> crate::GatewayResult<serde_json::Value> {
        let env = self.1.env();
        let meta = match env {
            Some(env) => serde_json::json!({"env_vars": env}),
            None => serde_json::to_value(tags)?,
        };
        Ok(execute_mcp_tool(&self.1, &self.0, inputs, Some(meta))
            .await
            .map(serde_json::Value::String)?)
    }

    fn stop_at_call(&self) -> bool {
        false
    }
}