omnillm 0.1.5

Production-grade LLM API gateway with multi-key load balancing, per-key rate limiting, circuit breaking, and cost tracking
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

use serde_json::{json, Value};

use crate::types::{ToolDefinition, VendorExtensions};

use super::super::super::common::required_str;
use super::super::super::ProtocolError;

pub(in crate::protocol::openai) fn parse_function_tools(
    value: Option<&Value>,
) -> Result<Vec<ToolDefinition>, ProtocolError> {
    let Some(Value::Array(tools)) = value else {
        return Ok(Vec::new());
    };

    tools
        .iter()
        .map(|tool| {
            let function = if tool.get("function").is_some() {
                tool.get("function").unwrap_or(tool)
            } else {
                tool
            };
            Ok(ToolDefinition {
                name: required_str(function, "name")?.to_string(),
                description: function
                    .get("description")
                    .and_then(Value::as_str)
                    .map(str::to_owned),
                input_schema: function
                    .get("parameters")
                    .or_else(|| function.get("input_schema"))
                    .cloned()
                    .unwrap_or_else(|| json!({ "type": "object", "properties": {} })),
                strict: function
                    .get("strict")
                    .and_then(Value::as_bool)
                    .unwrap_or(false),
                vendor_extensions: VendorExtensions::new(),
            })
        })
        .collect()
}

pub(in crate::protocol::openai) fn emit_function_tools(tools: &[ToolDefinition]) -> Vec<Value> {
    tools
        .iter()
        .map(|tool| {
            json!({
                "type": "function",
                "function": {
                    "name": tool.name,
                    "description": tool.description,
                    "parameters": tool.input_schema,
                    "strict": tool.strict,
                }
            })
        })
        .collect()
}

pub(in crate::protocol::openai) fn emit_openai_responses_function_tools(
    tools: &[ToolDefinition],
) -> Vec<Value> {
    tools
        .iter()
        .map(|tool| {
            json!({
                "type": "function",
                "name": tool.name,
                "description": tool.description,
                "parameters": tool.input_schema,
                "strict": tool.strict,
            })
        })
        .collect()
}