starweaver-model 0.8.1

Provider-neutral model protocol and wire adapters for Starweaver
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131

use serde_json::Value;

use crate::{
    adapter::ModelRequestParameters,
    profile::{ModelProfile, ProtocolFamily},
    request::OutputMode,
};

#[allow(clippy::too_many_lines)]
pub(super) fn apply_output_schema(
    body: &mut Value,
    profile: &ModelProfile,
    params: &ModelRequestParameters,
) {
    let Some(output_mode) = params.output_mode else {
        return;
    };
    if !matches!(
        output_mode,
        OutputMode::NativeJsonSchema | OutputMode::NativeJsonObject
    ) {
        return;
    }
    let Some(object) = body.as_object_mut() else {
        return;
    };
    let schema = params.output_schema.as_ref();
    match profile.protocol {
        ProtocolFamily::OpenAiChatCompletions => match output_mode {
            OutputMode::NativeJsonSchema => {
                let Some(schema) = schema else {
                    return;
                };
                object.insert(
                    "response_format".to_string(),
                    serde_json::json!({
                        "type": "json_schema",
                        "json_schema": schema,
                    }),
                );
            }
            OutputMode::NativeJsonObject => {
                object.insert(
                    "response_format".to_string(),
                    serde_json::json!({"type": "json_object"}),
                );
            }
            OutputMode::Auto
            | OutputMode::Text
            | OutputMode::Tool
            | OutputMode::ToolOrText
            | OutputMode::Prompted
            | OutputMode::Image => {}
        },
        ProtocolFamily::OpenAiResponses => match output_mode {
            OutputMode::NativeJsonSchema => {
                let Some(schema) = schema else {
                    return;
                };
                let text = object
                    .entry("text".to_string())
                    .or_insert_with(|| Value::Object(serde_json::Map::new()));
                if let Some(text) = text.as_object_mut() {
                    text.insert(
                        "format".to_string(),
                        serde_json::json!({
                            "type": "json_schema",
                            "name": schema.get("name").and_then(Value::as_str).unwrap_or("output"),
                            "schema": schema.get("schema").cloned().unwrap_or_else(|| schema.clone()),
                            "strict": schema.get("strict").and_then(Value::as_bool).unwrap_or(true),
                        }),
                    );
                }
            }
            OutputMode::NativeJsonObject => {
                let text = object
                    .entry("text".to_string())
                    .or_insert_with(|| Value::Object(serde_json::Map::new()));
                if let Some(text) = text.as_object_mut() {
                    text.insert(
                        "format".to_string(),
                        serde_json::json!({"type": "json_object"}),
                    );
                }
            }
            OutputMode::Auto
            | OutputMode::Text
            | OutputMode::Tool
            | OutputMode::ToolOrText
            | OutputMode::Prompted
            | OutputMode::Image => {}
        },
        ProtocolFamily::GeminiGenerateContent => {
            let generation_config = object
                .entry("generationConfig".to_string())
                .or_insert_with(|| Value::Object(serde_json::Map::new()));
            if let Some(generation_config) = generation_config.as_object_mut() {
                generation_config.insert(
                    "responseMimeType".to_string(),
                    Value::String("application/json".to_string()),
                );
                if let (OutputMode::NativeJsonSchema, Some(schema)) = (output_mode, schema) {
                    generation_config.insert(
                        "responseSchema".to_string(),
                        schema
                            .get("schema")
                            .cloned()
                            .unwrap_or_else(|| schema.clone()),
                    );
                }
            }
        }
        ProtocolFamily::AnthropicMessages => {
            if let (OutputMode::NativeJsonSchema, Some(schema)) = (output_mode, schema) {
                let output_config = object
                    .entry("output_config".to_string())
                    .or_insert_with(|| Value::Object(serde_json::Map::new()));
                if let Some(output_config) = output_config.as_object_mut() {
                    output_config.insert(
                        "format".to_string(),
                        serde_json::json!({
                            "type": "json_schema",
                            "schema": schema.get("schema").cloned().unwrap_or_else(|| schema.clone()),
                        }),
                    );
                }
            }
        }
        ProtocolFamily::BedrockConverse => {}
    }
}