anyllm 0.1.1

Low-level, generic LLM provider abstraction for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

use anyllm::{ContentBlock, ContentPart, ExtraMap, ImageSource, Message};
use serde_json::json;

#[test]
fn user_multimodal_message_serializes_with_name_and_parts() {
    let message = Message::User {
        content: anyllm::UserContent::Parts(vec![
            ContentPart::Text {
                text: "look at this".into(),
            },
            ContentPart::Image {
                source: ImageSource::Url {
                    url: "https://example.com/cat.png".into(),
                },
                detail: Some("high".into()),
            },
        ]),
        name: Some("alice".into()),
        extensions: Some(ExtraMap::from_iter([("trace_id".into(), json!(123))])),
    };

    let value = serde_json::to_value(&message).unwrap();
    assert_eq!(
        value,
        json!({
            "role": "user",
            "content": [
                {"type": "text", "text": "look at this"},
                {
                    "type": "image",
                    "source": {"type": "url", "url": "https://example.com/cat.png"},
                    "detail": "high"
                }
            ],
            "name": "alice",
            "extensions": {
                "trace_id": 123
            }
        })
    );
}

#[test]
fn assistant_message_serializes_content_blocks_and_extensions() {
    let message = Message::Assistant {
        content: vec![
            ContentBlock::Reasoning {
                text: "thinking".into(),
                signature: Some("sig_1".into()),
            },
            ContentBlock::Text {
                text: "done".into(),
            },
        ],
        name: Some("assistant-1".into()),
        extensions: Some(ExtraMap::from_iter([("provider_hint".into(), json!(true))])),
    };

    let value = serde_json::to_value(&message).unwrap();
    assert_eq!(
        value,
        json!({
            "role": "assistant",
            "content": [
                {"type": "reasoning", "text": "thinking", "signature": "sig_1"},
                {"type": "text", "text": "done"}
            ],
            "name": "assistant-1",
            "extensions": {
                "provider_hint": true
            }
        })
    );
}

#[test]
fn tool_message_serializes_is_error_only_when_present() {
    let message = Message::tool_error("call_1", "search", "failed");

    let value = serde_json::to_value(&message).unwrap();
    assert_eq!(
        value,
        json!({
            "role": "tool",
            "tool_call_id": "call_1",
            "name": "search",
            "content": "failed",
            "is_error": true,
        })
    );
}

#[test]
fn message_deserialize_accepts_legacy_extra_field() {
    let value = json!({
        "role": "user",
        "content": "hello",
        "extra": {
            "cache_control": {"type": "ephemeral"}
        }
    });

    let message: Message = serde_json::from_value(value).unwrap();
    assert_eq!(
        serde_json::to_value(&message).unwrap(),
        json!({
            "role": "user",
            "content": "hello",
            "extensions": {
                "cache_control": {"type": "ephemeral"}
            }
        })
    );
}

#[test]
fn message_deserialize_promotes_unknown_fields_into_extensions() {
    let value = json!({
        "role": "user",
        "content": "hello",
        "cache_control": {"type": "ephemeral"},
        "priority": 5
    });

    let message: Message = serde_json::from_value(value).unwrap();

    match message {
        Message::User { extensions, .. } => {
            assert_eq!(
                extensions,
                Some(ExtraMap::from_iter([
                    ("cache_control".into(), json!({"type": "ephemeral"})),
                    ("priority".into(), json!(5)),
                ]))
            );
        }
        other => panic!("expected user message, got {other:?}"),
    }
}