anthropic-async 0.5.2

Anthropic API client for Rust with prompt caching support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

use anthropic_async::AnthropicConfig;
use anthropic_async::Client;
use anthropic_async::types::common::*;
use anthropic_async::types::content::*;
use anthropic_async::types::messages::*;
use serde_json::json;
use wiremock::Mock;
use wiremock::MockServer;
use wiremock::ResponseTemplate;
use wiremock::matchers::header;
use wiremock::matchers::header_exists;
use wiremock::matchers::method;
use wiremock::matchers::path;

#[tokio::test]
async fn test_messages_create_with_caching() {
    let server = MockServer::start().await;

    Mock::given(method("POST"))
        .and(path("/v1/messages"))
        .and(header_exists("x-api-key"))
        .and(header("anthropic-version", "2023-06-01"))
        .respond_with(ResponseTemplate::new(200).set_body_json(json!({
            "id": "msg_123",
            "type": "message",
            "role": "assistant",
            "content": [{
                "type": "text",
                "text": "Hello!"
            }],
            "model": "claude-3-5-sonnet",
            "usage": {
                "input_tokens": 100,
                "output_tokens": 10,
                "cache_creation_input_tokens": 80,
                "cache_read_input_tokens": 0
            }
        })))
        .mount(&server)
        .await;

    let req = MessagesCreateRequest {
        model: "claude-3-5-sonnet".into(),
        max_tokens: 64,
        system: Some(SystemParam::Blocks(vec![
            TextBlockParam::with_cache_control("You are helpful", CacheControl::ephemeral_1h()),
        ])),
        messages: vec![MessageParam {
            role: MessageRole::User,
            content: MessageContentParam::Blocks(vec![ContentBlockParam::Text {
                text: "Hello".into(),
                citations: None,
                cache_control: Some(CacheControl::ephemeral_5m()),
            }]),
        }],
        ..Default::default()
    };

    let cfg = AnthropicConfig::new()
        .with_api_key("test-key")
        .with_api_base(server.uri());
    let client = Client::with_config(cfg);

    let response = client.messages().create(req).await.unwrap();
    assert_eq!(response.kind, "message");
    assert_eq!(
        response.usage.unwrap().cache_creation_input_tokens.unwrap(),
        80
    );
}

#[tokio::test]
async fn test_ttl_ordering_validation() {
    let server = MockServer::start().await;

    // This request should fail client-side validation
    let req = MessagesCreateRequest {
        model: "claude-3-5-sonnet".into(),
        max_tokens: 64,
        system: Some(SystemParam::Blocks(vec![
            TextBlockParam::with_cache_control(
                "System",
                CacheControl::ephemeral_5m(), // 5m first
            ),
        ])),
        messages: vec![MessageParam {
            role: MessageRole::User,
            content: MessageContentParam::Blocks(vec![ContentBlockParam::Text {
                text: "User".into(),
                citations: None,
                cache_control: Some(CacheControl::ephemeral_1h()), // 1h after 5m = invalid
            }]),
        }],
        ..Default::default()
    };

    let cfg = AnthropicConfig::new()
        .with_api_key("test-key")
        .with_api_base(server.uri());
    let client = Client::with_config(cfg);

    let err = client.messages().create(req).await.unwrap_err();
    match err {
        anthropic_async::AnthropicError::Config(msg) => {
            assert!(msg.contains("TTL ordering"));
        }
        _ => panic!("Expected Config error"),
    }
}