async-llm 0.9.0

Async Rust client for LLM APIs - Anthropic Messages API today; fork of async-anthropic with thinking-block and prompt-cache support.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

#[cfg(feature = "mock")]
use async_llm::mock::MockLlmServer;
#[cfg(feature = "openai")]
use async_llm::openai::Client as OpenAiClient;
#[cfg(feature = "responses")]
use async_llm::responses::Client as ResponsesClient;

#[test]
fn feature_gated_public_modules_compile() {
    #[cfg(feature = "openai")]
    let _ = std::any::TypeId::of::<OpenAiClient>();

    #[cfg(feature = "responses")]
    let _ = std::any::TypeId::of::<ResponsesClient>();

    #[cfg(feature = "mock")]
    let _ = std::any::TypeId::of::<MockLlmServer>();
}