cognate-providers 0.1.0

OpenAI, Anthropic, and other LLM provider implementations for Cognate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! Cognate Providers — concrete LLM provider implementations.
//!
//! # Providers
//!
//! | Provider | Struct | Chat | Stream | Tools | Embeddings |
//! |----------|--------|------|--------|-------|------------|
//! | OpenAI   | [`OpenAiProvider`] | ✓ | ✓ | ✓ | ✓ |
//! | Anthropic | [`AnthropicProvider`] | ✓ | ✓ | ✓ | — |
//!
//! # Resilience
//!
//! * All providers have built-in exponential-backoff retry via [`RetryConfig`].
//! * Token-bucket rate limiting is available on [`OpenAiProvider`] and
//!   [`AnthropicProvider`].
//! * [`FallbackProvider`] transparently retries with a secondary provider on
//!   any retryable error.
#![warn(missing_docs)]

use std::time::Duration;

pub mod anthropic;
pub mod costs;
pub mod fallback;
pub mod openai;
pub mod retry;
pub mod sse;

pub use anthropic::AnthropicProvider;
pub use costs::ModelCost;
pub use fallback::FallbackProvider;
pub use openai::OpenAiProvider;
pub use retry::{with_retry, RetryConfig};
pub use sse::SseStream;

/// Default request timeout applied when no explicit timeout is configured.
pub const DEFAULT_TIMEOUT: Duration = Duration::from_secs(60);

/// Build a `reqwest` client with standard Cognate defaults.
pub fn create_http_client(timeout: Duration) -> cognate_core::Result<reqwest::Client> {
    reqwest::Client::builder()
        .timeout(timeout)
        .build()
        .map_err(|e| cognate_core::Error::Configuration(e.to_string()))
}