tt-provider-compat 0.1.0

OpenAI-wire-compatible provider machinery — shared by the OpenAI adapter and the Groq/Mistral/Together/OpenRouter adapters.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! HTTP client configuration for the OpenAI adapter.
//!
//! The client has a connection timeout but intentionally does **not** configure
//! retries — that responsibility belongs to the `tt-core` retry/backoff layer.
//! Adapters are retry-unaware by design.

use std::time::Duration;

use reqwest::Client;

/// Configuration supplied to [`build_client`].
#[derive(Debug, Clone)]
pub struct ClientConfig {
    /// Per-read idle timeout: resets on each received chunk, so a long
    /// streaming response is not cut off, while a stalled connection still
    /// times out. (Not a total-request cap.) Defaults to 120 s.
    pub timeout: Duration,
    /// TCP connection timeout. Defaults to 10 s.
    pub connect_timeout: Duration,
}

impl Default for ClientConfig {
    fn default() -> Self {
        Self {
            timeout: Duration::from_secs(120),
            connect_timeout: Duration::from_secs(10),
        }
    }
}

/// Build a [`reqwest::Client`] with the given configuration.
///
/// Uses rustls (no native TLS) and enables gzip decompression. The client is
/// intended to be created once per [`crate::OpenAiProvider`] and reused across
/// all requests.
pub fn build_client(cfg: &ClientConfig) -> Result<Client, reqwest::Error> {
    Client::builder()
        .read_timeout(cfg.timeout)
        .connect_timeout(cfg.connect_timeout)
        // Disable automatic redirects — the provider API should not redirect.
        .redirect(reqwest::redirect::Policy::none())
        // Use rustls (consistent with workspace default features).
        .use_rustls_tls()
        .gzip(true)
        .build()
}