Struct TimeoutConfig 

pub struct TimeoutConfig {
    pub request_timeout: Duration,
    pub stream_timeout: Duration,
    pub embedding_timeout: Duration,
}

Configuration for timeout behavior

Fields

request_timeout: Duration

Timeout for completion requests (default: 60s)

stream_timeout: Duration

Timeout for streaming requests (default: 120s)

embedding_timeout: Duration

Timeout for embedding requests (default: 30s)

Implementations

impl TimeoutConfig

pub fn uniform(timeout: Duration) -> Self

Create a new config with a uniform timeout for all request types

pub fn with_request_timeout(self, timeout: Duration) -> Self

Set the request timeout

pub fn with_stream_timeout(self, timeout: Duration) -> Self

Set the stream timeout

pub fn with_embedding_timeout(self, timeout: Duration) -> Self

Set the embedding timeout

Trait Implementations

impl Clone for TimeoutConfig

fn clone(&self) -> TimeoutConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TimeoutConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TimeoutConfig

fn default() -> Self

Returns the “default value” for a type.