Struct GenericAdapter 

pub struct GenericAdapter { /* private fields */ }

Configuration-driven generic adapter for OpenAI-compatible APIs

Implementations

impl GenericAdapter

pub fn new(config: ProviderConfig) -> Result<Self, AiLibError>

pub fn with_transport( config: ProviderConfig, transport: HttpTransport, ) -> Result<Self, AiLibError>

Create adapter with custom transport layer (for testing)

Examples found in repository

examples/custom_transport_config.rs (line 16)

fn main() -> Result<(), Box<dyn std::error::Error>> {
    let cfg = HttpTransportConfig {
        timeout: Duration::from_secs(30),
        proxy: None,
        pool_max_idle_per_host: Some(16),
        pool_idle_timeout: Some(Duration::from_secs(60)),
    };

    let transport = HttpTransport::new_with_config(cfg)?;
    let provider_cfg = ProviderConfigs::groq();
    let _adapter = GenericAdapter::with_transport(provider_cfg, transport)?;

    println!("Created adapter using HttpTransportConfig");
    Ok(())
}

examples/custom_transport.rs (line 19)

fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Build a reqwest client with custom pool settings
    let reqwest_client = Client::builder()
        .pool_max_idle_per_host(32)
        .pool_idle_timeout(Duration::from_secs(90))
        .timeout(Duration::from_secs(30))
        .build()?;

    // Wrap into library transport and inject
    let transport = HttpTransport::with_client(reqwest_client, Duration::from_secs(30));

    let config = ProviderConfigs::groq();
    let _adapter = GenericAdapter::with_transport(config, transport)?;

    println!("Created generic adapter with custom transport");
    Ok(())
}

pub fn with_transport_ref( config: ProviderConfig, transport: DynHttpTransportRef, ) -> Result<Self, AiLibError>

Accept an object-safe transport reference directly

pub fn with_transport_ref_and_metrics( config: ProviderConfig, transport: DynHttpTransportRef, metrics: Arc<dyn Metrics>, ) -> Result<Self, AiLibError>

Create adapter with custom transport and an injected metrics implementation

pub fn with_metrics( config: ProviderConfig, metrics: Arc<dyn Metrics>, ) -> Result<Self, AiLibError>

Create adapter with injected metrics (uses default HttpTransport)

Trait Implementations

impl ChatApi for GenericAdapter

fn chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send chat completion request

fn chat_completion_stream<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<ChatCompletionChunk, AiLibError>> + Send + Unpin>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Streaming chat completion request

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get list of supported models

fn get_model_info<'life0, 'life1, 'async_trait>( &'life0 self, model_id: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<ModelInfo, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Get model information

fn chat_completion_batch<'life0, 'async_trait>( &'life0 self, requests: Vec<ChatCompletionRequest>, concurrency_limit: Option<usize>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Result<ChatCompletionResponse, AiLibError>>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

批处理聊天完成请求