Struct FallbackProvider 

pub struct FallbackProvider { /* private fields */ }

A provider that falls back to a secondary provider on retryable errors.

Example

use cognate_providers::{OpenAiProvider, AnthropicProvider, FallbackProvider};
use cognate_core::{Provider, Request, Message};
use std::sync::Arc;

let primary = Arc::new(OpenAiProvider::new(std::env::var("OPENAI_API_KEY").unwrap())?);
let secondary = Arc::new(AnthropicProvider::new(std::env::var("ANTHROPIC_API_KEY").unwrap())?);
let provider = FallbackProvider::new(primary, secondary);

let resp = provider
    .complete(Request::new().with_model("gpt-4o").with_message(Message::user("Hi")))
    .await?;
println!("{}", resp.content());

Implementations

impl FallbackProvider

pub fn new(primary: Arc<dyn Provider>, fallback: Arc<dyn Provider>) -> Self

Create a new fallback pair.

On any retryable error from primary, fallback is tried instead.

Trait Implementations

impl Provider for FallbackProvider

fn complete<'life0, 'async_trait>( &'life0 self, req: Request, ) -> Pin<Box<dyn Future<Output = Result<Response>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send a completion request and wait for the full response.

fn stream<'life0, 'async_trait>( &'life0 self, req: Request, ) -> Pin<Box<dyn Future<Output = Result<BoxStream<'static, Result<Chunk>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send a completion request and return a streaming response.