Struct LeadWorkerProvider 

pub struct LeadWorkerProvider { /* private fields */ }

A provider that switches between a lead model and a worker model based on turn count and can fallback to lead model on consecutive failures

Implementations

impl LeadWorkerProvider

pub fn new( lead_provider: Arc<dyn Provider>, worker_provider: Arc<dyn Provider>, lead_turns: Option<usize>, ) -> Self

Create a new LeadWorkerProvider

Arguments

• lead_provider - The provider to use for the initial turns
• worker_provider - The provider to use after lead_turns
• lead_turns - Number of turns to use the lead provider (default: 3)

pub fn new_with_settings( lead_provider: Arc<dyn Provider>, worker_provider: Arc<dyn Provider>, lead_turns: usize, failure_threshold: usize, fallback_turns: usize, ) -> Self

Create a new LeadWorkerProvider with custom settings

Arguments

• lead_provider - The provider to use for the initial turns
• worker_provider - The provider to use after lead_turns
• lead_turns - Number of turns to use the lead provider
• failure_threshold - Number of consecutive failures before fallback
• fallback_turns - Number of turns to use lead model in fallback mode

pub async fn reset_turn_count(&self)

Reset the turn counter and failure tracking (useful for new conversations)

pub async fn get_turn_count(&self) -> usize

Get the current turn count

pub async fn get_failure_count(&self) -> usize

Get the current failure count

pub async fn is_in_fallback_mode(&self) -> bool

Check if currently in fallback mode

Trait Implementations

impl LeadWorkerProviderTrait for LeadWorkerProvider

fn get_model_info(&self) -> (String, String)

Get information about the lead and worker models for logging

fn get_active_model(&self) -> String

Get the currently active model name

fn get_settings(&self) -> (usize, usize, usize)

Get (lead_turns, failure_threshold, fallback_turns)

impl Provider for LeadWorkerProvider

fn as_lead_worker(&self) -> Option<&dyn LeadWorkerProviderTrait>

Check if this provider is a LeadWorkerProvider

fn metadata() -> ProviderMetadata

Get the metadata for this provider type

fn get_name(&self) -> &str

Get the name of this provider instance

fn get_model_config(&self) -> ModelConfig

Get the model config from the provider

fn complete_with_model<'life0, 'life1, 'life2, 'life3, 'life4, 'async_trait>( &'life0 self, _model_config: &'life1 ModelConfig, system: &'life2 str, messages: &'life3 [Message], tools: &'life4 [Tool], ) -> Pin<Box<dyn Future<Output = Result<(Message, ProviderUsage), ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, 'life4: 'async_trait,

fn fetch_supported_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Option<Vec<String>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn supports_embeddings(&self) -> bool

fn create_embeddings<'life0, 'async_trait>( &'life0 self, texts: Vec<String>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Vec<f32>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Create embeddings if supported. Default implementation returns an error.

fn complete<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, system: &'life1 str, messages: &'life2 [Message], tools: &'life3 [Tool], ) -> Pin<Box<dyn Future<Output = Result<(Message, ProviderUsage), ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

fn complete_fast<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, system: &'life1 str, messages: &'life2 [Message], tools: &'life3 [Tool], ) -> Pin<Box<dyn Future<Output = Result<(Message, ProviderUsage), ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

fn retry_config(&self) -> RetryConfig

fn fetch_recommended_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Option<Vec<String>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Fetch models filtered by canonical registry and usability

fn map_to_canonical_model<'life0, 'life1, 'async_trait>( &'life0 self, provider_model: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Option<String>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

fn supports_cache_control<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn stream<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, _system: &'life1 str, _messages: &'life2 [Message], _tools: &'life3 [Tool], ) -> Pin<Box<dyn Future<Output = Result<MessageStream, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

fn supports_streaming(&self) -> bool

fn get_active_model_name(&self) -> String

Get the currently active model name For regular providers, this returns the configured model For LeadWorkerProvider, this returns the currently active model (lead or worker)

fn get_initial_user_messages(&self, messages: &Conversation) -> Vec<String>

Returns the first 3 user messages as strings for session naming

fn generate_session_name<'life0, 'life1, 'async_trait>( &'life0 self, messages: &'life1 Conversation, ) -> Pin<Box<dyn Future<Output = Result<String, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate a session name/description based on the conversation history Creates a prompt asking for a concise description in 4 words or less.

fn create_session_name_prompt(&self, context: &[String]) -> String

fn configure_oauth<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<(), ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Configure OAuth authentication for this provider