Struct UniversalProvider 

pub struct UniversalProvider { /* private fields */ }

Universal language model provider

Implementations

impl UniversalProvider

pub async fn retry_with_backoff<T, F, Fut>( &self, operation: F, operation_name: &str, ) -> LangExtractResult<T>

where F: FnMut() -> Fut, Fut: Future<Output = LangExtractResult<T>>,

Retry helper function with exponential backoff Retries at least 3 times with 30-second delays between attempts

pub fn new(config: ProviderConfig) -> LangExtractResult<Self>

Create a new universal provider

Trait Implementations

impl BaseLanguageModel for UniversalProvider

fn get_schema_class(&self) -> Option<Box<dyn BaseSchema>>

Get the schema class this provider supports

fn apply_schema(&mut self, schema: Option<Box<dyn BaseSchema>>)

Apply a schema instance to this provider

fn set_fence_output(&mut self, fence_output: Option<bool>)

Set explicit fence output preference

fn requires_fence_output(&self) -> bool

Whether this model requires fence output for parsing

fn infer<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, batch_prompts: &'life1 [String], kwargs: &'life2 HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = LangExtractResult<Vec<Vec<ScoredOutput>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Perform inference on a batch of prompts

fn format_type(&self) -> FormatType

Get the format type this model uses

fn model_id(&self) -> &str

Get the model ID/name

fn provider_name(&self) -> &str

Get the provider name

fn infer_single<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, kwargs: &'life2 HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = LangExtractResult<Vec<ScoredOutput>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Convenience method for single prompt inference

fn parse_output(&self, output: &str) -> LangExtractResult<Value>

Parse model output as JSON or YAML

fn supported_models() -> Vec<&'static str>

where Self: Sized,

Get supported model IDs for this provider

fn supports_model(model_id: &str) -> bool

where Self: Sized,

Check if this provider supports a given model ID