pub struct AnthropicModelWrapper { /* private fields */ }Expand description
Wrapper that implements both Model and LanguageModel
Implementations§
Source§impl AnthropicModelWrapper
impl AnthropicModelWrapper
pub fn new(model_with_provider: AnthropicModelWithProvider) -> Self
Trait Implementations§
Source§impl LanguageModel for AnthropicModelWrapper
impl LanguageModel for AnthropicModelWrapper
Source§fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<GenerateResult>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<GenerateResult>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Generate text from a list of messages
Source§fn stream<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: StreamOptions,
) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<StreamChunk>> + Send + Unpin>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn stream<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: StreamOptions,
) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<StreamChunk>> + Send + Unpin>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Stream text generation
Source§fn supports_tools(&self) -> bool
fn supports_tools(&self) -> bool
Check if the model supports tool calling
Source§fn supports_vision(&self) -> bool
fn supports_vision(&self) -> bool
Check if the model supports vision/images
Source§fn supports_caching(&self) -> bool
fn supports_caching(&self) -> bool
Check if the model supports caching
Source§impl Model for AnthropicModelWrapper
impl Model for AnthropicModelWrapper
Source§fn provider_id(&self) -> &str
fn provider_id(&self) -> &str
Provider that owns this model
Source§fn capabilities(&self) -> &ModelCapabilities
fn capabilities(&self) -> &ModelCapabilities
Model capabilities
Source§fn config(&self) -> &ModelConfig
fn config(&self) -> &ModelConfig
Model configuration
Source§fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<GenerateResult>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn generate<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<GenerateResult>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Generate a response from messages
Source§fn stream<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send>>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn stream<'life0, 'async_trait>(
&'life0 self,
messages: Vec<Message>,
options: GenerateOptions,
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send>>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Stream response generation
Source§fn count_tokens<'life0, 'life1, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
) -> Pin<Box<dyn Future<Output = Result<u32>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn count_tokens<'life0, 'life1, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
) -> Pin<Box<dyn Future<Output = Result<u32>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
Count tokens in messages
Source§fn estimate_cost<'life0, 'async_trait>(
&'life0 self,
input_tokens: u32,
output_tokens: u32,
) -> Pin<Box<dyn Future<Output = Result<f64>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn estimate_cost<'life0, 'async_trait>(
&'life0 self,
input_tokens: u32,
output_tokens: u32,
) -> Pin<Box<dyn Future<Output = Result<f64>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Estimate cost for a request
Source§fn metadata(&self) -> &ModelMetadata
fn metadata(&self) -> &ModelMetadata
Get model-specific metadata
Auto Trait Implementations§
impl Freeze for AnthropicModelWrapper
impl !RefUnwindSafe for AnthropicModelWrapper
impl Send for AnthropicModelWrapper
impl Sync for AnthropicModelWrapper
impl Unpin for AnthropicModelWrapper
impl !UnwindSafe for AnthropicModelWrapper
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more