Struct AnthropicCompatibleChatModelBuilder

pub struct AnthropicCompatibleChatModelBuilder<const WITH_NAME: bool> { /* private fields */ }

A builder for an Anthropic compatible chat model.

Implementations

impl AnthropicCompatibleChatModelBuilder<false>

pub fn new() -> Self

Creates a new builder

impl<const WITH_NAME: bool> AnthropicCompatibleChatModelBuilder<WITH_NAME>

pub fn with_model( self, model: impl ToString, ) -> AnthropicCompatibleChatModelBuilder<true>

Set the name of the model to use.

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set the default max tokens to use when generating text.

pub fn with_claude_3_5_sonnet(self) -> AnthropicCompatibleChatModelBuilder<true>

Set the model to claude-3-5-sonnet-20241022

pub fn with_claude_3_5_haiku(self) -> AnthropicCompatibleChatModelBuilder<true>

Set the model to claude-3-5-haiku-20241022

pub fn with_claude_3_opus(self) -> AnthropicCompatibleChatModelBuilder<true>

Set the model to claude-3-opus-20240229

pub fn with_claude_3_sonnet(self) -> AnthropicCompatibleChatModelBuilder<true>

Set the model to claude-3-sonnet-20240229

pub fn with_claude_3_haiku(self) -> AnthropicCompatibleChatModelBuilder<true>

Set the model to claude-3-haiku-20240307

pub fn with_client(self, client: AnthropicCompatibleClient) -> Self

Set the client used to make requests to the Anthropic API.

impl AnthropicCompatibleChatModelBuilder<true>

pub fn build(self) -> AnthropicCompatibleChatModel

Build the model.

Trait Implementations

impl<const WITH_NAME: bool> Debug for AnthropicCompatibleChatModelBuilder<WITH_NAME>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<const WITH_NAME: bool> Default for AnthropicCompatibleChatModelBuilder<WITH_NAME>

fn default() -> AnthropicCompatibleChatModelBuilder<WITH_NAME>

Returns the “default value” for a type.

impl ModelBuilder for AnthropicCompatibleChatModelBuilder<true>

type Model = AnthropicCompatibleChatModel

The model that this trait creates.

type Error = Infallible

An error that can occur when creating the model.

async fn start_with_loading_handler( self, _: impl FnMut(ModelLoadingProgress) + Send + Sync + 'static, ) -> Result<Self::Model, Self::Error>

Start the model with a loading handler.

fn requires_download(&self) -> bool

Check if the model will need to be downloaded before use (default: false)

fn start(self) -> impl Future<Output = Result<Self::Model, Self::Error>>

where Self: Sized,

Start the model.