Struct OpenAICompatibleChatModelBuilder

pub struct OpenAICompatibleChatModelBuilder<const WITH_NAME: bool> { /* private fields */ }

A builder for an openai compatible chat model.

Implementations

impl OpenAICompatibleChatModelBuilder<false>

pub fn new() -> Self

Creates a new builder

impl<const WITH_NAME: bool> OpenAICompatibleChatModelBuilder<WITH_NAME>

pub fn with_model( self, model: impl ToString, ) -> OpenAICompatibleChatModelBuilder<true>

Set the name of the model to use.

pub fn with_gpt_4o(self) -> OpenAICompatibleChatModelBuilder<true>

Set the model to the latest version of gpt 4o

pub fn with_chat_gpt_4o(self) -> OpenAICompatibleChatModelBuilder<true>

Set the model to the latest version of chat gpt 4o used in ChatGPT

pub fn with_gpt_4o_mini(self) -> OpenAICompatibleChatModelBuilder<true>

Set the model to the latest version of gpt 4o mini

pub fn with_client(self, client: OpenAICompatibleClient) -> Self

Set the client used to make requests to the OpenAI API.

impl OpenAICompatibleChatModelBuilder<true>

pub fn build(self) -> OpenAICompatibleChatModel

Build the model.

Trait Implementations

impl<const WITH_NAME: bool> Debug for OpenAICompatibleChatModelBuilder<WITH_NAME>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<const WITH_NAME: bool> Default for OpenAICompatibleChatModelBuilder<WITH_NAME>

fn default() -> OpenAICompatibleChatModelBuilder<WITH_NAME>

Returns the “default value” for a type.

impl ModelBuilder for OpenAICompatibleChatModelBuilder<true>

type Model = OpenAICompatibleChatModel

The model that this trait creates.

type Error = Infallible

An error that can occur when creating the model.

async fn start_with_loading_handler( self, _: impl FnMut(ModelLoadingProgress) + Send + Sync + 'static, ) -> Result<Self::Model, Self::Error>

Start the model with a loading handler.

fn requires_download(&self) -> bool

Check if the model will need to be downloaded before use (default: false)

fn start(self) -> impl Future<Output = Result<Self::Model, Self::Error>>

where Self: Sized,

Start the model.