Struct StructuredOutputModel 

pub struct StructuredOutputModel<M, T>
where
    M: Clone,
{ /* private fields */ }

Wrapper for structured output from LLMs

Uses function calling to force the model to output JSON matching the schema of type T.

Trait Implementations

impl<M, T> ChatModel for StructuredOutputModel<M, T>

where M: ChatModel, T: JsonSchema + DeserializeOwned + Serialize + Send + Sync + 'static,

fn invoke<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], options: Option<&'life2 CallOptions>, ) -> Pin<Box<dyn Future<Output = Result<Message, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Invoke the model with messages

fn stream<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], options: Option<&'life2 CallOptions>, ) -> Pin<Box<dyn Future<Output = Result<BoxStream<'_, Result<MessageChunk, LlmError>>, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Stream the model’s response

fn bind_tools(&self, tools: Vec<ToolDefinition>) -> Self

Bind tools to this model instance

fn with_structured_output<U: JsonSchema + DeserializeOwned + Serialize>( self, ) -> StructuredOutputModel<Self, U>

where Self: Sized,

Convert to structured output model

fn model_name(&self) -> &str

Get the model name

impl<M: Clone, T> Clone for StructuredOutputModel<M, T>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<M, T> Debug for StructuredOutputModel<M, T>

where M: Clone,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.