Struct ChatRequestBuilder 

pub struct ChatRequestBuilder<'a> { /* private fields */ }

Builder for chat requests.

Implementations

impl<'a> ChatRequestBuilder<'a>

pub fn messages(self, messages: Vec<Message>) -> Self

Add messages to the conversation.

pub fn temperature(self, temp: f64) -> Self

Set temperature.

pub fn max_tokens(self, max: u32) -> Self

Set max tokens.

pub fn stream(self) -> Self

Enable streaming.

pub fn tools(self, tools: Vec<ToolDefinition>) -> Self

Set tools for function calling.

pub fn tool_choice(self, tool_choice: Value) -> Self

Set tool_choice (OpenAI-style).

pub async fn execute_stream( self, ) -> Result<Pin<Box<dyn Stream<Item = Result<StreamingEvent>> + Send + 'static>>>

Execute the request and return a stream of events.

pub async fn execute_stream_with_cancel_and_stats( self, ) -> Result<(Pin<Box<dyn Stream<Item = Result<StreamingEvent>> + Send + 'static>>, CancelHandle, CallStats)>

Execute the request and return a cancellable stream of events plus per-call stats.

Streaming semantics:

• retry/fallback may happen only before any event is emitted to the caller
• once an event is emitted, we will not retry automatically to avoid duplicate output

pub async fn execute_stream_with_cancel( self, ) -> Result<(Pin<Box<dyn Stream<Item = Result<StreamingEvent>> + Send + 'static>>, CancelHandle)>

Execute the request and return a cancellable stream of events.

pub async fn execute(self) -> Result<UnifiedResponse>

Execute the request and return the complete response.