Struct BatchRequestBuilder

pub struct BatchRequestBuilder { /* private fields */ }

Builder for creating batch requests

Implementations

impl BatchRequestBuilder

pub fn user(self, content: impl Into<String>) -> Self

Add a user message to the request

pub fn assistant(self, content: impl Into<String>) -> Self

Add an assistant message to the request

pub fn system(self, system: impl Into<String>) -> Self

Set the system prompt for the request

pub fn temperature(self, temperature: f32) -> Self

Set the temperature for the request

pub fn top_p(self, top_p: f32) -> Self

Set the top_p for the request

pub fn top_k(self, top_k: u32) -> Self

Set the top_k for the request

pub fn stop_sequences(self, stop_sequences: Vec<String>) -> Self

Add stop sequences for the request

pub fn tools(self, tools: Vec<Tool>) -> Self

Add tools to the request

pub fn tool_choice(self, tool_choice: ToolChoice) -> Self

Set tool choice for the request

pub fn metadata(self, metadata: HashMap<String, String>) -> Self

Add metadata to the request

pub fn build(self) -> BatchRequest

Build the batch request

Trait Implementations

impl Clone for BatchRequestBuilder

fn clone(&self) -> BatchRequestBuilder

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchRequestBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.