Struct BatchChatRequest 

pub struct BatchChatRequest {
    pub requests: Vec<ChatRequest>,
    pub batch_config: Option<BatchOperationConfig>,
    pub parallel_execution: bool,
    pub fail_fast: bool,
    pub timeout: Option<Duration>,
}

Request structure for batch chat operations

Fields

requests: Vec<ChatRequest>

List of chat requests to process in batch

batch_config: Option<BatchOperationConfig>

Batch operation configuration

parallel_execution: bool

Enable parallel execution of requests

fail_fast: bool

Stop processing on first error

timeout: Option<Duration>

Overall timeout for the entire batch

Implementations

impl BatchChatRequest

pub fn new(requests: Vec<ChatRequest>) -> Self

Create a new batch chat request

pub fn with_config(self, config: BatchOperationConfig) -> Self

Set batch configuration

pub fn with_parallel_execution(self, parallel: bool) -> Self

Set parallel execution mode

pub fn with_fail_fast(self, fail_fast: bool) -> Self

Set fail-fast behavior

pub fn with_timeout(self, timeout: Duration) -> Self

Set batch timeout

pub fn request_count(&self) -> usize

Get the number of requests in this batch

pub fn is_empty(&self) -> bool

Check if the batch is empty

Trait Implementations

impl Clone for BatchChatRequest

fn clone(&self) -> BatchChatRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchChatRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for BatchChatRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.