Struct AsyncChatCompletion 

pub struct AsyncChatCompletion<N, M>
where
    N: ChatRequestModel + AsyncChat,
    M: Serialize,
    (N, M): Bounded,
    ChatBody<N, M>: Serialize,
{ /* private fields */ }

Builder for submitting a queued chat-completion task through a ZaiClient.

Posts to the async/chat/completions task-submission endpoint.

Implementations

impl<N, M> AsyncChatCompletion<N, M>

where N: ChatRequestModel + AsyncChat, M: Serialize, (N, M): Bounded, ChatBody<N, M>: Serialize,

pub fn new(model: N, messages: M) -> Self

Create a new async chat request from a model and the first message batch.

pub const fn body(&self) -> &ChatBody<N, M>

Borrow the frozen request body.

pub fn add_message(self, message: M) -> Self

Append one message to the conversation.

pub fn extend_messages(self, messages: impl IntoIterator<Item = M>) -> Self

Append multiple messages to the conversation.

pub fn with_request_id(self, request_id: impl Into<String>) -> Self

Set the client-provided request identifier.

pub fn with_do_sample(self, do_sample: bool) -> Self

Enable or disable probabilistic sampling.

pub fn with_temperature(self, temperature: f64) -> Self

Set the sampling temperature.

pub fn with_top_p(self, top_p: f64) -> Self

Set the nucleus-sampling probability.

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set the maximum number of generated tokens.

pub fn add_tool(self, tool: N::Tool) -> Self

where N: ChatToolSupport,

Add one tool the model may call.

pub fn add_tools(self, tools: impl IntoIterator<Item = N::Tool>) -> Self

where N: ChatToolSupport,

Add multiple tools the model may call.

pub fn with_tool_choice(self, tool_choice: ToolChoice) -> Self

where N: ChatToolSupport,

Set automatic tool selection.

pub fn clear_tools(self) -> Self

where N: ChatToolSupport,

Remove all tools and their selection policy.

pub fn with_response_format(self, format: ResponseFormat) -> Self

where N: ResponseFormatEnable,

Set the response format for a text model.

pub fn with_watermark_enabled(self, enabled: bool) -> Self

where N: WatermarkEnable,

Enable or disable audio-output watermarking.

pub fn with_user_id(self, user_id: impl Into<String>) -> Self

Set the end-user identifier used for abuse monitoring.

pub fn with_stop(self, stop: impl Into<String>) -> Self

Add the stop sequence for this request.

pub fn with_thinking(self, thinking: ThinkingType) -> Self

where N: ThinkEnable,

Configure thinking mode for a model that supports it.

pub fn with_reasoning_effort(self, effort: ReasoningEffort) -> Self

where N: ReasoningEffortEnable,

Set reasoning depth for a model that supports reasoning_effort.

pub fn validate(&self) -> ZaiResult<()>

Validate field constraints for the queued endpoint.

pub async fn send_via(&self, client: &ZaiClient) -> ZaiResult<AsyncResponse>

where N: Serialize, M: Serialize,

Submit via a ZaiClient and await the task-creation response.