Skip to main content

ChatCompletion

Struct ChatCompletion 

Source
pub struct ChatCompletion<N, M, S = StreamOff>{ /* private fields */ }
Expand description

Typed chat-completion request builder sent through a ZaiClient.

Generic over the model N, the message type M, and a stream type-state S (StreamOff by default, StreamOn after enable_stream). Credentials, endpoint selection and transport policy are owned by the ZaiClient supplied to send_via.

Audio chat deliberately has no tool surface:

use zai_rs::model::{
    chat::ChatCompletion,
    chat_message_types::VoiceMessage,
    chat_models::GLM4_voice,
    tools::Function,
};

ChatCompletion::new(GLM4_voice {}, VoiceMessage::new_user()).add_tool(
    Function::new("lookup", "Lookup", serde_json::json!({"type": "object"})),
);
use zai_rs::model::{
    chat::ChatCompletion,
    chat_message_types::VoiceMessage,
    chat_models::GLM4_voice,
    tools::ToolChoice,
};

ChatCompletion::new(GLM4_voice {}, VoiceMessage::new_user())
    .with_tool_choice(ToolChoice::auto());
use zai_rs::model::{
    chat::ChatCompletion,
    chat_message_types::VoiceMessage,
    chat_models::GLM4_voice,
    tools::ResponseFormat,
};

ChatCompletion::new(GLM4_voice {}, VoiceMessage::new_user())
    .with_response_format(ResponseFormat::JsonObject);

Vision chat accepts a bare Function, not the text schema’s retrieval, web-search, or MCP tool variants:

use zai_rs::model::{
    chat::ChatCompletion,
    chat_message_types::VisionMessage,
    chat_models::GLM4_6v,
    tools::{Retrieval, Tools},
};

ChatCompletion::new(GLM4_6v {}, VisionMessage::new_user()).add_tool(
    Tools::Retrieval { retrieval: Retrieval::new("kb") },
);
use zai_rs::model::{
    chat::ChatCompletion,
    chat_message_types::VisionMessage,
    chat_models::GLM4_6v,
    tools::ResponseFormat,
};

ChatCompletion::new(GLM4_6v {}, VisionMessage::new_user())
    .with_response_format(ResponseFormat::JsonObject);

Implementations§

Source§

impl<N, M, S> ChatCompletion<N, M, S>

Source

pub const fn body(&self) -> &ChatBody<N, M>

Borrow the frozen request body.

Source§

impl<N, M> ChatCompletion<N, M, StreamOff>

Source

pub fn new(model: N, messages: M) -> ChatCompletion<N, M, StreamOff>

Create a new chat request from a model and the first message batch.

Source

pub fn add_message(self, message: M) -> Self

Append one message to the conversation.

Source

pub fn extend_messages(self, messages: impl IntoIterator<Item = M>) -> Self

Append multiple messages to the conversation.

Source

pub fn with_request_id(self, request_id: impl Into<String>) -> Self

Set the client-side request id.

Source

pub fn with_do_sample(self, do_sample: bool) -> Self

Enable/disable sampling (do_sample).

Source

pub fn with_temperature(self, temperature: f64) -> Self

Set the sampling temperature.

Source

pub fn with_top_p(self, top_p: f64) -> Self

Set the nucleus-sampling probability (top_p).

Source

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set the maximum number of tokens to generate.

Source

pub fn add_tool(self, tool: N::Tool) -> Self
where N: ChatToolSupport,

Add a single tool to the request.

Source

pub fn add_tools(self, tools: impl IntoIterator<Item = N::Tool>) -> Self
where N: ChatToolSupport,

Add multiple tools to the request at once.

Source

pub fn with_tool_choice(self, tool_choice: ToolChoice) -> Self
where N: ChatToolSupport,

Set automatic tool selection.

Source

pub fn clear_tools(self) -> Self
where N: ChatToolSupport,

Remove all tools and their selection policy.

Source

pub fn with_response_format(self, format: ResponseFormat) -> Self

Set the text response format.

Source

pub fn with_watermark_enabled(self, enabled: bool) -> Self
where N: WatermarkEnable,

Enable or disable audio-output watermarking.

Source

pub fn with_user_id(self, user_id: impl Into<String>) -> Self

Set the end-user id (used for abuse monitoring).

Source

pub fn with_stop(self, stop: impl Into<String>) -> Self

Add a stop sequence that halts generation when encountered.

Source

pub fn with_thinking(self, thinking: ThinkingType) -> Self
where N: ThinkEnable,

Enable thinking mode (requires a model that supports it).

Source

pub fn with_reasoning_effort(self, effort: ReasoningEffort) -> Self

Set the reasoning effort (GLM-5.2+ only).

Source

pub fn enable_stream(self) -> ChatCompletion<N, M, StreamOn>

Enables streaming for this chat completion request.

Source

pub fn validate(&self) -> ZaiResult<()>

Validate request parameters for non-stream chat (StreamOff)

Source

pub async fn send_via( &self, client: &ZaiClient, ) -> ZaiResult<ChatCompletionResponse>
where N: Serialize, M: Serialize,

Submit the request via a ZaiClient and await the (non-streaming) response.

Source

pub async fn send_via_coding_plan( &self, client: &ZaiClient, ) -> ZaiResult<ChatCompletionResponse>
where N: Serialize, M: Serialize,

Submit using a coding-plan endpoint via a ZaiClient.

Source§

impl<N, M> ChatCompletion<N, M, StreamOn>

Source

pub fn with_tool_stream(self, tool_stream: bool) -> Self

Enable/disable tool-call streaming (requires a model that supports it).

Source

pub fn disable_stream(self) -> ChatCompletion<N, M, StreamOff>

Disables streaming for this chat completion request.

Source

pub async fn stream_via(&self, client: &ZaiClient) -> ZaiResult<ChatStream>
where N: Serialize, M: Serialize,

Submit the request and yield parsed chat chunks from its SSE response.

Authentication, response content-type validation, timeouts, and body limits remain inside ZaiClient; the API secret is never exposed to the caller. Streaming POST requests are not retried or redirected.

Auto Trait Implementations§

§

impl<N, M, S> Freeze for ChatCompletion<N, M, S>
where N: Freeze,

§

impl<N, M, S> RefUnwindSafe for ChatCompletion<N, M, S>

§

impl<N, M, S> Send for ChatCompletion<N, M, S>
where N: Send, S: Send, M: Send,

§

impl<N, M, S> Sync for ChatCompletion<N, M, S>
where N: Sync, S: Sync, M: Sync,

§

impl<N, M, S> Unpin for ChatCompletion<N, M, S>
where N: Unpin, S: Unpin, M: Unpin,

§

impl<N, M, S> UnsafeUnpin for ChatCompletion<N, M, S>
where N: UnsafeUnpin,

§

impl<N, M, S> UnwindSafe for ChatCompletion<N, M, S>
where N: UnwindSafe, S: UnwindSafe, M: UnwindSafe,

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more