Type Alias ChatCompletionDelta

pub type ChatCompletionDelta = ChatCompletionGeneric<ChatCompletionChoiceDelta>;

A delta chat completion, which is streamed token by token.

Aliased Type

pub struct ChatCompletionDelta {
    pub id: String,
    pub object: String,
    pub created: u64,
    pub model: String,
    pub choices: Vec<ChatCompletionChoiceDelta>,
    pub usage: Option<Usage>,
}

Fields

id: String

object: String

created: u64

model: String

choices: Vec<ChatCompletionChoiceDelta>

usage: Option<Usage>

Implementations

impl ChatCompletionDelta

pub async fn create( request: &ChatCompletionRequest, ) -> Result<Receiver<Self>, CannotCloneRequestError>

pub fn merge( &mut self, other: ChatCompletionDelta, ) -> Result<(), ChatCompletionDeltaMergeError>

Merges the input delta completion into self.