async_llm/types/
stream.rs

1use serde::{Deserialize, Serialize};
2
3#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
4pub struct StreamOptions {
5    /// If set, an additional chunk will be streamed before the data: [DONE] message. The usage field on this chunk shows the token usage statistics for the entire request, and the choices field will always be an empty array. All other chunks will also include a usage field, but with a null value.
6    #[serde(skip_serializing_if = "Option::is_none")]
7    pub include_usage: Option<bool>,
8}