umf 0.2.5

Universal Message Format (UMF) - Provider-agnostic message representation for LLM interactions with ChatML formatting, internal hub model, and MCP support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! Type definitions for streaming responses.

use serde::{Deserialize, Serialize};

/// Streaming response chunk from LLM provider
#[derive(Debug, Clone, Serialize, Deserialize)]
pub enum StreamChunk {
    /// Text content delta
    Text(String),
    /// Reasoning/thinking content delta (from thinking models like GLM, Qwen)
    Reasoning(String),
    /// Tool call delta (index-based like OpenAI SSE format)
    /// Contains partial updates to tool call at given index
    ToolCallDelta {
        index: usize,
        id: Option<String>,
        name: Option<String>,
        arguments_delta: Option<String>,
    },
    /// Stream completed
    Done,
}

/// Accumulated response from streaming
#[derive(Debug, Clone)]
pub struct AccumulatedResponse {
    /// Accumulated text content
    pub text: String,
    /// Accumulated reasoning/thinking content
    pub reasoning: String,
    /// Accumulated tool calls (in index order)
    pub tool_calls: Vec<crate::ToolCall>,
}