imp-llm 0.2.0

Standalone multi-provider LLM streaming client
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use serde::{Deserialize, Serialize};

use crate::message::AssistantMessage;

/// Normalized stream events produced by all providers.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(tag = "type")]
pub enum StreamEvent {
    /// New message starting.
    MessageStart { model: String },

    /// Incremental text from the assistant.
    TextDelta { text: String },

    /// Incremental thinking/reasoning output.
    ThinkingDelta { text: String },

    /// A complete tool call (accumulated from deltas).
    ToolCall {
        id: String,
        name: String,
        arguments: serde_json::Value,
    },

    /// Message complete with final message.
    MessageEnd { message: AssistantMessage },

    /// Unrecoverable stream error.
    Error { error: String },
}

/// Structured error returned by a provider's API.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ProviderError {
    /// Machine-readable error code (e.g. "rate_limit_exceeded").
    pub code: String,
    /// Human-readable error description.
    pub message: String,
    /// Whether the caller should retry the request.
    pub retryable: bool,
}