omnillm 0.1.5

Production-grade LLM API gateway with multi-key load balancing, per-key rate limiting, circuit breaking, and cost tracking
Documentation 
1
2
3
4
5
6
7
8
9

use serde::{Deserialize, Serialize};

/// A raw SSE frame.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ProviderStreamFrame {
    #[serde(skip_serializing_if = "Option::is_none")]
    pub event: Option<String>,
    pub data: String,
}