floopy-sdk 0.1.0

Official Floopy AI Gateway SDK for Rust. Drop-in wrapper around the async-openai crate with cache, audit, experiments, and security on top.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

use serde::Deserialize;
use serde_json::Value;

/// One row of the per-request decision audit trail. Nullable gateway fields
/// are `Option` (`None` == JSON `null`).
#[derive(Debug, Clone, Deserialize)]
pub struct Decision {
    /// The originating request id.
    pub request_id: String,
    /// Session the request belonged to, if any.
    pub session_id: Option<String>,
    /// RFC3339 timestamp of the originating request.
    pub request_created_at: String,
    /// Resolved upstream provider.
    pub provider: Option<String>,
    /// Resolved upstream model.
    pub model: Option<String>,
    /// Terminal status of the request.
    pub status: String,
    /// End-to-end latency in milliseconds.
    pub latency_ms: Option<i64>,
    /// Cost in micro-USD.
    pub cost_micro_usd: Option<i64>,
    /// Whether caching was enabled for the request.
    pub cache_enabled: Option<bool>,
    /// Detected threat label, if the firewall flagged the request.
    pub threat: Option<String>,
    /// Opaque routing/decision trace.
    pub decision_trace: Option<Value>,
    /// Routing confidence score.
    pub confidence: Option<f64>,
    /// Why that confidence was assigned.
    pub confidence_reason: Option<String>,
    /// Human-readable explanation of the decision.
    pub explanation: Option<String>,
}

/// One page of [`crate::resources::Decisions::list`].
#[derive(Debug, Clone, Deserialize)]
pub struct DecisionListPage {
    /// Decisions in this page.
    pub items: Vec<Decision>,
    /// Cursor for the next page, if any.
    pub next_cursor: Option<String>,
    /// Whether more pages follow.
    pub has_more: bool,
}

/// Filters for [`crate::resources::Decisions::list`] / `pages` / `iter`.
/// Default is "no filter".
#[derive(Debug, Clone, Default)]
pub struct DecisionListParams {
    /// Restrict to one session.
    pub session_id: Option<String>,
    /// Inclusive lower bound (RFC3339).
    pub from: Option<String>,
    /// Inclusive upper bound (RFC3339).
    pub to: Option<String>,
    /// Page size.
    pub limit: Option<u32>,
    /// Opaque pagination cursor.
    pub cursor: Option<String>,
}

impl DecisionListParams {
    pub(crate) fn query(&self) -> Vec<(String, String)> {
        let mut q = Vec::new();
        if let Some(v) = &self.session_id {
            q.push(("session_id".to_owned(), v.clone()));
        }
        if let Some(v) = &self.from {
            q.push(("from".to_owned(), v.clone()));
        }
        if let Some(v) = &self.to {
            q.push(("to".to_owned(), v.clone()));
        }
        if let Some(v) = self.limit {
            q.push(("limit".to_owned(), v.to_string()));
        }
        if let Some(v) = &self.cursor {
            q.push(("cursor".to_owned(), v.clone()));
        }
        q
    }
}