floopy-sdk 0.3.0

Official Floopy AI Gateway SDK for Rust. Drop-in wrapper around the async-openai crate with cache, audit, experiments, and security on top.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use serde::Deserialize;

/// One row of the decision export.
#[derive(Debug, Clone, Deserialize)]
pub struct ExportedDecisionRow {
    /// The originating request id.
    pub request_id: String,
    /// Session the request belonged to, if any.
    pub session_id: Option<String>,
    /// Owning organization id.
    pub organization_id: String,
    /// Resolved upstream provider.
    pub provider: Option<String>,
    /// Resolved upstream model.
    pub model: Option<String>,
    /// Terminal status of the request.
    pub status: String,
    /// End-to-end latency in milliseconds.
    pub latency_ms: Option<i64>,
    /// Cost in micro-USD.
    pub cost_micro_usd: Option<i64>,
    /// Whether caching was enabled.
    pub cache_enabled: Option<bool>,
    /// Detected threat label, if any.
    pub threat: Option<String>,
    /// RFC3339 creation timestamp.
    pub created_at: String,
}

/// The terminal record of the JSONL export: how many rows were emitted and
/// whether the result was truncated.
#[derive(Debug, Clone, Deserialize)]
pub struct ExportTrailer {
    /// Number of rows emitted before the trailer.
    pub rows_emitted: i64,
    /// Whether the export was truncated server-side.
    pub truncated: bool,
    /// Reason for truncation, if any.
    pub reason: Option<String>,
}

/// Selects the export window and (server-side) format. The SDK always parses
/// the JSONL stream; `format` is accepted for parity with the gateway.
#[derive(Debug, Clone)]
pub struct ExportDecisionsParams {
    /// Inclusive lower bound (RFC3339). Required.
    pub from: String,
    /// Inclusive upper bound (RFC3339). Required.
    pub to: String,
    /// Optional server-side format hint (`"jsonl"` / `"csv"`).
    pub format: Option<String>,
}

impl ExportDecisionsParams {
    /// A window with the default (JSONL) format.
    #[must_use]
    pub fn new(from: impl Into<String>, to: impl Into<String>) -> Self {
        Self {
            from: from.into(),
            to: to.into(),
            format: None,
        }
    }

    pub(crate) fn query(&self) -> Vec<(String, String)> {
        let mut q = vec![
            ("from".to_owned(), self.from.clone()),
            ("to".to_owned(), self.to.clone()),
        ];
        if let Some(f) = &self.format {
            q.push(("format".to_owned(), f.clone()));
        }
        q
    }
}