sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use crate::core::{FinishReason, TokenUsage};

use crate::providers::ProviderKind;

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderTextOutput {
    pub text: String,
    pub finish_reason: FinishReason,
}

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderEmbeddingOutput {
    pub values: Vec<f32>,
}

/// Envelope shared by every provider call: the normalized `result` plus
/// optional usage and provider metadata. `R` is the call's output type.
#[derive(Debug, Clone, PartialEq)]
pub struct ProviderResponse<R> {
    pub result: R,
    pub usage: Option<TokenUsage>,
    pub metadata: ProviderResponseMetadata,
}

pub type ProviderChatResponse = ProviderResponse<ProviderTextOutput>;
pub type ProviderGenerateResponse = ProviderResponse<ProviderTextOutput>;
pub type ProviderEmbeddingResponse = ProviderResponse<ProviderEmbeddingOutput>;

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderResponseMetadata {
    pub provider: ProviderKind,
    pub model: String,
    pub request_id: Option<String>,
    pub response_id: Option<String>,
    pub finish_reason_raw: Option<String>,
    pub raw: serde_json::Value,
}