sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use crate::core::ChatMessage;

pub type ProviderOptions = serde_json::Map<String, serde_json::Value>;

/// Request-scoped metadata propagated to provider transports.
#[derive(Debug, Clone, PartialEq, Eq, Default)]
pub struct ProviderRequestContext {
    /// Canonical request ID assigned by the calling gateway or application.
    pub request_id: Option<String>,
}

#[derive(Debug, Clone, PartialEq, Default)]
pub struct ProviderGenerationOptions {
    pub max_tokens: Option<u32>,
    pub temperature: Option<f32>,
    pub top_p: Option<f32>,
    pub stop: Vec<String>,
}

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderChatRequest {
    pub model: String,
    pub messages: Vec<ChatMessage>,
    pub options: ProviderGenerationOptions,
    pub provider_options: ProviderOptions,
}

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderGenerateRequest {
    pub model: String,
    pub prompt: String,
    pub options: ProviderGenerationOptions,
    pub provider_options: ProviderOptions,
}

#[derive(Debug, Clone, PartialEq)]
pub struct ProviderEmbedRequest {
    pub model: String,
    pub input: String,
    pub provider_options: ProviderOptions,
}