openai_protocol/
embedding.rs

1use serde::{Deserialize, Serialize};
2use serde_json::Value;
3
4use super::common::{GenerationRequest, UsageInfo};
5
6// ============================================================================
7// Embedding API
8// ============================================================================
9
10#[serde_with::skip_serializing_none]
11#[derive(Debug, Clone, Deserialize, Serialize, schemars::JsonSchema)]
12pub struct EmbeddingRequest {
13    /// ID of the model to use
14    pub model: String,
15
16    /// Input can be a string, array of strings, tokens, or batch inputs
17    pub input: Value,
18
19    /// Optional encoding format (e.g., "float", "base64")
20    pub encoding_format: Option<String>,
21
22    /// Optional user identifier
23    pub user: Option<String>,
24
25    /// Optional number of dimensions for the embedding
26    pub dimensions: Option<u32>,
27
28    /// SGLang extension: request id for tracking
29    pub rid: Option<String>,
30
31    /// SGLang extension: enable/disable logging of metrics for this request
32    pub log_metrics: Option<bool>,
33}
34
35impl GenerationRequest for EmbeddingRequest {
36    fn is_stream(&self) -> bool {
37        // Embeddings are non-streaming
38        false
39    }
40
41    fn get_model(&self) -> Option<&str> {
42        Some(&self.model)
43    }
44
45    fn extract_text_for_routing(&self) -> String {
46        // Best effort: extract text content for routing decisions
47        match &self.input {
48            Value::String(s) => s.clone(),
49            Value::Array(arr) => arr
50                .iter()
51                .filter_map(|v| v.as_str())
52                .collect::<Vec<_>>()
53                .join(" "),
54            _ => String::new(),
55        }
56    }
57}
58
59#[derive(Debug, Clone, Serialize, Deserialize, schemars::JsonSchema)]
60pub struct EmbeddingObject {
61    pub object: String, // "embedding"
62    pub embedding: Vec<f32>,
63    pub index: u32,
64}
65
66#[derive(Debug, Clone, Serialize, Deserialize, schemars::JsonSchema)]
67pub struct EmbeddingResponse {
68    pub object: String, // "list"
69    pub data: Vec<EmbeddingObject>,
70    pub model: String,
71    pub usage: UsageInfo,
72}
openai_protocol/embedding.rs

openai_protocol/
embedding.rs
