use serde::{Deserialize, Serialize};
pub const TEXT_EMBEDDING_3_LARGE: &str = "text-embedding-3-large";
pub const TEXT_EMBEDDING_3_SMALL: &str = "text-embedding-3-small";
pub const TEXT_EMBEDDING_ADA_002: &str = "text-embedding-ada-002";
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct CompatibleEmbeddingResponse {
#[serde(default)]
pub object: String,
pub data: Vec<EmbeddingData>,
#[serde(default)]
pub model: String,
#[serde(default)]
pub usage: Option<EmbeddingUsage>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct EmbeddingData {
#[serde(default)]
pub object: String,
pub embedding: Vec<f64>,
#[serde(default)]
pub index: usize,
}
pub(crate) fn model_dimensions_from_identifier(identifier: &str) -> Option<usize> {
match identifier {
TEXT_EMBEDDING_3_LARGE => Some(3_072),
TEXT_EMBEDDING_3_SMALL | TEXT_EMBEDDING_ADA_002 => Some(1_536),
_ => None,
}
}
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq, Serialize, Deserialize)]
pub struct EmbeddingUsage {
pub prompt_tokens: u64,
pub total_tokens: u64,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub prompt_tokens_details: Option<EmbeddingTokensDetails>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub num_cached_tokens: Option<u64>,
}
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq, Serialize, Deserialize)]
pub struct EmbeddingTokensDetails {
#[serde(default)]
pub cached_tokens: u64,
}
impl From<&EmbeddingUsage> for crate::completion::Usage {
fn from(usage: &EmbeddingUsage) -> Self {
Self {
input_tokens: Some(usage.prompt_tokens),
output_tokens: Some(usage.total_tokens.saturating_sub(usage.prompt_tokens)),
total_tokens: Some(usage.total_tokens),
cached_input_tokens: usage
.prompt_tokens_details
.map(|details| details.cached_tokens)
.or(usage.num_cached_tokens),
..Self::default()
}
}
}
#[cfg(test)]
mod tests;