use crate::{embeddings::EmbeddingsBuilder, Embed};
use super::{CompletionModel, EmbeddingModel};
use crate::client::{impl_conversion_traits, CompletionClient, EmbeddingsClient, ProviderClient};
use serde::Deserialize;
#[derive(Debug, Deserialize)]
pub struct ApiErrorResponse {
pub message: String,
}
#[derive(Debug, Deserialize)]
#[serde(untagged)]
pub enum ApiResponse<T> {
Ok(T),
Err(ApiErrorResponse),
}
const COHERE_API_BASE_URL: &str = "https://api.cohere.ai";
#[derive(Clone, Debug)]
pub struct Client {
base_url: String,
http_client: reqwest::Client,
}
impl Client {
pub fn new(api_key: &str) -> Self {
Self::from_url(api_key, COHERE_API_BASE_URL)
}
pub fn from_url(api_key: &str, base_url: &str) -> Self {
Self {
base_url: base_url.to_string(),
http_client: reqwest::Client::builder()
.default_headers({
let mut headers = reqwest::header::HeaderMap::new();
headers.insert(
"Authorization",
format!("Bearer {api_key}")
.parse()
.expect("Bearer token should parse"),
);
headers
})
.build()
.expect("Cohere reqwest client should build"),
}
}
pub fn post(&self, path: &str) -> reqwest::RequestBuilder {
let url = format!("{}/{}", self.base_url, path).replace("//", "/");
self.http_client.post(url)
}
pub fn embeddings<D: Embed>(
&self,
model: &str,
input_type: &str,
) -> EmbeddingsBuilder<EmbeddingModel, D> {
EmbeddingsBuilder::new(self.embedding_model(model, input_type))
}
pub fn embedding_model(&self, model: &str, input_type: &str) -> EmbeddingModel {
let ndims = match model {
super::EMBED_ENGLISH_V3
| super::EMBED_MULTILINGUAL_V3
| super::EMBED_ENGLISH_LIGHT_V2 => 1024,
super::EMBED_ENGLISH_LIGHT_V3 | super::EMBED_MULTILINGUAL_LIGHT_V3 => 384,
super::EMBED_ENGLISH_V2 => 4096,
super::EMBED_MULTILINGUAL_V2 => 768,
_ => 0,
};
EmbeddingModel::new(self.clone(), model, input_type, ndims)
}
pub fn embedding_model_with_ndims(
&self,
model: &str,
input_type: &str,
ndims: usize,
) -> EmbeddingModel {
EmbeddingModel::new(self.clone(), model, input_type, ndims)
}
}
impl ProviderClient for Client {
fn from_env() -> Self {
let api_key = std::env::var("COHERE_API_KEY").expect("COHERE_API_KEY not set");
Self::new(&api_key)
}
}
impl CompletionClient for Client {
type CompletionModel = CompletionModel;
fn completion_model(&self, model: &str) -> Self::CompletionModel {
CompletionModel::new(self.clone(), model)
}
}
impl EmbeddingsClient for Client {
type EmbeddingModel = EmbeddingModel;
fn embedding_model(&self, model: &str) -> Self::EmbeddingModel {
self.embedding_model(model, "search_document")
}
fn embedding_model_with_ndims(&self, model: &str, ndims: usize) -> Self::EmbeddingModel {
self.embedding_model_with_ndims(model, "search_document", ndims)
}
fn embeddings<D: Embed>(&self, model: &str) -> EmbeddingsBuilder<Self::EmbeddingModel, D> {
self.embeddings(model, "search_document")
}
}
impl_conversion_traits!(
AsTranscription,
AsImageGeneration,
AsAudioGeneration for Client
);