#![forbid(unsafe_code)]
pub mod errors;
pub mod http;
pub mod media;
pub mod memory;
pub mod meta;
pub mod options;
pub mod prompts;
pub mod sampling;
pub use errors::{
compute_jittered_backoff, format_error, parse_gateway_error_envelope, parse_retry_after,
parse_retry_after_at, redact_keys, ErrorBody, ErrorEnvelope, NRouterError,
MAX_RETRY_AFTER_SECONDS,
};
pub use media::{validate_audio_format, VALID_AUDIO_FORMATS};
pub use memory::{sliding_window, ArrayStore, ChatMessage, Memory, MemoryStore};
pub use meta::{
extract_trace_headers, with_trace_context, BudgetWarningInfo, ResponseMeta, HEADER_NAMES,
};
pub use prompts::{render_prompt, RenderPromptOptions};
pub fn uses_messages_wire(model: &str, provider: Option<&str>) -> bool {
let m = model.to_ascii_lowercase();
if m.contains("claude")
|| m.contains("anthropic")
|| m.contains("haiku")
|| m.contains("sonnet")
|| m.contains("opus")
{
return true;
}
if let Some(p) = provider {
if p.to_ascii_lowercase().contains("anthropic") {
return true;
}
}
false
}
use async_openai::{config::OpenAIConfig, middleware::ReqwestService, Client as OpenAIClient};
pub const DEFAULT_BASE_URL: &str = "https://api.nrouter.ai/v1";
pub const ENV_KEY: &str = "NROUTER_API_KEY";
pub const KEY_PREFIX: &str = "sk-nrouter-";
pub fn resolve_api_key(explicit: Option<&str>) -> Result<String, NRouterError> {
let key = match explicit {
Some(k) if !k.is_empty() => k.to_string(),
_ => std::env::var(ENV_KEY).unwrap_or_default(),
};
if key.is_empty() {
return Err(NRouterError::Configuration(format!(
"No nRouter API key: pass one explicitly or set {ENV_KEY}."
)));
}
if !key.starts_with(KEY_PREFIX) {
return Err(NRouterError::Configuration(format!(
"nRouter API keys start with '{KEY_PREFIX}'; got one that does not."
)));
}
Ok(key)
}
pub fn client() -> Result<OpenAIClient<OpenAIConfig>, NRouterError> {
client_with_key(&resolve_api_key(None)?)
}
pub fn client_with_key(api_key: &str) -> Result<OpenAIClient<OpenAIConfig>, NRouterError> {
client_with_key_and_base_url(api_key, DEFAULT_BASE_URL)
}
pub fn client_with_key_and_base_url(
api_key: &str,
base_url: &str,
) -> Result<OpenAIClient<OpenAIConfig>, NRouterError> {
client_with_key_base_url_and_http_client(
api_key,
base_url,
http::Client::default_http_client()?,
)
}
pub fn client_with_key_base_url_and_http_client(
api_key: &str,
base_url: &str,
transport: reqwest::Client,
) -> Result<OpenAIClient<OpenAIConfig>, NRouterError> {
let key = resolve_api_key(Some(api_key))?;
let config = OpenAIConfig::new()
.with_api_key(key)
.with_api_base(base_url.trim_end_matches('/'));
Ok(OpenAIClient::build(transport.clone(), config)
.with_http_service(ReqwestService::new(transport)))
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_uses_messages_wire() {
assert!(uses_messages_wire("claude-3-5-sonnet-20241022", None));
assert!(uses_messages_wire("anthropic/claude-3-haiku", None));
assert!(uses_messages_wire("custom-model", Some("anthropic")));
assert!(!uses_messages_wire("gpt-4o", None));
assert!(!uses_messages_wire("llama-3", Some("meta")));
}
}