Skip to main content

Crate aimux_providers

Crate aimux_providers 

Source
Expand description

§aimux-providers

LLM provider implementations for aimux.

Each provider implements the LanguageModel trait from aimux-core.

Re-exports§

pub use preset::AuthMode;
pub use preset::PresetDescriptor;
pub use preset::PresetEntry;
pub use preset::PresetSettings;
pub use replay::rebuild_decision_provider;
pub use replay::rebuild_provider;
pub use catalogue::Catalogue;
pub use catalogue::get_model_specs;
pub use jev::JevConfig;
pub use jev::JevDecisionModel;
pub use jev::JevProvider;
pub use anthropic::AnthropicMessagesModel;
pub use anthropic::AnthropicProvider;
pub use anthropic::AnthropicProviderSettings;
pub use anthropic::create_anthropic;
pub use anthropic_aws::AnthropicAwsAuth;
pub use anthropic_aws::AnthropicAwsProvider;
pub use anthropic_aws::AnthropicAwsProviderSettings;
pub use anthropic_aws::create_anthropic_aws;
pub use azure::AzureChatModel;
pub use azure::AzureOpenAIProvider;
pub use azure::AzureOpenAIProviderSettings;
pub use azure::AzureOpenAITools;
pub use azure::AzureResponsesModel;
pub use azure::azure;
pub use azure::create_azure;
pub use bedrock::AmazonBedrockProvider;
pub use bedrock::AmazonBedrockProviderSettings;
pub use bedrock::BedrockEmbeddingModel;
pub use bedrock::BedrockImageModel;
pub use bedrock::BedrockModel;
pub use bedrock::BedrockRerankingModel;
pub use bedrock::amazon_bedrock;
pub use bedrock::create_amazon_bedrock;
pub use cohere::CohereEmbeddingModel;
pub use cohere::CohereModel;
pub use cohere::CohereProvider;
pub use cohere::CohereProviderSettings;
pub use cohere::CohereRerankingModel;
pub use cohere::cohere;
pub use cohere::create_cohere;
pub use google::GoogleEmbeddingModel;
pub use google::GoogleFiles;
pub use google::GoogleImageModel;
pub use google::GoogleImageSettings;
pub use google::GoogleModel;
pub use google::GoogleProvider;
pub use google::GoogleProviderSettings;
pub use google::GoogleSpeechModel;
pub use google::GoogleTranscriptionModel;
pub use google::GoogleVideoModel;
pub use google::create_google;
pub use google::google;
pub use mistral::MistralEmbeddingModel;
pub use mistral::MistralModel;
pub use mistral::MistralProvider;
pub use mistral::MistralProviderSettings;
pub use mistral::MistralSpeechModel;
pub use mistral::MistralTranscriptionModel;
pub use mistral::create_mistral;
pub use mistral::mistral;
pub use openai::OpenAIDecisionModel;
pub use openai::OpenAIEmbeddingModel;
pub use openai::OpenAIImageModel;
pub use openai::OpenAIProvider;
pub use openai::OpenAIProviderSettings;
pub use openai::OpenAIResponsesModel;
pub use openai::OpenAISpeechModel;
pub use openai::OpenAITranscriptionModel;
pub use openai::create_openai;
pub use vertex::GoogleAuthOptions;
pub use vertex::GoogleAuthScopes;
pub use vertex::VertexAnthropicModel;
pub use vertex::VertexAnthropicProvider;
pub use vertex::VertexAnthropicProviderSettings;
pub use vertex::VertexEmbeddingModel;
pub use vertex::VertexImageModel;
pub use vertex::VertexMaasProviderSettings;
pub use vertex::VertexModel;
pub use vertex::VertexPartnerProviderSettings;
pub use vertex::VertexProvider;
pub use vertex::VertexProviderSettings;
pub use vertex::VertexTranscriptionModel;
pub use vertex::VertexVideoModel;
pub use vertex::VertexXaiProvider;
pub use vertex::VertexXaiProviderSettings;
pub use vertex::create_google_vertex;
pub use vertex::create_google_vertex_anthropic;
pub use vertex::create_google_vertex_maas;
pub use vertex::create_google_vertex_xai;
pub use vertex::google_vertex;
pub use vertex::google_vertex_anthropic;
pub use vertex::google_vertex_maas;
pub use vertex::google_vertex_xai;
pub use voyage::VoyageEmbeddingModel;
pub use voyage::VoyageProvider;
pub use voyage::VoyageProviderSettings;
pub use voyage::VoyageRerankingModel;
pub use voyage::create_voyage;
pub use voyage::voyage;
pub use codex::CODEX_API_BASE_URL;
pub use codex::CODEX_API_KEY_ENV_VAR;
pub use codex::CODEX_OAUTH_TOKEN_URL;
pub use codex::CODEX_SUBSCRIPTION_BASE_URL;
pub use codex::CodexMode;
pub use codex::CodexModel;
pub use codex::CodexProvider;
pub use codex::CodexProviderSettings;
pub use codex::CodexTokens;
pub use codex::codex;
pub use codex::codex_refresh;
pub use codex::codex_refresh_at;
pub use codex::create_codex;
pub use xai::XAIProvider;
pub use xai::XAIProviderSettings;
pub use xai::XaiResponsesModel;
pub use xai::XaiSpeechModel;
pub use xai::XaiTranscriptionModel;
pub use xai::XaiVideoModel;
pub use xai::create_xai;
pub use xai::xai;
pub use cartesia::CartesiaProvider;
pub use cartesia::CartesiaProviderSettings;
pub use cartesia::CartesiaSpeechModel;
pub use cartesia::CartesiaTranscriptionModel;
pub use cartesia::cartesia;
pub use cartesia::create_cartesia;
pub use elevenlabs::ElevenLabsProvider;
pub use elevenlabs::ElevenLabsProviderSettings;
pub use elevenlabs::ElevenLabsSpeechModel;
pub use elevenlabs::ElevenLabsTranscriptionModel;
pub use elevenlabs::create_elevenlabs;
pub use elevenlabs::elevenlabs;
pub use huggingface::HuggingFaceProvider;
pub use huggingface::HuggingFaceProviderSettings;
pub use huggingface::HuggingFaceResponsesModel;
pub use huggingface::create_huggingface;
pub use huggingface::huggingface;
pub use hume::HumeProvider;
pub use hume::HumeProviderSettings;
pub use hume::HumeSpeechModel;
pub use hume::create_hume;
pub use hume::hume;
pub use lmnt::LMNTProvider;
pub use lmnt::LMNTProviderSettings;
pub use lmnt::LMNTSpeechModel;
pub use lmnt::create_lmnt;
pub use lmnt::lmnt;
pub use assemblyai::AssemblyAIProvider;
pub use assemblyai::AssemblyAIProviderSettings;
pub use assemblyai::AssemblyAITranscriptionModel;
pub use assemblyai::assemblyai;
pub use assemblyai::create_assemblyai;
pub use deepgram::DeepgramProvider;
pub use deepgram::DeepgramProviderSettings;
pub use deepgram::DeepgramTranscriptionModel;
pub use deepgram::create_deepgram;
pub use deepgram::deepgram;
pub use fal::FalImageModel;
pub use fal::FalProvider;
pub use fal::FalProviderSettings;
pub use fal::FalTranscriptionModel;
pub use fal::FalVideoModel;
pub use fal::create_fal;
pub use fal::fal;
pub use black_forest_labs::BlackForestLabsImageModel;
pub use black_forest_labs::BlackForestLabsProvider;
pub use black_forest_labs::BlackForestLabsProviderSettings;
pub use black_forest_labs::black_forest_labs;
pub use black_forest_labs::create_black_forest_labs;
pub use gladia::GladiaProvider;
pub use gladia::GladiaProviderSettings;
pub use gladia::GladiaTranscriptionModel;
pub use gladia::create_gladia;
pub use gladia::gladia;
pub use klingai::KlingAIProvider;
pub use klingai::KlingAIProviderSettings;
pub use klingai::KlingAIVideoModel;
pub use klingai::create_klingai;
pub use klingai::klingai;
pub use luma::LumaImageModel;
pub use luma::LumaProvider;
pub use luma::LumaProviderSettings;
pub use luma::create_luma;
pub use luma::luma;
pub use prodia::ProdiaImageModel;
pub use prodia::ProdiaProvider;
pub use prodia::ProdiaProviderSettings;
pub use prodia::ProdiaVideoModel;
pub use prodia::create_prodia;
pub use prodia::prodia;
pub use replicate::ReplicateImageModel;
pub use replicate::ReplicateProvider;
pub use replicate::ReplicateProviderSettings;
pub use replicate::ReplicateVideoModel;
pub use replicate::create_replicate;
pub use replicate::replicate;
pub use revai::RevaiProvider;
pub use revai::RevaiProviderSettings;
pub use revai::RevaiTranscriptionModel;
pub use revai::create_revai;
pub use revai::revai;
pub use open_responses::OpenResponsesModel;
pub use open_responses::OpenResponsesProvider;
pub use open_responses::OpenResponsesProviderSettings;
pub use open_responses::create_open_responses;
pub use jina_ai::JinaAiProvider;
pub use jina_ai::JinaAiProviderSettings;
pub use jina_ai::JinaAiRerankingModel;
pub use jina_ai::create_jina_ai;
pub use jina_ai::jina_ai;
pub use aws_polly::AwsPollyProvider;
pub use aws_polly::AwsPollyProviderSettings;
pub use aws_polly::AwsPollySpeechModel;
pub use aws_polly::aws_polly;
pub use aws_polly::create_aws_polly;
pub use recraft::RecraftImageModel;
pub use recraft::RecraftProvider;
pub use recraft::RecraftProviderSettings;
pub use recraft::create_recraft;
pub use recraft::recraft;
pub use stability::StabilityImageModel;
pub use stability::StabilityProvider;
pub use stability::StabilityProviderSettings;
pub use stability::create_stability;
pub use stability::stability;
pub use runwayml::RunwaymlProvider;
pub use runwayml::RunwaymlProviderSettings;
pub use runwayml::RunwaymlVideoModel;
pub use runwayml::create_runwayml;
pub use runwayml::runwayml;
pub use dataforseo::DataforseoProvider;
pub use dataforseo::DataforseoProviderSettings;
pub use dataforseo::DataforseoSearchModel;
pub use dataforseo::create_dataforseo;
pub use dataforseo::dataforseo;
pub use exa_ai::ExaAiProvider;
pub use exa_ai::ExaAiProviderSettings;
pub use exa_ai::ExaAiSearchModel;
pub use exa_ai::create_exa_ai;
pub use exa_ai::exa_ai;
pub use firecrawl::FirecrawlProvider;
pub use firecrawl::FirecrawlProviderSettings;
pub use firecrawl::FirecrawlSearchModel;
pub use firecrawl::create_firecrawl;
pub use firecrawl::firecrawl;
pub use google_pse::GooglePseProvider;
pub use google_pse::GooglePseProviderSettings;
pub use google_pse::GooglePseSearchModel;
pub use google_pse::create_google_pse;
pub use google_pse::google_pse;
pub use linkup::LinkupProvider;
pub use linkup::LinkupProviderSettings;
pub use linkup::LinkupSearchModel;
pub use linkup::create_linkup;
pub use linkup::linkup;
pub use parallel_ai::ParallelAiProvider;
pub use parallel_ai::ParallelAiProviderSettings;
pub use parallel_ai::ParallelAiSearchModel;
pub use parallel_ai::create_parallel_ai;
pub use parallel_ai::parallel_ai;
pub use searxng::SearxngProvider;
pub use searxng::SearxngProviderSettings;
pub use searxng::SearxngSearchModel;
pub use searxng::create_searxng;
pub use searxng::searxng;
pub use serper::SerperProvider;
pub use serper::SerperProviderSettings;
pub use serper::SerperSearchModel;
pub use serper::create_serper;
pub use serper::serper;
pub use tavily::TavilyProvider;
pub use tavily::TavilyProviderSettings;
pub use tavily::TavilySearchModel;
pub use tavily::create_tavily;
pub use tavily::tavily;
pub use tinyfish::TinyfishProvider;
pub use tinyfish::TinyfishProviderSettings;
pub use tinyfish::TinyfishSearchModel;
pub use tinyfish::create_tinyfish;
pub use tinyfish::tinyfish;
pub use you_com::YouComProvider;
pub use you_com::YouComProviderSettings;
pub use you_com::YouComSearchModel;
pub use you_com::create_you_com;
pub use you_com::you_com;

Modules§

anthropic
Anthropic provider.
anthropic_aws
Anthropic-AWS (Claude Platform on AWS) provider.
assemblyai
AssemblyAI transcription (STT) provider.
aws_polly
Amazon Polly speech (TTS) provider.
azure
Azure OpenAI provider
bedrock
Amazon Bedrock provider.
black_forest_labs
Black Forest Labs image provider.
cartesia
Cartesia speech (TTS) provider.
catalogue
Model specs community catalogue (RFC-0027).
codex
Codex provider (RFC-0018) — OpenAI Codex models over the Responses API.
cohere
Cohere provider.
dataforseo
DataForSEO search provider — implements the SearchModel trait.
deepgram
Deepgram transcription (STT) provider.
deepseek
DeepSeek provider.
elevenlabs
ElevenLabs speech (TTS) provider.
exa_ai
Exa AI provider — search modality only.
fal
Fal transcription (STT) provider.
firecrawl
Firecrawl provider — search modality only.
gladia
Gladia transcription (STT) provider.
google
Google Gemini provider (@ai-sdk/google). One file per upstream file, named after it without the google- prefix; this file is index.ts.
google_pse
Google Programmable Search Engine (PSE) provider — search modality only.
groq
Groq provider.
huggingface
Hugging Face provider.
hume
Hume speech (TTS) provider.
jev
Official TypeSafe System One API for Jev decision models.
jina_ai
Jina AI provider — rerank modality only.
klingai
KlingAI video generation provider.
linkup
Linkup provider — search modality only.
lmnt
LMNT speech (TTS) provider.
luma
Luma image provider.
mistral
Mistral AI provider.
open_responses
Open Responses provider - a generic Responses API wrapper.
openai
OpenAI provider (@ai-sdk/openai). One file per upstream file, named after it without the openai- prefix, in the upstream sub-directories; this file is index.ts.
openai_compatible
OpenAI-compatible provider.
parallel_ai
Parallel AI provider — search modality only.
preset
Presets: a runtime table parsed once from the embedded registry.
prodia
Prodia image provider.
recraft
Recraft image provider.
replay
RFC-0023 请求回放(P4,层 2):按 ProviderRecord 重建 model。
replicate
Replicate image provider.
revai
Rev.ai transcription (STT) provider.
runwayml
RunwayML video generation provider (video modality only).
searxng
SearXNG provider — search modality only.
serper
Serper provider — search modality only.
stability
Stability image provider (image modality only).
tavily
Tavily provider — search modality only.
tinyfish
TinyFish search provider — implements the SearchModel trait.
vertex
Google Vertex AI provider.
voyage
Voyage AI provider.
xai
xAI (Grok) provider.
you_com
You.com search provider — implements the SearchModel trait.

Macros§

impl_single_modality_provider
Emit impl Provider for $ty for a vendor that offers exactly one modality.

Enums§

DecisionProbabilitySource
How a native decision provider produced its probabilities. This is provenance, not a calibration guarantee (RFC-0037). Reported as providerMetadata.<provider>.probabilitySource.

Functions§

create_provider
Create the built-in provider name with settings (key, base URL, extra headers, transport) applied to its factory. A vendor package wins over a registry row of the same name.
default_providers
Every built-in provider with default settings, keyed by name: pass it to aimux_core::create_provider_registry, after adding or replacing entries as needed.
init_logging
Programmatic init: aimux_providers::init_logging("debug").
provider_api_key_env
The environment variable name’s API key is read from when create_provider gets no api_key: the vendor package’s key variable, or the registry row’s env_var. None for an unknown name, for a registry row without a variable, and for the packages whose api_key setting has no variable (searxng) or that take no api_key at all (anthropic_aws, aws_polly, codex, dataforseo).
provider_default_base_url
The endpoint name’s factory calls when create_provider gets no base_url and no base-URL variable is set: the vendor package’s default base URL, or the registry row’s base_url. None for an unknown name and where the endpoint is not one fixed URL: built from settings (a region, resource, project or a registry row’s template parameters) or read only from the environment.
provider_names
The names create_provider accepts: the vendor packages and every registry row, sorted.