Expand description
§aimux-providers
LLM provider implementations for aimux.
Each provider implements the LanguageModel trait from aimux-core.
Re-exports§
pub use preset::AuthMode;pub use preset::PresetDescriptor;pub use preset::PresetEntry;pub use preset::PresetSettings;pub use replay::rebuild_decision_provider;pub use replay::rebuild_provider;pub use catalogue::Catalogue;pub use catalogue::get_model_specs;pub use jev::JevConfig;pub use jev::JevDecisionModel;pub use jev::JevProvider;pub use anthropic::AnthropicMessagesModel;pub use anthropic::AnthropicProvider;pub use anthropic::AnthropicProviderSettings;pub use anthropic::create_anthropic;pub use anthropic_aws::AnthropicAwsAuth;pub use anthropic_aws::AnthropicAwsProvider;pub use anthropic_aws::AnthropicAwsProviderSettings;pub use anthropic_aws::create_anthropic_aws;pub use azure::AzureChatModel;pub use azure::AzureOpenAIProvider;pub use azure::AzureOpenAIProviderSettings;pub use azure::AzureOpenAITools;pub use azure::AzureResponsesModel;pub use azure::azure;pub use azure::create_azure;pub use bedrock::AmazonBedrockProvider;pub use bedrock::AmazonBedrockProviderSettings;pub use bedrock::BedrockEmbeddingModel;pub use bedrock::BedrockImageModel;pub use bedrock::BedrockModel;pub use bedrock::BedrockRerankingModel;pub use bedrock::amazon_bedrock;pub use bedrock::create_amazon_bedrock;pub use cohere::CohereEmbeddingModel;pub use cohere::CohereModel;pub use cohere::CohereProvider;pub use cohere::CohereProviderSettings;pub use cohere::CohereRerankingModel;pub use cohere::cohere;pub use cohere::create_cohere;pub use google::GoogleEmbeddingModel;pub use google::GoogleFiles;pub use google::GoogleImageModel;pub use google::GoogleImageSettings;pub use google::GoogleModel;pub use google::GoogleProvider;pub use google::GoogleProviderSettings;pub use google::GoogleSpeechModel;pub use google::GoogleTranscriptionModel;pub use google::GoogleVideoModel;pub use google::create_google;pub use google::google;pub use mistral::MistralEmbeddingModel;pub use mistral::MistralModel;pub use mistral::MistralProvider;pub use mistral::MistralProviderSettings;pub use mistral::MistralSpeechModel;pub use mistral::MistralTranscriptionModel;pub use mistral::create_mistral;pub use mistral::mistral;pub use openai::OpenAIDecisionModel;pub use openai::OpenAIEmbeddingModel;pub use openai::OpenAIImageModel;pub use openai::OpenAIProvider;pub use openai::OpenAIProviderSettings;pub use openai::OpenAIResponsesModel;pub use openai::OpenAISpeechModel;pub use openai::OpenAITranscriptionModel;pub use openai::create_openai;pub use vertex::GoogleAuthOptions;pub use vertex::GoogleAuthScopes;pub use vertex::VertexAnthropicModel;pub use vertex::VertexAnthropicProvider;pub use vertex::VertexAnthropicProviderSettings;pub use vertex::VertexEmbeddingModel;pub use vertex::VertexImageModel;pub use vertex::VertexMaasProviderSettings;pub use vertex::VertexModel;pub use vertex::VertexPartnerProviderSettings;pub use vertex::VertexProvider;pub use vertex::VertexProviderSettings;pub use vertex::VertexTranscriptionModel;pub use vertex::VertexVideoModel;pub use vertex::VertexXaiProvider;pub use vertex::VertexXaiProviderSettings;pub use vertex::create_google_vertex;pub use vertex::create_google_vertex_anthropic;pub use vertex::create_google_vertex_maas;pub use vertex::create_google_vertex_xai;pub use vertex::google_vertex;pub use vertex::google_vertex_anthropic;pub use vertex::google_vertex_maas;pub use vertex::google_vertex_xai;pub use voyage::VoyageEmbeddingModel;pub use voyage::VoyageProvider;pub use voyage::VoyageProviderSettings;pub use voyage::VoyageRerankingModel;pub use voyage::create_voyage;pub use voyage::voyage;pub use codex::CODEX_API_BASE_URL;pub use codex::CODEX_API_KEY_ENV_VAR;pub use codex::CODEX_OAUTH_TOKEN_URL;pub use codex::CODEX_SUBSCRIPTION_BASE_URL;pub use codex::CodexMode;pub use codex::CodexModel;pub use codex::CodexProvider;pub use codex::CodexProviderSettings;pub use codex::CodexTokens;pub use codex::codex;pub use codex::codex_refresh;pub use codex::codex_refresh_at;pub use codex::create_codex;pub use xai::XAIProvider;pub use xai::XAIProviderSettings;pub use xai::XaiResponsesModel;pub use xai::XaiSpeechModel;pub use xai::XaiTranscriptionModel;pub use xai::XaiVideoModel;pub use xai::create_xai;pub use xai::xai;pub use cartesia::CartesiaProvider;pub use cartesia::CartesiaProviderSettings;pub use cartesia::CartesiaSpeechModel;pub use cartesia::CartesiaTranscriptionModel;pub use cartesia::cartesia;pub use cartesia::create_cartesia;pub use elevenlabs::ElevenLabsProvider;pub use elevenlabs::ElevenLabsProviderSettings;pub use elevenlabs::ElevenLabsSpeechModel;pub use elevenlabs::ElevenLabsTranscriptionModel;pub use elevenlabs::create_elevenlabs;pub use elevenlabs::elevenlabs;pub use huggingface::HuggingFaceProvider;pub use huggingface::HuggingFaceProviderSettings;pub use huggingface::HuggingFaceResponsesModel;pub use huggingface::create_huggingface;pub use huggingface::huggingface;pub use hume::HumeProvider;pub use hume::HumeProviderSettings;pub use hume::HumeSpeechModel;pub use hume::create_hume;pub use hume::hume;pub use lmnt::LMNTProvider;pub use lmnt::LMNTProviderSettings;pub use lmnt::LMNTSpeechModel;pub use lmnt::create_lmnt;pub use lmnt::lmnt;pub use assemblyai::AssemblyAIProvider;pub use assemblyai::AssemblyAIProviderSettings;pub use assemblyai::AssemblyAITranscriptionModel;pub use assemblyai::assemblyai;pub use assemblyai::create_assemblyai;pub use deepgram::DeepgramProvider;pub use deepgram::DeepgramProviderSettings;pub use deepgram::DeepgramTranscriptionModel;pub use deepgram::create_deepgram;pub use deepgram::deepgram;pub use fal::FalImageModel;pub use fal::FalProvider;pub use fal::FalProviderSettings;pub use fal::FalTranscriptionModel;pub use fal::FalVideoModel;pub use fal::create_fal;pub use fal::fal;pub use black_forest_labs::BlackForestLabsImageModel;pub use black_forest_labs::BlackForestLabsProvider;pub use black_forest_labs::BlackForestLabsProviderSettings;pub use black_forest_labs::black_forest_labs;pub use black_forest_labs::create_black_forest_labs;pub use gladia::GladiaProvider;pub use gladia::GladiaProviderSettings;pub use gladia::GladiaTranscriptionModel;pub use gladia::create_gladia;pub use gladia::gladia;pub use klingai::KlingAIProvider;pub use klingai::KlingAIProviderSettings;pub use klingai::KlingAIVideoModel;pub use klingai::create_klingai;pub use klingai::klingai;pub use luma::LumaImageModel;pub use luma::LumaProvider;pub use luma::LumaProviderSettings;pub use luma::create_luma;pub use luma::luma;pub use prodia::ProdiaImageModel;pub use prodia::ProdiaProvider;pub use prodia::ProdiaProviderSettings;pub use prodia::ProdiaVideoModel;pub use prodia::create_prodia;pub use prodia::prodia;pub use replicate::ReplicateImageModel;pub use replicate::ReplicateProvider;pub use replicate::ReplicateProviderSettings;pub use replicate::ReplicateVideoModel;pub use replicate::create_replicate;pub use replicate::replicate;pub use revai::RevaiProvider;pub use revai::RevaiProviderSettings;pub use revai::RevaiTranscriptionModel;pub use revai::create_revai;pub use revai::revai;pub use open_responses::OpenResponsesModel;pub use open_responses::OpenResponsesProvider;pub use open_responses::OpenResponsesProviderSettings;pub use open_responses::create_open_responses;pub use jina_ai::JinaAiProvider;pub use jina_ai::JinaAiProviderSettings;pub use jina_ai::JinaAiRerankingModel;pub use jina_ai::create_jina_ai;pub use jina_ai::jina_ai;pub use aws_polly::AwsPollyProvider;pub use aws_polly::AwsPollyProviderSettings;pub use aws_polly::AwsPollySpeechModel;pub use aws_polly::aws_polly;pub use aws_polly::create_aws_polly;pub use recraft::RecraftImageModel;pub use recraft::RecraftProvider;pub use recraft::RecraftProviderSettings;pub use recraft::create_recraft;pub use recraft::recraft;pub use stability::StabilityImageModel;pub use stability::StabilityProvider;pub use stability::StabilityProviderSettings;pub use stability::create_stability;pub use stability::stability;pub use runwayml::RunwaymlProvider;pub use runwayml::RunwaymlProviderSettings;pub use runwayml::RunwaymlVideoModel;pub use runwayml::create_runwayml;pub use runwayml::runwayml;pub use dataforseo::DataforseoProvider;pub use dataforseo::DataforseoProviderSettings;pub use dataforseo::DataforseoSearchModel;pub use dataforseo::create_dataforseo;pub use dataforseo::dataforseo;pub use exa_ai::ExaAiProvider;pub use exa_ai::ExaAiProviderSettings;pub use exa_ai::ExaAiSearchModel;pub use exa_ai::create_exa_ai;pub use exa_ai::exa_ai;pub use firecrawl::FirecrawlProvider;pub use firecrawl::FirecrawlProviderSettings;pub use firecrawl::FirecrawlSearchModel;pub use firecrawl::create_firecrawl;pub use firecrawl::firecrawl;pub use google_pse::GooglePseProvider;pub use google_pse::GooglePseProviderSettings;pub use google_pse::GooglePseSearchModel;pub use google_pse::create_google_pse;pub use google_pse::google_pse;pub use linkup::LinkupProvider;pub use linkup::LinkupProviderSettings;pub use linkup::LinkupSearchModel;pub use linkup::create_linkup;pub use linkup::linkup;pub use parallel_ai::ParallelAiProvider;pub use parallel_ai::ParallelAiProviderSettings;pub use parallel_ai::ParallelAiSearchModel;pub use parallel_ai::create_parallel_ai;pub use parallel_ai::parallel_ai;pub use searxng::SearxngProvider;pub use searxng::SearxngProviderSettings;pub use searxng::SearxngSearchModel;pub use searxng::create_searxng;pub use searxng::searxng;pub use serper::SerperProvider;pub use serper::SerperProviderSettings;pub use serper::SerperSearchModel;pub use serper::create_serper;pub use serper::serper;pub use tavily::TavilyProvider;pub use tavily::TavilyProviderSettings;pub use tavily::TavilySearchModel;pub use tavily::create_tavily;pub use tavily::tavily;pub use tinyfish::TinyfishProvider;pub use tinyfish::TinyfishProviderSettings;pub use tinyfish::TinyfishSearchModel;pub use tinyfish::create_tinyfish;pub use tinyfish::tinyfish;pub use you_com::YouComProvider;pub use you_com::YouComProviderSettings;pub use you_com::YouComSearchModel;pub use you_com::create_you_com;pub use you_com::you_com;
Modules§
- anthropic
- Anthropic provider.
- anthropic_
aws - Anthropic-AWS (Claude Platform on AWS) provider.
- assemblyai
- AssemblyAI transcription (STT) provider.
- aws_
polly - Amazon Polly speech (TTS) provider.
- azure
- Azure OpenAI provider
- bedrock
- Amazon Bedrock provider.
- black_
forest_ labs - Black Forest Labs image provider.
- cartesia
- Cartesia speech (TTS) provider.
- catalogue
- Model specs community catalogue (RFC-0027).
- codex
- Codex provider (RFC-0018) — OpenAI Codex models over the Responses API.
- cohere
- Cohere provider.
- dataforseo
- DataForSEO search provider — implements the
SearchModeltrait. - deepgram
- Deepgram transcription (STT) provider.
- deepseek
- DeepSeek provider.
- elevenlabs
- ElevenLabs speech (TTS) provider.
- exa_ai
- Exa AI provider — search modality only.
- fal
- Fal transcription (STT) provider.
- firecrawl
- Firecrawl provider — search modality only.
- gladia
- Gladia transcription (STT) provider.
- Google Gemini provider (
@ai-sdk/google). One file per upstream file, named after it without thegoogle-prefix; this file isindex.ts. - google_
pse - Google Programmable Search Engine (PSE) provider — search modality only.
- groq
- Groq provider.
- huggingface
- Hugging Face provider.
- hume
- Hume speech (TTS) provider.
- jev
- Official TypeSafe System One API for Jev decision models.
- jina_ai
- Jina AI provider — rerank modality only.
- klingai
- KlingAI video generation provider.
- linkup
- Linkup provider — search modality only.
- lmnt
- LMNT speech (TTS) provider.
- luma
- Luma image provider.
- mistral
- Mistral AI provider.
- open_
responses - Open Responses provider - a generic Responses API wrapper.
- openai
- OpenAI provider (
@ai-sdk/openai). One file per upstream file, named after it without theopenai-prefix, in the upstream sub-directories; this file isindex.ts. - openai_
compatible - OpenAI-compatible provider.
- parallel_
ai - Parallel AI provider — search modality only.
- preset
- Presets: a runtime table parsed once from the embedded registry.
- prodia
- Prodia image provider.
- recraft
- Recraft image provider.
- replay
- RFC-0023 请求回放(P4,层 2):按
ProviderRecord重建 model。 - replicate
- Replicate image provider.
- revai
- Rev.ai transcription (STT) provider.
- runwayml
- RunwayML video generation provider (video modality only).
- searxng
- SearXNG provider — search modality only.
- serper
- Serper provider — search modality only.
- stability
- Stability image provider (image modality only).
- tavily
- Tavily provider — search modality only.
- tinyfish
- TinyFish search provider — implements the
SearchModeltrait. - vertex
- Google Vertex AI provider.
- voyage
- Voyage AI provider.
- xai
- xAI (Grok) provider.
- you_com
- You.com search provider — implements the
SearchModeltrait.
Macros§
- impl_
single_ modality_ provider - Emit
impl Provider for $tyfor a vendor that offers exactly one modality.
Enums§
- Decision
Probability Source - How a native decision provider produced its probabilities. This is
provenance, not a calibration guarantee (RFC-0037). Reported as
providerMetadata.<provider>.probabilitySource.
Functions§
- create_
provider - Create the built-in provider
namewithsettings(key, base URL, extra headers, transport) applied to its factory. A vendor package wins over a registry row of the same name. - default_
providers - Every built-in provider with default settings, keyed by name: pass it to
aimux_core::create_provider_registry, after adding or replacing entries as needed. - init_
logging - Programmatic init:
aimux_providers::init_logging("debug"). - provider_
api_ key_ env - The environment variable
name’s API key is read from whencreate_providergets noapi_key: the vendor package’s key variable, or the registry row’senv_var.Nonefor an unknown name, for a registry row without a variable, and for the packages whoseapi_keysetting has no variable (searxng) or that take noapi_keyat all (anthropic_aws,aws_polly,codex,dataforseo). - provider_
default_ base_ url - The endpoint
name’s factory calls whencreate_providergets nobase_urland no base-URL variable is set: the vendor package’s default base URL, or the registry row’sbase_url.Nonefor an unknown name and where the endpoint is not one fixed URL: built from settings (a region, resource, project or a registry row’s template parameters) or read only from the environment. - provider_
names - The names
create_provideraccepts: the vendor packages and every registry row, sorted.