pub struct ProviderRoute {
pub provider: ProviderType,
pub priority: u32,
pub model_patterns: Vec<String>,
pub enabled: bool,
pub base_url: String,
pub api_key: Option<String>,
pub max_tokens_limit: Option<u32>,
pub rate_limit_rpm: Option<u32>,
pub tls_config: Option<TlsConfig>,
}Expand description
Provider routing configuration.
Fields§
§provider: ProviderTypeProvider type.
priority: u32Priority (lower = preferred).
model_patterns: Vec<String>Model patterns this provider handles (e.g. “llama*”, “gpt-*”).
enabled: boolWhether this provider is enabled.
base_url: StringBase URL for this provider.
api_key: Option<String>API key (for remote providers). Resolved from env var if prefixed with $.
max_tokens_limit: Option<u32>Maximum tokens this provider supports per request.
rate_limit_rpm: Option<u32>Maximum requests per minute for this provider.
tls_config: Option<TlsConfig>TLS configuration for this provider.
Trait Implementations§
Source§impl Clone for ProviderRoute
impl Clone for ProviderRoute
Source§fn clone(&self) -> ProviderRoute
fn clone(&self) -> ProviderRoute
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ProviderRoute
impl Debug for ProviderRoute
Source§impl<'de> Deserialize<'de> for ProviderRoute
impl<'de> Deserialize<'de> for ProviderRoute
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ProviderRoute
impl RefUnwindSafe for ProviderRoute
impl Send for ProviderRoute
impl Sync for ProviderRoute
impl Unpin for ProviderRoute
impl UnsafeUnpin for ProviderRoute
impl UnwindSafe for ProviderRoute
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more