pub struct ModelProvider {
pub provider: ProviderKind,
pub model: String,
pub endpoint: String,
pub priority: u32,
pub cost_per_1k_input: Option<f64>,
pub cost_per_1k_output: Option<f64>,
pub max_tokens: Option<u32>,
pub enabled: bool,
}Expand description
A model provider configuration.
Fields§
§provider: ProviderKindProvider identifier (e.g., “azure-openai”, “anthropic”, “ollama”).
model: StringModel name at the provider (e.g., “gpt-4o”, “claude-sonnet-4-20250514”).
endpoint: StringAPI endpoint URL.
priority: u32Priority (lower = higher priority in fallback strategy).
cost_per_1k_input: Option<f64>Cost per 1K input tokens (USD).
cost_per_1k_output: Option<f64>Cost per 1K output tokens (USD).
max_tokens: Option<u32>Maximum tokens per request.
enabled: boolWhether this provider is currently enabled.
Trait Implementations§
Source§impl Clone for ModelProvider
impl Clone for ModelProvider
Source§fn clone(&self) -> ModelProvider
fn clone(&self) -> ModelProvider
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ModelProvider
impl Debug for ModelProvider
Source§impl<'de> Deserialize<'de> for ModelProvider
impl<'de> Deserialize<'de> for ModelProvider
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ModelProvider
impl RefUnwindSafe for ModelProvider
impl Send for ModelProvider
impl Sync for ModelProvider
impl Unpin for ModelProvider
impl UnsafeUnpin for ModelProvider
impl UnwindSafe for ModelProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request