pub struct ModelCost {
pub input: f64,
pub output: f64,
pub cache_read: Option<f64>,
pub cache_write: Option<f64>,
}Expand description
Pricing information per 1M tokens
Fields§
§input: f64Cost per 1M input tokens
output: f64Cost per 1M output tokens
cache_read: Option<f64>Cost per 1M cached input tokens (if supported)
cache_write: Option<f64>Cost per 1M tokens written to cache (if supported)
Implementations§
Source§impl ModelCost
impl ModelCost
Sourcepub fn new(input: f64, output: f64) -> ModelCost
pub fn new(input: f64, output: f64) -> ModelCost
Create a new cost struct with basic input/output pricing
Sourcepub fn with_cache(
input: f64,
output: f64,
cache_read: f64,
cache_write: f64,
) -> ModelCost
pub fn with_cache( input: f64, output: f64, cache_read: f64, cache_write: f64, ) -> ModelCost
Create a cost struct with cache pricing
Trait Implementations§
Source§impl<'de> Deserialize<'de> for ModelCost
impl<'de> Deserialize<'de> for ModelCost
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<ModelCost, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<ModelCost, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Serialize for ModelCost
impl Serialize for ModelCost
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl StructuralPartialEq for ModelCost
Auto Trait Implementations§
impl Freeze for ModelCost
impl RefUnwindSafe for ModelCost
impl Send for ModelCost
impl Sync for ModelCost
impl Unpin for ModelCost
impl UnwindSafe for ModelCost
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request