Struct ThresholdTier

Source

pub struct ThresholdTier {
    pub threshold_tokens: i64,
    pub input_cost_per_token: f64,
    pub output_cost_per_token: f64,
    pub cache_read_input_token_cost: f64,
    pub cache_creation_input_token_cost: f64,
    pub cache_creation_input_token_cost_above_1hr: f64,
}

Expand description

A threshold-based pricing tier.

When a request’s total input context (input + cache_read + cache_creation) exceeds threshold_tokens, these per-token prices replace the base prices for ALL token types on the model. Matches the Anthropic / Google “above Nk tokens” model where the entire request switches to a higher rate once the prompt crosses a size threshold.

cache_creation_input_token_cost_above_1hr is the price for cache writes with Anthropic’s extended (1 hour) TTL. A value of 0.0 means the model doesn’t offer 1hr cached writes at this tier — callers should fall back to the 5-minute (cache_creation_input_token_cost) price.

Fields§

§threshold_tokens: i64

Total input context (in tokens) above which this tier’s prices take over.

§input_cost_per_token: f64

Input price in USD per token at this tier.

§output_cost_per_token: f64

Output price in USD per token at this tier.

§cache_read_input_token_cost: f64

Cache-read price in USD per token at this tier.

§cache_creation_input_token_cost: f64

Cache-write (5-minute TTL) price in USD per token at this tier.

§cache_creation_input_token_cost_above_1hr: f64

Cache-write (1-hour TTL) price in USD per token; 0.0 falls back to the 5-minute rate.

ThresholdTier

Struct ThresholdTier Copy item path

Fields§

Trait Implementations§

impl Clone for ThresholdTier

fn clone(&self) -> ThresholdTier

fn clone_from(&mut self, source: &Self)

impl Copy for ThresholdTier

impl Debug for ThresholdTier

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for ThresholdTier

fn default() -> ThresholdTier

impl<'de> Deserialize<'de> for ThresholdTier

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl Serialize for ThresholdTier

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Auto Trait Implementations§

impl Freeze for ThresholdTier

impl RefUnwindSafe for ThresholdTier

impl Send for ThresholdTier

impl Sync for ThresholdTier

impl Unpin for ThresholdTier

impl UnsafeUnpin for ThresholdTier

impl UnwindSafe for ThresholdTier

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> DeserializeOwned for Twhere T: for<'de> Deserialize<'de>,

impl<T> DynClone for Twhere T: Clone,

fn __clone_box(&self, _: Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> PolicyExt for Twhere T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct ThresholdTier

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> DynClone for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,