Struct Usage

Source

pub struct Usage {
    pub completion_tokens: usize,
    pub prompt_tokens: usize,
    pub total_tokens: usize,
    pub prompt_audio_seconds: Option<u64>,
    pub num_cached_tokens: Option<u64>,
    pub prompt_tokens_details: Option<PromptTokensDetails>,
}

Expand description

Token usage returned by Mistral’s chat completions and embeddings endpoints.

See https://docs.mistral.ai/api/ (UsageInfo schema). The three counts are always present; the remaining fields are populated by Mistral on a best-effort basis (e.g. cached-token information appears once a prompt is large enough to be cached).

Fields§

§completion_tokens: usize§prompt_tokens: usize§total_tokens: usize§prompt_audio_seconds: Option<u64>

Duration in seconds of audio tokens in the prompt (audio-input models only).

§num_cached_tokens: Option<u64>

Total cached prompt tokens reported at the top level. Some Mistral responses populate this in addition to (or instead of) prompt_tokens_details.cached_tokens.

§prompt_tokens_details: Option<PromptTokensDetails>

In-depth breakdown of prompt token usage (currently only cached tokens).

Struct Usage Copy item path

Fields§

Implementations§

impl Usage

pub fn cached_tokens(&self) -> u64

Trait Implementations§

impl Clone for Usage

fn clone(&self) -> Usage

fn clone_from(&mut self, source: &Self)

impl Debug for Usage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for Usage

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl Display for Usage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Serialize for Usage

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Auto Trait Implementations§

impl Freeze for Usage

impl RefUnwindSafe for Usage

impl Send for Usage

impl Sync for Usage

impl Unpin for Usage

impl UnsafeUnpin for Usage

impl UnwindSafe for Usage

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneDebuggableStorage for Twhere T: DebuggableStorage + Clone,

fn clone_storage(&self) -> Box<dyn CloneDebuggableStorage>

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> CloneableStorage for Twhere T: Any + Send + Sync + Clone,

fn clone_storage(&self) -> Box<dyn CloneableStorage>

impl<T> DynClone for Twhere T: Clone,

fn __clone_box(&self, _: Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> PolicyExt for Twhere T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>where T: Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>where T: Policy<B, E>, P: Policy<B, E>,

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T> ToString for Twhere T: Display + ?Sized,

fn to_string(&self) -> String

impl<T> ToStringFallible for Twhere T: Display,

fn try_to_string(&self) -> Result<String, TryReserveError>

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

Struct Usage

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneDebuggableStorage for T
where T: DebuggableStorage + Clone,

impl<T> CloneToUninit for T
where T: Clone,

impl<T> CloneableStorage for T
where T: Any + Send + Sync + Clone,

impl<T> DynClone for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

impl<T> ToOwned for T
where T: Clone,

impl<T> ToString for T
where T: Display + ?Sized,

impl<T> ToStringFallible for T
where T: Display,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<T> DebuggableStorage for T
where T: Any + Send + Sync + Debug,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> WasmCompatSend for T
where T: Send,

impl<T> WasmCompatSync for T
where T: Sync,