Skip to main content

GetTokenUsage

Trait GetTokenUsage 

Source
pub trait GetTokenUsage {
    // Required method
    fn token_usage(&self) -> Option<Usage>;
}
Expand description

A trait for grabbing the token usage of a completion response.

Primarily designed for streamed completion responses in streamed multi-turn, as otherwise it would be impossible to do.

Required Methods§

Dyn Compatibility§

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementations on Foreign Types§

Source§

impl GetTokenUsage for ()

Source§

impl<T> GetTokenUsage for Option<T>
where T: GetTokenUsage,

Implementors§

Source§

impl GetTokenUsage for CompletionResponse

Source§

impl GetTokenUsage for FinalCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::anthropic::streaming::PartialUsage

Source§

impl GetTokenUsage for rig_extra::providers::gemini::streaming::PartialUsage

Source§

impl GetTokenUsage for rig_extra::providers::anthropic::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::cohere::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::deepseek::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::gemini::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::groq::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::ollama::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::openai::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::openai::responses_api::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::openrouter::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_extra::providers::anthropic::completion::Usage

Source§

impl GetTokenUsage for rig_extra::providers::azure::Usage

Source§

impl GetTokenUsage for rig_extra::providers::cohere::completion::Usage

Source§

impl GetTokenUsage for rig_extra::providers::huggingface::completion::Usage

Source§

impl GetTokenUsage for rig_extra::providers::openai::Usage

Source§

impl GetTokenUsage for rig_extra::providers::openrouter::Usage

Source§

impl GetTokenUsage for UsageMetadata