Skip to main content

GetTokenUsage

Trait GetTokenUsage 

Source
pub trait GetTokenUsage {
    // Required method
    fn token_usage(&self) -> Option<Usage>;
}
Expand description

A trait for grabbing the token usage of a completion response.

Primarily designed for streamed completion responses in streamed multi-turn, as otherwise it would be impossible to do.

Required Methods§

Source

fn token_usage(&self) -> Option<Usage>

Returns token usage when the response type carries it.

Dyn Compatibility§

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementations on Foreign Types§

Source§

impl GetTokenUsage for ()

Source§

impl<T> GetTokenUsage for Option<T>
where T: GetTokenUsage,

Implementors§

Source§

impl GetTokenUsage for CompletionResponse

Source§

impl GetTokenUsage for CopilotStreamingResponse

Source§

impl GetTokenUsage for Interaction

Source§

impl GetTokenUsage for InteractionUsage

Source§

impl GetTokenUsage for MockResponse

Available on crate feature test-utils only.
Source§

impl GetTokenUsage for rig_core::providers::anthropic::streaming::PartialUsage

Source§

impl GetTokenUsage for rig_core::providers::gemini::streaming::PartialUsage

Source§

impl GetTokenUsage for ResponsesUsage

Source§

impl GetTokenUsage for rig_core::providers::anthropic::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::cohere::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::deepseek::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::gemini::interactions_api::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::gemini::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::groq::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::llamafile::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::ollama::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::openai::completion::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::openai::responses_api::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::openrouter::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig_core::providers::anthropic::completion::Usage

Source§

impl GetTokenUsage for rig_core::providers::azure::Usage

Source§

impl GetTokenUsage for rig_core::providers::cohere::completion::Usage

Source§

impl GetTokenUsage for rig_core::providers::deepseek::Usage

Source§

impl GetTokenUsage for rig_core::providers::huggingface::completion::Usage

Source§

impl GetTokenUsage for rig_core::providers::openai::completion::Usage

Source§

impl GetTokenUsage for rig_core::providers::openrouter::client::Usage

Source§

impl GetTokenUsage for rig_core::providers::openrouter::streaming::Usage

Source§

impl GetTokenUsage for UsageMetadata