GetTokenUsage

Trait GetTokenUsage 

Source
pub trait GetTokenUsage {
    // Required method
    fn token_usage(&self) -> Option<Usage>;
}
Expand description

A trait for grabbing the token usage of a completion response.

Primarily designed for streamed completion responses in streamed multi-turn, as otherwise it would be impossible to do.

Required Methods§

Implementations on Foreign Types§

Source§

impl GetTokenUsage for ()

Source§

impl<T> GetTokenUsage for Option<T>
where T: GetTokenUsage,

Implementors§

Source§

impl GetTokenUsage for rig::providers::anthropic::completion::Usage

Source§

impl GetTokenUsage for rig::providers::anthropic::streaming::PartialUsage

Source§

impl GetTokenUsage for rig::providers::anthropic::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::azure::Usage

Source§

impl GetTokenUsage for rig::providers::cohere::completion::Usage

Source§

impl GetTokenUsage for rig::providers::cohere::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::deepseek::StreamingCompletionResponse

Source§

impl GetTokenUsage for UsageMetadata

Source§

impl GetTokenUsage for rig::providers::gemini::streaming::PartialUsage

Source§

impl GetTokenUsage for rig::providers::gemini::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::groq::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::huggingface::completion::Usage

Source§

impl GetTokenUsage for CompletionResponse

Source§

impl GetTokenUsage for rig::providers::ollama::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::openai::completion::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::openai::completion::Usage

Source§

impl GetTokenUsage for rig::providers::openai::responses_api::streaming::StreamingCompletionResponse

Source§

impl GetTokenUsage for rig::providers::openrouter::client::Usage

Source§

impl GetTokenUsage for FinalCompletionResponse