Struct RequestUsage 

pub struct RequestUsage {
    pub request_tokens: Option<u64>,
    pub response_tokens: Option<u64>,
    pub total_tokens: Option<u64>,
    pub cache_creation_tokens: Option<u64>,
    pub cache_read_tokens: Option<u64>,
    pub details: Option<Value>,
}

Token usage for a single request.

Fields

request_tokens: Option<u64>

Number of tokens in the request/prompt.

response_tokens: Option<u64>

Number of tokens in the response/completion.

total_tokens: Option<u64>

Total tokens (request + response).

cache_creation_tokens: Option<u64>

Tokens used to create cache entries.

cache_read_tokens: Option<u64>

Tokens read from cache.

details: Option<Value>

Provider-specific usage details.

Implementations

impl RequestUsage

pub fn new() -> RequestUsage

Create a new empty usage record.

pub fn with_tokens(request_tokens: u64, response_tokens: u64) -> RequestUsage

Create usage with request and response tokens.

pub fn request_tokens(self, tokens: u64) -> RequestUsage

Set request tokens.

pub fn response_tokens(self, tokens: u64) -> RequestUsage

Set response tokens.

pub fn cache_creation_tokens(self, tokens: u64) -> RequestUsage

Set cache creation tokens.

pub fn cache_read_tokens(self, tokens: u64) -> RequestUsage

Set cache read tokens.

pub fn details(self, details: Value) -> RequestUsage

Set details.

pub fn merge(&mut self, other: &RequestUsage)

Merge another usage record into this one.

pub fn total(&self) -> u64

Get total tokens, calculating if not set.

pub fn is_empty(&self) -> bool

Check if this usage record has any data.

Trait Implementations

impl Add for RequestUsage

type Output = RequestUsage

The resulting type after applying the + operator.

fn add(self, rhs: RequestUsage) -> <RequestUsage as Add>::Output

Performs the + operation.

impl AddAssign for RequestUsage

fn add_assign(&mut self, rhs: RequestUsage)

Performs the += operation.

impl Clone for RequestUsage

fn clone(&self) -> RequestUsage

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RequestUsage

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for RequestUsage

fn default() -> RequestUsage

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for RequestUsage

fn deserialize<__D>( __deserializer: __D, ) -> Result<RequestUsage, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for RequestUsage

fn eq(&self, other: &RequestUsage) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for RequestUsage

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for RequestUsage

impl StructuralPartialEq for RequestUsage