Struct PromptTokensDetails 

pub struct PromptTokensDetails {
    pub cached_tokens: Option<u32>,
}

Details for how prompt tokens were accounted. Fields here are provider-specific and may expand in the future.

Fields

cached_tokens: Option<u32>

Number of tokens hit by cache

Implementations

impl PromptTokensDetails

pub fn cached_tokens(&self) -> Option<u32>

Trait Implementations

impl Clone for PromptTokensDetails

fn clone(&self) -> PromptTokensDetails

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PromptTokensDetails

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PromptTokensDetails

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PromptTokensDetails

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Validate for PromptTokensDetails

fn validate(&self) -> Result<(), ValidationErrors>

impl<'v_a> ValidateArgs<'v_a> for PromptTokensDetails

type Args = ()

fn validate_with_args(&self, args: Self::Args) -> Result<(), ValidationErrors>