Trait Estimatable

pub trait Estimatable: Send + Sync {
    // Required method
    fn for_estimate<'life0, 'async_trait>(
        &'life0 self,
    ) -> Pin<Box<dyn Future<Output = Result<Cow<'_, str>>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;

    // Provided method
    fn additional_tokens(&self) -> usize { ... }
}

A value that can be estimated for the number of tokens it contains.

Required Methods

fn for_estimate<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Cow<'_, str>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Provided Methods

fn additional_tokens(&self) -> usize

Optionally return extra tokens that should be added to the estimate.

Implementations on Foreign Types

impl Estimatable for &str

fn for_estimate<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Cow<'_, str>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

impl Estimatable for &[ChatMessage]

fn for_estimate<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Cow<'_, str>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn additional_tokens(&self) -> usize

impl Estimatable for String

fn for_estimate<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Cow<'_, str>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Implementors

impl Estimatable for &ChatMessage

impl Estimatable for &Prompt