Struct BytesTokenEstimator 

pub struct BytesTokenEstimator { /* private fields */ }

Implementations

impl BytesTokenEstimator

pub fn new(bytes_per_token: usize) -> Result<Self>

Creates a deterministic byte-based fallback estimator.

Errors

Rejects zero bytes per token.

Trait Implementations

impl Clone for BytesTokenEstimator

fn clone(&self) -> BytesTokenEstimator

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for BytesTokenEstimator

impl Debug for BytesTokenEstimator

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for BytesTokenEstimator

fn default() -> Self

Returns the “default value” for a type.

impl Eq for BytesTokenEstimator

impl PartialEq for BytesTokenEstimator

fn eq(&self, other: &BytesTokenEstimator) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for BytesTokenEstimator

impl TokenEstimator for BytesTokenEstimator

fn estimate(&self, value: &str) -> usize

fn name(&self) -> &'static str