pub struct AdaptiveRejectionSampler { /* private fields */ }Expand description
Adaptive rejection sampler that learns from rejections
Implementations§
Source§impl AdaptiveRejectionSampler
impl AdaptiveRejectionSampler
Sourcepub fn new(config: SamplingConfig, vocab_size: usize) -> Self
pub fn new(config: SamplingConfig, vocab_size: usize) -> Self
Create a new adaptive rejection sampler
Sourcepub fn add_constraint(self, constraint: ConstraintFn) -> Self
pub fn add_constraint(self, constraint: ConstraintFn) -> Self
Add a constraint
Sourcepub fn sample_adaptive(
&mut self,
logits: &Array1<f32>,
context: &[f32],
) -> InferenceResult<f32>
pub fn sample_adaptive( &mut self, logits: &Array1<f32>, context: &[f32], ) -> InferenceResult<f32>
Sample with adaptive biasing away from frequently rejected values
Sourcepub fn rejection_rate(&self) -> f32
pub fn rejection_rate(&self) -> f32
Get rejection statistics
Sourcepub fn reset_stats(&mut self)
pub fn reset_stats(&mut self)
Reset statistics
Auto Trait Implementations§
impl Freeze for AdaptiveRejectionSampler
impl !RefUnwindSafe for AdaptiveRejectionSampler
impl Send for AdaptiveRejectionSampler
impl Sync for AdaptiveRejectionSampler
impl Unpin for AdaptiveRejectionSampler
impl !UnwindSafe for AdaptiveRejectionSampler
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more