Struct ValidatedBuilder 

pub struct ValidatedBuilder<T> { /* private fields */ }

Validation builder for objects that need validation

Implementations

impl ValidatedBuilder<GenerationConfig>

pub fn with_validation() -> Self

Create a new GenerationConfig builder with validation

pub fn strategy(self, strategy: GenerationStrategy) -> Self

Set the generation strategy

pub fn max_length(self, max_length: usize) -> Self

Set max length

pub fn max_new_tokens(self, max_new_tokens: usize) -> Self

Set max new tokens

pub fn min_length(self, min_length: usize) -> Self

Set min length

pub fn enable_sampling(self, do_sample: bool) -> Self

Enable sampling

pub fn early_stopping(self, early_stopping: bool) -> Self

Enable early stopping

pub fn num_return_sequences(self, num_sequences: usize) -> Self

Set number of return sequences

pub fn pad_token_id(self, token_id: usize) -> Self

Set pad token ID

pub fn eos_token_id(self, token_id: usize) -> Self

Set EOS token ID

pub fn bos_token_id(self, token_id: usize) -> Self

Set BOS token ID

pub fn repetition_penalty(self, penalty: f32) -> Self

Set repetition penalty

pub fn length_penalty(self, penalty: f32) -> Self

Set length penalty

pub fn no_repeat_ngram_size(self, size: usize) -> Self

Set no repeat ngram size

pub fn use_cache(self, use_cache: bool) -> Self

Enable/disable caching

pub fn streaming(self, streaming: bool) -> Self

Enable/disable streaming

pub fn guided_generation(self, config: GuidedGenerationConfig) -> Self

Set guided generation config

pub fn watermarking(self, config: WatermarkingConfig) -> Self

Set watermarking config

pub fn greedy(self) -> Self

Quick setup for greedy decoding

pub fn sampling_with_temperature(self, temperature: f32) -> Self

Quick setup for sampling with temperature

pub fn top_k_sampling(self, k: usize, temperature: f32) -> Self

Quick setup for top-k sampling

pub fn top_p_sampling(self, p: f32, temperature: f32) -> Self

Quick setup for top-p sampling

pub fn beam_search(self, num_beams: usize) -> Self

Quick setup for beam search

impl<T> ValidatedBuilder<T>

where T: Default,

pub fn new() -> Self

Create a new validated builder

pub fn add_validator<F>(self, validator: F) -> Self

where F: Fn(&T) -> Result<()> + Send + Sync + 'static,

Add a validation function

pub fn data(&self) -> &T

Get a reference to the data

pub fn data_mut(&mut self) -> &mut T

Get a mutable reference to the data

Trait Implementations

impl<T> Builder<T> for ValidatedBuilder<T>

where T: Clone,

fn build(self) -> Result<T>

Build the final object

fn validate(&self) -> Result<()>

Validate the current builder state

fn reset(self) -> Self

where T: Default,

Reset the builder to default state

impl<T> Default for ValidatedBuilder<T>

where T: Default,

fn default() -> Self

Returns the “default value” for a type.