Struct TextGenerationParams 

pub struct TextGenerationParams {
    pub prompt: String,
    pub system: Option<String>,
    pub model: Option<String>,
    pub temperature: Option<f32>,
    pub max_tokens: Option<u32>,
    pub frequency_penalty: Option<f32>,
    pub presence_penalty: Option<f32>,
    pub stop: Option<Vec<String>>,
}

Parameters for text generation.

Fields

prompt: String

The prompt to generate text for.

system: Option<String>

Optional system message.

model: Option<String>

Optional model override.

temperature: Option<f32>

Sampling temperature.

max_tokens: Option<u32>

Maximum tokens to generate.

frequency_penalty: Option<f32>

Frequency penalty.

presence_penalty: Option<f32>

Presence penalty.

stop: Option<Vec<String>>

Stop sequences.

Implementations

impl TextGenerationParams

pub fn new(prompt: impl Into<String>) -> Self

Create new text generation parameters.

pub fn system(self, system: impl Into<String>) -> Self

Set the system message.

pub fn model(self, model: impl Into<String>) -> Self

Set the model.

pub fn temperature(self, temp: f32) -> Self

Set the temperature.

pub fn max_tokens(self, tokens: u32) -> Self

Set the maximum tokens.

pub fn frequency_penalty(self, penalty: f32) -> Self

Set the frequency penalty.

pub fn presence_penalty(self, penalty: f32) -> Self

Set the presence penalty.

pub fn stop(self, sequences: Vec<String>) -> Self

Set stop sequences.

Trait Implementations

impl Clone for TextGenerationParams

fn clone(&self) -> TextGenerationParams

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextGenerationParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.