Struct SampleRequest 

pub struct SampleRequest {

    pub prompts: Vec<String>,
    pub model: String,
    pub n: Option<i32>,
    pub max_tokens: Option<i32>,
    pub seed: Option<i32>,
    pub stop: Vec<String>,
    pub temperature: Option<f32>,
    pub top_p: Option<f32>,
    pub frequency_penalty: Option<f32>,
    pub presence_penalty: Option<f32>,
    pub logprobs: bool,
    pub top_logprobs: Option<i32>,
    pub user: Option<String>,
}

Request for text sampling

Fields

prompts: Vec<String>

Text prompts to sample from

model: String

Model name

n: Option<i32>

Number of completions (1-128)

max_tokens: Option<i32>

Maximum tokens to generate

seed: Option<i32>

Random seed for determinism

stop: Vec<String>

Stop sequences

temperature: Option<f32>

Temperature (0-2)

top_p: Option<f32>

Top-p sampling

frequency_penalty: Option<f32>

Frequency penalty (-2 to 2)

presence_penalty: Option<f32>

Presence penalty (-2 to 2)

logprobs: bool

Return log probabilities

top_logprobs: Option<i32>

Number of top logprobs (0-8)

user: Option<String>

User identifier

Implementations

impl SampleRequest

pub fn new(model: impl Into<String>) -> Self

Create a new sample request

pub fn add_prompt(self, prompt: impl Into<String>) -> Self

Add a prompt

pub fn with_n(self, n: i32) -> Self

Set number of completions

pub fn with_max_tokens(self, max_tokens: i32) -> Self

Set max tokens

pub fn with_temperature(self, temperature: f32) -> Self

Set temperature

Trait Implementations

impl Clone for SampleRequest

fn clone(&self) -> SampleRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SampleRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.