Struct GenerateRequest

pub struct GenerateRequest {
    pub prompt: String,
    pub model_text: String,
    pub max_tokens: usize,
    pub stop: Vec<String>,
    pub bias: Arc<HashMap<u16, f32>>,
    pub bnf_schema: Option<String>,
    pub sampler: Arc<RwLock<dyn Sampler + Send + Sync>>,
    pub kind: GenerateKind,
    pub state: Arc<InputState>,
}

Fields

prompt: String

The prompt for the model.

model_text: String

All text the model output earlier.

max_tokens: usize

Output token limit.

stop: Vec<String>

Stop indicators.

bias: Arc<HashMap<u16, f32>>

Bias added to tokens before sampling.

bnf_schema: Option<String>

Optional BNF schema for formatted generation.

sampler: Arc<RwLock<dyn Sampler + Send + Sync>>

Sampler parameters.

kind: GenerateKind

Generation output kind.

state: Arc<InputState>

Initial state.

Trait Implementations

impl Clone for GenerateRequest

fn clone(&self) -> GenerateRequest

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerateRequest

fn fmt(&self, __f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerateRequest

fn default() -> Self

Returns the “default value” for a type.