Struct ModelRequest 

pub struct ModelRequest {
    pub prompt: String,
    pub parameters: HashMap<String, Value>,
    pub max_tokens: Option<u32>,
    pub temperature: Option<f32>,
    pub stop_sequences: Option<Vec<String>>,
}

Model request structure

Fields

prompt: String

parameters: HashMap<String, Value>

max_tokens: Option<u32>

temperature: Option<f32>

stop_sequences: Option<Vec<String>>

Implementations

impl ModelRequest

pub fn from_task(prompt: String) -> Self

Create a new model request from a task

pub fn with_temperature(self, temperature: f32) -> Self

Set temperature parameter

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Set max tokens

Trait Implementations

impl Clone for ModelRequest

fn clone(&self) -> ModelRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.