Struct GenerateRequest 

pub struct GenerateRequest {
    pub request_id: RequestId,
    pub model: Option<ModelId>,
    pub prompt: PromptInput,
    pub sampling: SamplingParams,
    pub stream: bool,
    pub echo: bool,
    pub n: u32,
    pub logprobs: Option<u32>,
}

Request for text generation.

Fields

request_id: RequestId

Unique request identifier.

model: Option<ModelId>

Model to use for generation.

prompt: PromptInput

Input prompt.

sampling: SamplingParams

Sampling parameters.

stream: bool

Whether to stream the response.

echo: bool

Whether to echo the prompt in the response.

n: u32

Number of completions to generate.

logprobs: Option<u32>

Include log probabilities for top tokens.

Implementations

impl GenerateRequest

pub fn new(prompt: impl Into<PromptInput>) -> Self

Creates a new generation request with the given prompt.

pub fn chat(messages: Vec<Message>) -> Self

Creates a chat completion request.

pub fn with_model(self, model: impl Into<ModelId>) -> Self

Sets the model to use.

pub fn with_sampling(self, sampling: SamplingParams) -> Self

Sets the sampling parameters.

pub fn with_stream(self) -> Self

Enables streaming.

pub fn with_n(self, n: u32) -> Self

Sets the number of completions.

pub fn with_logprobs(self, top_logprobs: u32) -> Self

Enables log probabilities.

Trait Implementations

impl Clone for GenerateRequest

fn clone(&self) -> GenerateRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerateRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for GenerateRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for GenerateRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.