Struct GenerateRequest 

pub struct GenerateRequest {

    pub request_id: String,
    pub model: String,
    pub temperature: Option<f32>,
    pub sampling: Option<RandomSampling>,
    pub decoding: Option<DecodingParameters>,
    pub stopping: Option<StoppingCriteria>,
    pub response: Option<ResponseOptions>,
    pub kv: Option<KvCacheParameters>,
    pub truncate_prompt_tokens: u32,
    pub priority: i32,
    pub session_id: Option<String>,
    pub media: Vec<MediaItem>,
    pub lora_name: String,
    pub watermarking: Option<bool>,
    pub kv_hints: Option<KvHintsEnvelope>,
    pub engine_reasoning_gate: Option<EngineReasoningGate>,
    pub prompt: Option<Prompt>,
}

Fields

request_id: String

model: String

temperature: Option<f32>

Temperature, defaults to model-specific default or 0

sampling: Option<RandomSampling>

Parameters controlling random sampling, not applicable if temperature == 0

decoding: Option<DecodingParameters>

Parameters for conditionally penalizing/boosting candidate tokens during decoding

stopping: Option<StoppingCriteria>

Parameters controlling when generation should stop

response: Option<ResponseOptions>

Flags to control what is returned in the response

kv: Option<KvCacheParameters>

Parameters controlling KV cache/distribution

truncate_prompt_tokens: u32

Truncate prompt tokens; default (0) means no truncation

priority: i32

session_id: Option<String>

media: Vec<MediaItem>

Multimodal inputs aligned with placeholder markers in token_ids.

lora_name: String

Loaded LoRA name; empty selects the base model.

watermarking: Option<bool>

Apply the engine’s configured watermark. Defaults to true when omitted.

kv_hints: Option<KvHintsEnvelope>

engine_reasoning_gate: Option<EngineReasoningGate>

Transitional, to be deprecated: only consulted when the engine runs its own reasoning parser and the structured-output constraint covers only the output after reasoning. Prefer a constraint that covers the full output from the first generated token.

prompt: Option<Prompt>

Implementations

impl GenerateRequest

pub fn temperature(&self) -> f32

Returns the value of temperature, or the default value if temperature is unset.

pub fn session_id(&self) -> &str

Returns the value of session_id, or the default value if session_id is unset.

pub fn watermarking(&self) -> bool

Returns the value of watermarking, or the default value if watermarking is unset.

Trait Implementations

impl Clone for GenerateRequest

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerateRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerateRequest

fn default() -> Self

Returns the “default value” for a type.

impl Message for GenerateRequest

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for GenerateRequest

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for GenerateRequest