Struct RequestMetadata 

pub struct RequestMetadata {

    pub request_id: Option<String>,
    pub timeout_ms: Option<u64>,
    pub priority: Option<u8>,
    pub force_cpu: Option<bool>,
    pub model_version: Option<String>,
    pub auth_token: Option<String>,
    pub max_new_tokens: Option<u32>,
    pub temperature: Option<f32>,
    pub top_p: Option<f32>,
    pub top_k: Option<u32>,
    pub repetition_penalty: Option<f32>,
    pub seed: Option<u64>,
    pub stop_token_ids: Option<Vec<u32>>,
}

Fields

request_id: Option<String>

timeout_ms: Option<u64>

priority: Option<u8>

force_cpu: Option<bool>

model_version: Option<String>

auth_token: Option<String>

max_new_tokens: Option<u32>

temperature: Option<f32>

top_p: Option<f32>

top_k: Option<u32>

repetition_penalty: Option<f32>

seed: Option<u64>

stop_token_ids: Option<Vec<u32>>

Trait Implementations

impl Clone for RequestMetadata

fn clone(&self) -> RequestMetadata

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RequestMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RequestMetadata

fn default() -> RequestMetadata

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for RequestMetadata

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for RequestMetadata

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.