Struct GenerateMetaInfo 

pub struct GenerateMetaInfo {
    pub id: String,
    pub finish_reason: GenerateFinishReason,
    pub prompt_tokens: u32,
    pub weight_version: String,
    pub input_token_logprobs: Option<Vec<Vec<Option<f64>>>>,
    pub output_token_logprobs: Option<Vec<Vec<Option<f64>>>>,
    pub completion_tokens: u32,
    pub cached_tokens: u32,
    pub e2e_latency: f64,
    pub matched_stop: Option<Value>,
}

Metadata for a single generate completion

Fields

id: String

finish_reason: GenerateFinishReason

prompt_tokens: u32

weight_version: String

input_token_logprobs: Option<Vec<Vec<Option<f64>>>>

output_token_logprobs: Option<Vec<Vec<Option<f64>>>>

completion_tokens: u32

cached_tokens: u32

e2e_latency: f64

matched_stop: Option<Value>

Trait Implementations

impl Clone for GenerateMetaInfo

fn clone(&self) -> GenerateMetaInfo

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerateMetaInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for GenerateMetaInfo

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for GenerateMetaInfo

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.