Struct LlmGenerationData 

pub struct LlmGenerationData {
    pub messages: Vec<Message>,
    pub tools: Vec<ToolDefinitionSummary>,
    pub output: LlmGenerationOutput,
    pub metadata: LlmGenerationMetadata,
}

Data for llm.generation event

Emitted after each LLM API call to provide full visibility into the messages sent to the model and the response received.

Fields

messages: Vec<Message>

Messages sent to the LLM (including system prompt)

tools: Vec<ToolDefinitionSummary>

Tools available to the LLM for this generation

output: LlmGenerationOutput

Output from the LLM

metadata: LlmGenerationMetadata

Metadata about the generation

Implementations

impl LlmGenerationData

pub fn success( messages: Vec<Message>, tools: Vec<ToolDefinitionSummary>, text: Option<String>, tool_calls: Vec<ToolCall>, model: String, provider: Option<String>, usage: Option<TokenUsage>, duration_ms: Option<u64>, time_to_first_token_ms: Option<u64>, ) -> Self

Create a successful generation event

pub fn success_with_metadata( messages: Vec<Message>, tools: Vec<ToolDefinitionSummary>, text: Option<String>, tool_calls: Vec<ToolCall>, model: String, provider: Option<String>, usage: Option<TokenUsage>, duration_ms: Option<u64>, time_to_first_token_ms: Option<u64>, finish_reasons: Option<Vec<String>>, response_id: Option<String>, ) -> Self

Create a successful generation event with full metadata

pub fn success_with_retry( messages: Vec<Message>, tools: Vec<ToolDefinitionSummary>, text: Option<String>, tool_calls: Vec<ToolCall>, model: String, provider: Option<String>, usage: Option<TokenUsage>, duration_ms: Option<u64>, time_to_first_token_ms: Option<u64>, finish_reasons: Option<Vec<String>>, response_id: Option<String>, retry: Option<LlmRetryInfo>, ) -> Self

Create a successful generation event with retry information

pub fn failure( messages: Vec<Message>, tools: Vec<ToolDefinitionSummary>, model: String, provider: Option<String>, error: String, duration_ms: Option<u64>, time_to_first_token_ms: Option<u64>, ) -> Self

Create a failed generation event

pub fn with_compaction(self, compaction: LlmCompactionInfo) -> Self

Set compaction info on this generation event

Call this when context was compacted before a successful retry.

pub fn with_retry(self, retry: LlmRetryInfo) -> Self

Set retry info on this generation event

pub fn with_request_options(self, request_options: LlmRequestOptions) -> Self

Set request-side options on this generation event.

Trait Implementations

impl Clone for LlmGenerationData

fn clone(&self) -> LlmGenerationData

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmGenerationData

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for LlmGenerationData

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<LlmGenerationData> for EventData

fn from(data: LlmGenerationData) -> Self

Converts to this type from the input type.

impl Serialize for LlmGenerationData

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.