pub struct LlmHandle {
pub uuid: Uuid,
pub started_at: DateTime<Utc>,
pub name: String,
pub data: Option<Json>,
pub metadata: Option<Json>,
pub attributes: LlmAttributes,
pub parent_uuid: Option<Uuid>,
pub model_name: Option<String>,
pub optimization_recorder: LlmOptimizationRecorder,
/* private fields */
}Expand description
Runtime-owned handle identifying an active or completed LLM call.
Fields§
§uuid: UuidUnique LLM-call identifier.
started_at: DateTime<Utc>Timestamp captured when the LLM handle was created.
name: StringProvider or logical call name recorded on lifecycle events.
Gateway-managed provider calls use provider route names such as
anthropic.messages; event normalization may reuse those route names as
codec hints when raw request shapes overlap across providers.
data: Option<Json>Optional application payload stored on the handle.
metadata: Option<Json>Optional metadata attached to the LLM span.
attributes: LlmAttributesLLM behavior flags.
parent_uuid: Option<Uuid>UUID of the parent scope, if any.
model_name: Option<String>Optional normalized model name for observability.
optimization_recorder: LlmOptimizationRecorderBounded, in-memory optimization evidence recorder for this call.
Implementations§
Source§impl LlmHandle
impl LlmHandle
Sourcepub fn builder() -> LlmHandleBuilder<((), (), (), (), (), (), (), (), ())>
pub fn builder() -> LlmHandleBuilder<((), (), (), (), (), (), (), (), ())>
Create a builder for building LlmHandle.
On the builder, call .uuid(...)(optional), .started_at(...)(optional), .name(...), .data(...)(optional), .metadata(...)(optional), .attributes(...)(optional), .parent_uuid(...)(optional), .model_name(...)(optional), .optimization_recorder(...)(optional) to set the values of the fields.
Finally, call .build() to create the instance of LlmHandle.
Trait Implementations§
Source§impl<'de> Deserialize<'de> for LlmHandle
impl<'de> Deserialize<'de> for LlmHandle
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Auto Trait Implementations§
impl Freeze for LlmHandle
impl RefUnwindSafe for LlmHandle
impl Send for LlmHandle
impl Sync for LlmHandle
impl Unpin for LlmHandle
impl UnsafeUnpin for LlmHandle
impl UnwindSafe for LlmHandle
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
Source§fn with_current_context(self) -> WithContext<Self> ⓘ
fn with_current_context(self) -> WithContext<Self> ⓘ
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T in a tonic::Request