pub struct LlmOptimizationKind(/* private fields */);Expand description
Open, forward-compatible optimization classification.
This is intentionally a string-backed newtype rather than a closed enum: third-party optimization kinds must deserialize and round-trip losslessly before Relay knows about them. Standard constants and constructors provide enum-like ergonomics without making new producers wait for a core release.
Implementations§
Source§impl LlmOptimizationKind
impl LlmOptimizationKind
Sourcepub const INPUT_COMPRESSION: &'static str = "input_compression"
pub const INPUT_COMPRESSION: &'static str = "input_compression"
A request transformation that reduces input tokens.
Sourcepub const MODEL_ROUTING: &'static str = "model_routing"
pub const MODEL_ROUTING: &'static str = "model_routing"
A routing decision that changes the model serving a request.
Sourcepub fn new(value: impl Into<String>) -> LlmOptimizationKind
pub fn new(value: impl Into<String>) -> LlmOptimizationKind
Preserve an arbitrary producer-defined kind on the wire.
Sourcepub fn input_compression() -> LlmOptimizationKind
pub fn input_compression() -> LlmOptimizationKind
Construct the standard input-compression kind.
Sourcepub fn model_routing() -> LlmOptimizationKind
pub fn model_routing() -> LlmOptimizationKind
Construct the standard model-routing kind.
Trait Implementations§
Source§impl Clone for LlmOptimizationKind
impl Clone for LlmOptimizationKind
Source§fn clone(&self) -> LlmOptimizationKind
fn clone(&self) -> LlmOptimizationKind
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for LlmOptimizationKind
impl Debug for LlmOptimizationKind
Source§impl<'de> Deserialize<'de> for LlmOptimizationKind
impl<'de> Deserialize<'de> for LlmOptimizationKind
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<LlmOptimizationKind, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<LlmOptimizationKind, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for LlmOptimizationKind
Source§impl From<&str> for LlmOptimizationKind
impl From<&str> for LlmOptimizationKind
Source§fn from(value: &str) -> LlmOptimizationKind
fn from(value: &str) -> LlmOptimizationKind
Converts to this type from the input type.
Source§impl From<String> for LlmOptimizationKind
impl From<String> for LlmOptimizationKind
Source§fn from(value: String) -> LlmOptimizationKind
fn from(value: String) -> LlmOptimizationKind
Converts to this type from the input type.
Source§impl Hash for LlmOptimizationKind
impl Hash for LlmOptimizationKind
Source§impl Ord for LlmOptimizationKind
impl Ord for LlmOptimizationKind
Source§fn cmp(&self, other: &LlmOptimizationKind) -> Ordering
fn cmp(&self, other: &LlmOptimizationKind) -> Ordering
1.21.0 (const: unstable) · Source§fn max(self, other: Self) -> Selfwhere
Self: Sized,
fn max(self, other: Self) -> Selfwhere
Self: Sized,
Compares and returns the maximum of two values. Read more
Source§impl PartialEq for LlmOptimizationKind
impl PartialEq for LlmOptimizationKind
Source§impl PartialOrd for LlmOptimizationKind
impl PartialOrd for LlmOptimizationKind
Source§impl Serialize for LlmOptimizationKind
impl Serialize for LlmOptimizationKind
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl StructuralPartialEq for LlmOptimizationKind
Auto Trait Implementations§
impl Freeze for LlmOptimizationKind
impl RefUnwindSafe for LlmOptimizationKind
impl Send for LlmOptimizationKind
impl Sync for LlmOptimizationKind
impl Unpin for LlmOptimizationKind
impl UnsafeUnpin for LlmOptimizationKind
impl UnwindSafe for LlmOptimizationKind
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<Q, K> Comparable<K> for Q
impl<Q, K> Comparable<K> for Q
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
fn with_context(self, otel_cx: Context) -> WithContext<Self> ⓘ
Source§fn with_current_context(self) -> WithContext<Self> ⓘ
fn with_current_context(self) -> WithContext<Self> ⓘ
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request