pub struct LlmRequest {
pub model: Option<String>,
pub instructions: Vec<InstructionBlock>,
pub messages: Vec<Message>,
pub tools: Vec<ToolDefinition>,
pub tool_choice: Option<ToolChoice>,
pub sampling: SamplingParams,
pub output: OutputParams,
pub reasoning: ReasoningParams,
pub stream: bool,
pub extensions: ProviderExtensions,
pub preservation: PreservationMetadata,
}Expand description
Normalized request representation shared by Switchyard components.
Fields§
§model: Option<String>§instructions: Vec<InstructionBlock>§messages: Vec<Message>§tools: Vec<ToolDefinition>§tool_choice: Option<ToolChoice>§sampling: SamplingParams§output: OutputParams§reasoning: ReasoningParams§stream: bool§extensions: ProviderExtensions§preservation: PreservationMetadataTrait Implementations§
Source§impl Clone for LlmRequest
impl Clone for LlmRequest
Source§fn clone(&self) -> LlmRequest
fn clone(&self) -> LlmRequest
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for LlmRequest
impl Debug for LlmRequest
Source§impl Default for LlmRequest
impl Default for LlmRequest
Source§fn default() -> LlmRequest
fn default() -> LlmRequest
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for LlmRequest
impl<'de> Deserialize<'de> for LlmRequest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for LlmRequest
impl PartialEq for LlmRequest
Source§impl Serialize for LlmRequest
impl Serialize for LlmRequest
impl StructuralPartialEq for LlmRequest
Auto Trait Implementations§
impl Freeze for LlmRequest
impl RefUnwindSafe for LlmRequest
impl Send for LlmRequest
impl Sync for LlmRequest
impl Unpin for LlmRequest
impl UnsafeUnpin for LlmRequest
impl UnwindSafe for LlmRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more