Struct LlmRequest

Source

pub struct LlmRequest {
    pub model: String,
    pub messages: Vec<LlmMessage>,
    pub attachments: Vec<LlmAttachment>,
    pub tools: Arc<Vec<LlmToolSpec>>,
    pub tool_choice: LlmToolChoice,
    pub model_variant: Option<String>,
    pub generation: GenerationOptions,
    pub scope: LlmRequestScope,
    pub output_spec: Option<LlmOutputSpec>,
    pub stream_events: Option<LlmEventSender>,
    pub provider_trace: Option<LlmProviderTraceSender>,
}

Expand description

Request/response/error vocabulary of Provider::complete, re-exported so hosts can implement provider decorators (admission gates, metrics taps) against the facade alone.

Fields§

§model: String§messages: Vec<LlmMessage>§attachments: Vec<LlmAttachment>§tools: Arc<Vec<LlmToolSpec>>§tool_choice: LlmToolChoice§model_variant: Option<String>§generation: GenerationOptions§scope: LlmRequestScope§output_spec: Option<LlmOutputSpec>§stream_events: Option<LlmEventSender>§provider_trace: Option<LlmProviderTraceSender>

Struct LlmRequest Copy item path

Fields§

Implementations§

impl LlmRequest

pub fn session_id(&self) -> &str

pub fn agent_frame_id(&self) -> &str

pub fn request_id(&self) -> &str

pub fn continuation_key(&self) -> String

Trait Implementations§

impl Clone for LlmRequest

fn clone(&self) -> LlmRequest

fn clone_from(&mut self, source: &Self)

impl Debug for LlmRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl<'de> Deserialize<'de> for LlmRequest

fn deserialize<__D>( __deserializer: __D, ) -> Result<LlmRequest, <__D as Deserializer<'de>>::Error>where __D: Deserializer<'de>,

impl Serialize for LlmRequest

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where __S: Serializer,

impl TryFrom<RemoteLlmRequest> for LlmRequest

type Error = RemoteProtocolError

fn try_from( value: RemoteLlmRequest, ) -> Result<LlmRequest, <LlmRequest as TryFrom<RemoteLlmRequest>>::Error>

Auto Trait Implementations§

impl !RefUnwindSafe for LlmRequest

impl !UnwindSafe for LlmRequest

impl Freeze for LlmRequest

impl Send for LlmRequest

impl Sync for LlmRequest

impl Unpin for LlmRequest

impl UnsafeUnpin for LlmRequest

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> DeserializeOwned for Twhere T: for<'de> Deserialize<'de>,

impl<T> DynClone for Twhere T: Clone,

fn __clone_box(&self, _: Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct LlmRequest

fn deserialize<D>( deserializer: D, ) -> Result<LlmRequest, <D as Deserializer<'de>>::Error>
where __D: Deserializer<'de>,

fn serialize<S>( &self, serializer: S, ) -> Result<<S as Serializer>::Ok, <S as Serializer>::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> DynClone for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,