Struct LlmRequestSpec 

pub struct LlmRequestSpec {
    pub model: String,
    pub messages: Vec<LlmMessage>,
    pub attachments: Vec<LlmAttachmentSpec>,
    pub tools: Arc<Vec<LlmToolSpec>>,
    pub tool_choice: LlmToolChoice,
    pub model_variant: Option<String>,
    pub generation: GenerationOptions,
    pub session_id: Option<String>,
    pub output_spec: Option<LlmOutputSpec>,
}

Serializable LLM request data. Live stream and provider-trace callbacks are attached by the local executor, and attachment bytes are resolved locally from refs rather than persisted in the effect envelope.

Fields

model: String

messages: Vec<LlmMessage>

attachments: Vec<LlmAttachmentSpec>

tools: Arc<Vec<LlmToolSpec>>

tool_choice: LlmToolChoice

model_variant: Option<String>

generation: GenerationOptions

session_id: Option<String>

output_spec: Option<LlmOutputSpec>

Implementations

impl LlmRequestSpec

pub fn from_request( request: &CoreLlmRequest, attachment_store: &dyn AttachmentStore, ) -> Result<Self, RuntimeEffectControllerError>

pub fn into_request( self, stream_events: Option<LlmEventSender>, provider_trace: Option<LlmProviderTraceSender>, ) -> CoreLlmRequest

Trait Implementations

impl Clone for LlmRequestSpec

fn clone(&self) -> LlmRequestSpec

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmRequestSpec

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for LlmRequestSpec

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for LlmRequestSpec

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.