pub struct InferenceTransformOutput {
pub messages: Vec<Message>,
pub enable_prompt_cache: bool,
}Expand description
Output of an inference request transform.
Fields§
§messages: Vec<Message>Transformed message list (system + history).
enable_prompt_cache: boolWhether to enable prompt caching for this request.
Auto Trait Implementations§
impl Freeze for InferenceTransformOutput
impl RefUnwindSafe for InferenceTransformOutput
impl Send for InferenceTransformOutput
impl Sync for InferenceTransformOutput
impl Unpin for InferenceTransformOutput
impl UnsafeUnpin for InferenceTransformOutput
impl UnwindSafe for InferenceTransformOutput
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more