pub struct InferenceRequest {
pub model: ModelReference,
pub input: Input,
pub options: InferenceOptions,
}Fields§
§model: ModelReference§input: Input§options: InferenceOptionsImplementations§
Source§impl InferenceRequest
impl InferenceRequest
Sourcepub fn new(model: impl Into<ModelReference>, input: impl Into<Input>) -> Self
pub fn new(model: impl Into<ModelReference>, input: impl Into<Input>) -> Self
Creates a request with default local-only execution options.
Sourcepub fn with_options(self, options: InferenceOptions) -> Self
pub fn with_options(self, options: InferenceOptions) -> Self
Replaces the request’s execution options.
Trait Implementations§
Source§impl Clone for InferenceRequest
impl Clone for InferenceRequest
Source§impl Debug for InferenceRequest
impl Debug for InferenceRequest
Source§impl<'de> Deserialize<'de> for InferenceRequest
impl<'de> Deserialize<'de> for InferenceRequest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for InferenceRequest
impl PartialEq for InferenceRequest
Source§impl Serialize for InferenceRequest
impl Serialize for InferenceRequest
impl StructuralPartialEq for InferenceRequest
Auto Trait Implementations§
impl !Freeze for InferenceRequest
impl RefUnwindSafe for InferenceRequest
impl Send for InferenceRequest
impl Sync for InferenceRequest
impl Unpin for InferenceRequest
impl UnsafeUnpin for InferenceRequest
impl UnwindSafe for InferenceRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more