pub struct InferenceRequest {
pub model: ModelReference,
pub input: Input,
pub options: InferenceOptions,
}Fields§
§model: ModelReference§input: Input§options: InferenceOptionsImplementations§
Source§impl InferenceRequest
impl InferenceRequest
Sourcepub fn new(
model: impl Into<ModelReference>,
input: impl Into<Input>,
) -> InferenceRequest
pub fn new( model: impl Into<ModelReference>, input: impl Into<Input>, ) -> InferenceRequest
Creates a request with default local-only execution options.
Sourcepub fn with_options(self, options: InferenceOptions) -> InferenceRequest
pub fn with_options(self, options: InferenceOptions) -> InferenceRequest
Replaces the request’s execution options.
Trait Implementations§
Source§impl Clone for InferenceRequest
impl Clone for InferenceRequest
Source§fn clone(&self) -> InferenceRequest
fn clone(&self) -> InferenceRequest
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for InferenceRequest
impl Debug for InferenceRequest
Source§impl<'de> Deserialize<'de> for InferenceRequest
impl<'de> Deserialize<'de> for InferenceRequest
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<InferenceRequest, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<InferenceRequest, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for InferenceRequest
impl PartialEq for InferenceRequest
Source§impl Serialize for InferenceRequest
impl Serialize for InferenceRequest
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl StructuralPartialEq for InferenceRequest
Auto Trait Implementations§
impl !Freeze for InferenceRequest
impl RefUnwindSafe for InferenceRequest
impl Send for InferenceRequest
impl Sync for InferenceRequest
impl Unpin for InferenceRequest
impl UnsafeUnpin for InferenceRequest
impl UnwindSafe for InferenceRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more