pub struct InferenceOptions {
pub timeout_ms: Option<u64>,
pub max_output_tokens: Option<u64>,
pub batch_size: Option<usize>,
pub require_local: bool,
pub require_remote: bool,
pub stream: bool,
pub execution: ExecutionPolicy,
}Fields§
§timeout_ms: Option<u64>§max_output_tokens: Option<u64>§batch_size: Option<usize>§require_local: bool§require_remote: bool§stream: bool§execution: ExecutionPolicyTrait Implementations§
Source§impl Clone for InferenceOptions
impl Clone for InferenceOptions
Source§fn clone(&self) -> InferenceOptions
fn clone(&self) -> InferenceOptions
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for InferenceOptions
impl Debug for InferenceOptions
Source§impl Default for InferenceOptions
impl Default for InferenceOptions
Source§fn default() -> InferenceOptions
fn default() -> InferenceOptions
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for InferenceOptions
impl<'de> Deserialize<'de> for InferenceOptions
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<InferenceOptions, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<InferenceOptions, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for InferenceOptions
Source§impl PartialEq for InferenceOptions
impl PartialEq for InferenceOptions
Source§impl Serialize for InferenceOptions
impl Serialize for InferenceOptions
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl StructuralPartialEq for InferenceOptions
Auto Trait Implementations§
impl Freeze for InferenceOptions
impl RefUnwindSafe for InferenceOptions
impl Send for InferenceOptions
impl Sync for InferenceOptions
impl Unpin for InferenceOptions
impl UnsafeUnpin for InferenceOptions
impl UnwindSafe for InferenceOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more