pub struct InferenceOptions {
pub timeout_ms: Option<u64>,
pub max_output_tokens: Option<u64>,
pub batch_size: Option<usize>,
pub require_local: bool,
pub require_remote: bool,
pub stream: bool,
pub execution: ExecutionPolicy,
}Fields§
§timeout_ms: Option<u64>§max_output_tokens: Option<u64>§batch_size: Option<usize>§require_local: bool§require_remote: bool§stream: bool§execution: ExecutionPolicyTrait Implementations§
Source§impl Clone for InferenceOptions
impl Clone for InferenceOptions
Source§impl Debug for InferenceOptions
impl Debug for InferenceOptions
Source§impl Default for InferenceOptions
impl Default for InferenceOptions
Source§impl<'de> Deserialize<'de> for InferenceOptions
impl<'de> Deserialize<'de> for InferenceOptions
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for InferenceOptions
Source§impl PartialEq for InferenceOptions
impl PartialEq for InferenceOptions
Source§impl Serialize for InferenceOptions
impl Serialize for InferenceOptions
impl StructuralPartialEq for InferenceOptions
Auto Trait Implementations§
impl Freeze for InferenceOptions
impl RefUnwindSafe for InferenceOptions
impl Send for InferenceOptions
impl Sync for InferenceOptions
impl Unpin for InferenceOptions
impl UnsafeUnpin for InferenceOptions
impl UnwindSafe for InferenceOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more