pub struct DecisionModelCapabilities {
pub backend: String,
pub device: DeviceKind,
pub model_architecture: ModelArchitecture,
pub supports_batching: bool,
pub max_batch_size: Option<usize>,
pub batch_size: Option<usize>,
pub supports_async: bool,
pub supports_cancellation: bool,
pub supports_parallel_execution: bool,
pub recommended_parallelism: Option<usize>,
pub supports_structured_decisions: bool,
}Expand description
Backend/model execution facts used by the structured-decision planner.
Fields§
§backend: String§device: DeviceKind§model_architecture: ModelArchitecture§supports_batching: bool§max_batch_size: Option<usize>§batch_size: Option<usize>§supports_async: bool§supports_cancellation: boolTrue only when an in-flight native operation can actually be interrupted.
supports_parallel_execution: bool§recommended_parallelism: Option<usize>§supports_structured_decisions: boolImplementations§
Source§impl DecisionModelCapabilities
impl DecisionModelCapabilities
pub fn conservative(backend: impl Into<String>) -> Self
Trait Implementations§
Source§impl Clone for DecisionModelCapabilities
impl Clone for DecisionModelCapabilities
Source§impl Debug for DecisionModelCapabilities
impl Debug for DecisionModelCapabilities
Source§impl<'de> Deserialize<'de> for DecisionModelCapabilities
impl<'de> Deserialize<'de> for DecisionModelCapabilities
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for DecisionModelCapabilities
impl StructuralPartialEq for DecisionModelCapabilities
Auto Trait Implementations§
impl Freeze for DecisionModelCapabilities
impl RefUnwindSafe for DecisionModelCapabilities
impl Send for DecisionModelCapabilities
impl Sync for DecisionModelCapabilities
impl Unpin for DecisionModelCapabilities
impl UnsafeUnpin for DecisionModelCapabilities
impl UnwindSafe for DecisionModelCapabilities
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more