Struct AIInferenceWorkload

pub struct AIInferenceWorkload {
    pub model_params: ModelParameters,
    pub inference_config: InferenceConfig,
    pub metadata: WorkloadMetadata,
}

AI inference workload implementation

Fields

model_params: ModelParameters

Model parameters

inference_config: InferenceConfig

Inference configuration

metadata: WorkloadMetadata

Metadata

Implementations

impl AIInferenceWorkload

pub fn new(model_params: ModelParameters) -> Self

Create a new AI inference workload

pub fn with_config(self, config: InferenceConfig) -> Self

Set inference configuration

pub fn with_metadata(self, metadata: WorkloadMetadata) -> Self

Set metadata

Trait Implementations

impl Clone for AIInferenceWorkload

fn clone(&self) -> AIInferenceWorkload

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AIInferenceWorkload

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for AIInferenceWorkload

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for AIInferenceWorkload

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Workload for AIInferenceWorkload

fn workload_type(&self) -> WorkloadType

Get the workload type

fn resource_requirements(&self) -> Vec<ResourceRequirement>

Get resource requirements for this workload

fn estimated_utilization(&self) -> HashMap<ResourceType, f64>

Get estimated resource utilization

fn performance_characteristics(&self) -> PerformanceCharacteristics

Get performance characteristics

fn metadata(&self) -> WorkloadMetadata

Get workload metadata

fn validate(&self) -> Result<()>

Validate workload configuration

fn clone_workload(&self) -> Box<dyn Workload>

Clone the workload (for trait objects)