Struct GpuDeviceSelection 

pub struct GpuDeviceSelection {
    pub raw_cli_value: String,
    pub requested_gpu_devices: Vec<usize>,
    pub selected_gpu_devices: Vec<usize>,
    pub cuda_device_count: usize,
    pub selected_distributed_strategy: String,
    pub selected_layer_split_plan: Option<String>,
    pub selected_layer_split_stages: Option<Vec<CudaLayerSplitStage>>,
}

Fields

raw_cli_value: String

requested_gpu_devices: Vec<usize>

selected_gpu_devices: Vec<usize>

cuda_device_count: usize

selected_distributed_strategy: String

selected_layer_split_plan: Option<String>

selected_layer_split_stages: Option<Vec<CudaLayerSplitStage>>

Implementations

impl GpuDeviceSelection

pub fn primary_device(&self) -> Device

pub fn requested_csv(&self) -> String

pub fn selected_csv(&self) -> String

pub fn apply_model_layer_count(&mut self, num_layers: usize) -> Result<bool>

pub fn runtime_config_entries(&self) -> Vec<RuntimeConfigEntry>

pub fn insert_backend_options(&self, options: &mut HashMap<String, Value>)

Trait Implementations

impl Clone for GpuDeviceSelection

fn clone(&self) -> GpuDeviceSelection

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GpuDeviceSelection

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for GpuDeviceSelection

impl PartialEq for GpuDeviceSelection

fn eq(&self, other: &GpuDeviceSelection) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for GpuDeviceSelection