Struct DeviceRouter 

pub struct DeviceRouter { /* private fields */ }

Production helper: compile all viable backends up front, run with fallback chain.

Implementations

impl DeviceRouter

pub fn new(graph: Graph, policy: DevicePolicy) -> Result<DeviceRouter, String>

pub fn from_env(graph: Graph) -> Result<DeviceRouter, String>

pub fn with_rebench_on_throttle(self, enabled: bool) -> DeviceRouter

pub fn set_rebench_on_throttle(&mut self, enabled: bool)

pub fn runner(&self) -> &GraphDevices

pub fn runner_mut(&mut self) -> &mut GraphDevices

pub fn run_on( &mut self, device: Device, inputs: &[(&str, &[f32])], ) -> Result<Vec<Vec<f32>>, String>

Run on explicit device.

pub fn run( &mut self, inputs: &[(&str, &[f32])], hint: Option<Device>, ) -> Result<(Device, Vec<Vec<f32>>), String>

Resolve hint / env / benchmark policy, then execute.

pub fn run_chain( &mut self, inputs: &[(&str, &[f32])], hint: Option<Device>, ) -> Result<(Device, Vec<Vec<f32>>), DeviceFallbackError>

Fallback chain (RLX_DEVICE_CHAIN or explicit).

pub fn set_param(&mut self, name: &str, data: &[f32])

pub fn set_param_typed(&mut self, name: &str, data: &[u8], dtype: DType)

pub fn devices(&self) -> Vec<&'static str>