Trait Inferer 

pub trait Inferer {
    // Required methods
    fn select_batch_size(&self, max_count: usize) -> usize;
    fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>;
    fn raw_input_shapes(&self) -> &[(String, Vec<usize>)];
    fn raw_output_shapes(&self) -> &[(String, Vec<usize>)];
    fn begin_agent(&self, id: u64);
    fn end_agent(&self, id: u64);

    // Provided methods
    fn input_shapes(&self) -> &[(String, Vec<usize>)] { ... }
    fn output_shapes(&self) -> &[(String, Vec<usize>)] { ... }
}

The main workhorse shared by all components in Cervo.

Required Methods

fn select_batch_size(&self, max_count: usize) -> usize

Query the inferer for how many elements it can deal with in a single batch.

fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>

Execute the model on the provided pre-batched data.

fn raw_input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs.

fn raw_output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs.

fn begin_agent(&self, id: u64)

fn end_agent(&self, id: u64)

Provided Methods

fn input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs. This API only contains the external API, so code-based transforms outside the model are hidden.

fn output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs. This API only contains the external API, so code-based transforms outside the model are hidden.

Trait Implementations

impl Inferer for Box<dyn Inferer>

fn select_batch_size(&self, max_count: usize) -> usize

Query the inferer for how many elements it can deal with in a single batch.

fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>

Execute the model on the provided pre-batched data.

fn raw_input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs.

fn raw_output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs.

fn begin_agent(&self, id: u64)

fn end_agent(&self, id: u64)

fn input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs. This API only contains the external API, so code-based transforms outside the model are hidden.

fn output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs. This API only contains the external API, so code-based transforms outside the model are hidden.

impl Inferer for Box<dyn Inferer + Send>

fn select_batch_size(&self, max_count: usize) -> usize

Query the inferer for how many elements it can deal with in a single batch.

fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>

Execute the model on the provided pre-batched data.

fn raw_input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs.

fn raw_output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs.

fn begin_agent(&self, id: u64)

fn end_agent(&self, id: u64)

fn input_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model inputs. This API only contains the external API, so code-based transforms outside the model are hidden.

fn output_shapes(&self) -> &[(String, Vec<usize>)]

Retrieve the name and shapes of the model outputs. This API only contains the external API, so code-based transforms outside the model are hidden.

Implementations on Foreign Types

impl Inferer for Box<dyn Inferer + Send>

fn select_batch_size(&self, max_count: usize) -> usize

fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>

fn raw_input_shapes(&self) -> &[(String, Vec<usize>)]

fn raw_output_shapes(&self) -> &[(String, Vec<usize>)]

fn begin_agent(&self, id: u64)

fn end_agent(&self, id: u64)

impl Inferer for Box<dyn Inferer>

fn select_batch_size(&self, max_count: usize) -> usize

fn infer_raw(&self, batch: &mut ScratchPadView<'_>) -> Result<(), Error>

fn raw_input_shapes(&self) -> &[(String, Vec<usize>)]

fn raw_output_shapes(&self) -> &[(String, Vec<usize>)]

fn begin_agent(&self, id: u64)

fn end_agent(&self, id: u64)

Implementors

impl Inferer for BasicInferer

impl Inferer for DynamicInferer

impl Inferer for FixedBatchInferer

impl Inferer for MemoizingDynamicInferer

impl<T> Inferer for RecurrentTracker<T>

where T: Inferer,

impl<T, NG> Inferer for EpsilonInjector<T, NG>

where T: Inferer, NG: NoiseGenerator,

impl<WrapStack: InfererWrapper, Inf: Inferer> Inferer for StatefulInferer<WrapStack, Inf>

See Inferer for documentation.