Struct tract_core::ops::scan::Inference

pub struct Inference {
    pub body: InferenceModel,
    pub input_mapping: Vec<InputMapping<()>>,
    pub output_mapping: Vec<OutputMapping<(), TDim>>,
    pub seq_length_input_slot: Option<usize>,
    pub clean_scan_counts: bool,
    pub iter_count_fact: GenericFact<TDim>,
}

Fields

body: InferenceModel

input_mapping: Vec<InputMapping<()>>

output_mapping: Vec<OutputMapping<(), TDim>>

seq_length_input_slot: Option<usize>

clean_scan_counts: bool

iter_count_fact: GenericFact<TDim>

Methods

impl Inference

pub fn new(
    body: InferenceModel,
    input_mapping: Vec<InputMapping<()>>,
    output_mapping: Vec<OutputMapping<(), TDim>>,
    seq_length_input_slot: Option<usize>,
    clean_scan_counts: bool,
    iter_count_fact: GenericFact<TDim>
) -> Self

Constructs a new Inference.

Trait Implementations

impl StatefullOp for Inference

fn state(
    &self,
    session: &mut SessionState,
    node_id: usize
) -> TractResult<Option<Box<dyn OpState>>>

fn as_stateless(&self) -> Option<&dyn StatelessOp>

impl Op for Inference

fn name(&self) -> Cow<str>

fn nested_models(&self) -> Vec<(Cow<str>, &dyn Model)>

Nested models, with label (for audit).

fn as_typed(&self) -> Option<&dyn TypedOp>

fn as_pulsed(&self) -> Option<&dyn PulsedOp>

fn incorporate(
    &self,
    _model: &InferenceModel,
    _node: &InferenceNode
) -> TractResult<Option<InferenceModelPatch>>

Early pass on inference model, after analyse, but before translation to typed network. Meant to deal with some framework idiosyncrasies that manifest with temporaries nodes that can run some form of inference but require refactoring the network before it can be evaluated.

fn fuse(
    &self,
    _model: &TypedModel,
    _node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Fuse op after codegen to deal with local optimisations.

fn validation(&self) -> Validation

The kind of accuracy check that should be performed on operation when testing them.

fn same_as(&self, _other: &dyn Op) -> bool

Compare two ops.

fn info(&self) -> TractResult<Vec<String>>

Short (one-line) strings giving hints on internal implementation or important configuration details to be displayed in dumps.

fn is_canonic(&self) -> bool

impl InferenceOp for Inference

fn infer_facts(
    &mut self,
    inputs: TVec<&InferenceFact>,
    outputs: TVec<&InferenceFact>,
    _observed: TVec<&InferenceFact>
) -> TractResult<(TVec<InferenceFact>, TVec<InferenceFact>, TVec<InferenceFact>)>

Infer properties about inputs and output tensors. This method does not need to deal with the "trivial" stateless op with fully determined inputs cases.

fn to_typed(
    &self,
    _source: &InferenceModel,
    node: &InferenceNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>
) -> TractResult<TVec<OutletId>>

Called during translation to TypedModel.

fn nboutputs(&self) -> TractResult<usize>

fn as_op(&self) -> &dyn Op

Reinterpret the InferenceOp as an Op.

fn as_op_mut(&mut self) -> &mut dyn Op

Reinterpret the InferenceOp as an Op, mutably.

fn infer(
    &mut self,
    inputs: TVec<&InferenceFact>,
    outputs: TVec<&InferenceFact>,
    observed: TVec<&InferenceFact>
) -> TractResult<(TVec<InferenceFact>, TVec<InferenceFact>, TVec<InferenceFact>)>

Infers properties about the input and output tensors.

fn observe_outlets(
    &self,
    _model: &InferenceModel,
    _node: &InferenceNode
) -> TractResult<Vec<OutletId>>

Allow an op to specify a supplementary list of outlets facts that will trigger inference again.

impl Clone for Inference

fn clone(&self) -> Inference

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for Inference

fn default() -> Inference

Returns the "default value" for a type.

impl Debug for Inference

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.