Struct tract_hir::ops::scan::InferenceScan

pub struct InferenceScan {
    pub body: InferenceModel,
    pub input_mapping: Vec<InputMapping>,
    pub output_mapping: Vec<OutputMapping<TDim>>,
    pub seq_length_input_slot: Option<usize>,
    pub clean_scan_counts: bool,
    pub iter_count_fact: GenericFactoid<TDim>,
}

Fields

body: InferenceModel

input_mapping: Vec<InputMapping>

output_mapping: Vec<OutputMapping<TDim>>

seq_length_input_slot: Option<usize>

clean_scan_counts: bool

iter_count_fact: GenericFactoid<TDim>

Implementations

impl InferenceScan

pub fn new(
    body: InferenceModel,
    input_mapping: Vec<InputMapping>,
    output_mapping: Vec<OutputMapping<TDim>>,
    seq_length_input_slot: Option<usize>,
    clean_scan_counts: bool,
    iter_count_fact: GenericFactoid<TDim>
) -> Self

Constructs a new InferenceScan.

Trait Implementations

impl Clone for InferenceScan

fn clone(&self) -> InferenceScan

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceScan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceScan

fn default() -> InferenceScan

Returns the “default value” for a type.

impl DynHash for InferenceScan

fn dyn_hash(&self, state: &mut dyn Hasher)

impl EvalOp for InferenceScan

fn is_stateless(&self) -> bool

fn state(
    &self,
    session: &mut SessionState,
    node_id: usize
) -> TractResult<Option<Box<dyn OpState>>>

fn eval(
    &self,
    inputs: SmallVec<[Arc<Tensor>; 4]>
) -> Result<SmallVec<[Arc<Tensor>; 4]>, Error>

impl Hash for InferenceScan

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl InferenceOp for InferenceScan

fn infer_facts(
    &mut self,
    inputs: TVec<&InferenceFact>,
    outputs: TVec<&InferenceFact>,
    _observed: TVec<&InferenceFact>
) -> TractResult<(TVec<InferenceFact>, TVec<InferenceFact>, TVec<InferenceFact>)>

Infer properties about inputs and output tensors. This method does not need to deal with the “trivial” stateless op with fully determined inputs cases.

fn to_typed(
    &self,
    _source: &InferenceModel,
    node: &InferenceNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>
) -> TractResult<TVec<OutletId>>

Called during translation to TypedModel.

fn nboutputs(&self) -> TractResult<usize>

fn as_op(&self) -> &dyn Op

Reinterpret the InferenceOp as an Op.

fn as_op_mut(&mut self) -> &mut dyn Op

Reinterpret the InferenceOp as an Op, mutably.

fn infer(
    &mut self,
    inputs: TVec<&InferenceFact>,
    outputs: TVec<&InferenceFact>,
    observed: TVec<&InferenceFact>
) -> TractResult<(TVec<InferenceFact>, TVec<InferenceFact>, TVec<InferenceFact>)>

Infers properties about the input and output tensors.

fn observe_outlets(
    &self,
    _model: &InferenceModel,
    _node: &InferenceNode
) -> TractResult<Vec<OutletId>>

Allow an op to specify a supplementary list of outlets facts that will trigger inference again.

fn incorporate(
    &self,
    model: &InferenceModel,
    node: &InferenceNode
) -> TractResult<Option<InferenceModelPatch>>

Early pass on inference model, after analyse, but before translation to typed network. Meant to deal with some framework idiosyncrasies that manifest with temporaries nodes that can run some form of inference but require refactoring the network before it can be evaluated.

impl Op for InferenceScan

fn name(&self) -> Cow<'_, str>

fn info(&self) -> TractResult<Vec<String>>

Short (one-line) strings giving hints on internal implementation or important configuration details to be displayed in dumps.

fn op_families(&self) -> &'static [&'static str]

Vector of short strings defining what families the op belongs too. tract-core defines “core”, “mir”, “lir”.

fn as_typed(&self) -> Option<&dyn TypedOp>

fn validation(&self) -> Validation

The kind of accuracy check that should be performed on operation when testing them.

fn same_as(&self, _other: &(dyn Op + 'static)) -> bool

Compare two ops.