Trait tract_core::ops::TypedOp

pub trait TypedOp: Op + Debug + DynClone + Send + Sync + 'static + Downcast + EvalOp + DynHash {
    pub fn as_op(&self) -> &dyn Op;
    pub fn as_op_mut(&mut self) -> &mut dyn Op;
    pub fn output_facts(
        &self, 
        inputs: &[&TypedFact]
    ) -> TractResult<TVec<TypedFact>>;

    pub fn invariants(
        &self, 
        model: &TypedModel, 
        node: &TypedNode
    ) -> TractResult<Invariants> { ... }
    pub fn fuse(
        &self, 
        _model: &TypedModel, 
        _node: &TypedNode
    ) -> TractResult<Option<TypedModelPatch>> { ... }
    pub fn declutter(
        &self, 
        model: &TypedModel, 
        node: &TypedNode
    ) -> TractResult<Option<TypedModelPatch>> { ... }
    pub fn cost(
        &self, 
        _inputs: &[&TypedFact]
    ) -> TractResult<TVec<(Cost, TDim)>> { ... }
    pub fn suggested_axis_changes(&self) -> TractResult<TVec<(InOut, AxisOp)>> { ... }
    pub fn change_axes(
        &self, 
        model: &TypedModel, 
        node: &TypedNode, 
        io: InOut, 
        change: &AxisOp
    ) -> TractResult<Option<AxisChangeConsequence>> { ... }
    pub fn slice_output(
        &self, 
        model: &TypedModel, 
        node: &TypedNode, 
        patch: &mut TypedModelPatch, 
        output_slot: usize, 
        axis: usize, 
        start: usize, 
        end: usize
    ) -> TractResult<Option<OutletId>> { ... }
    pub fn quantize(
        &self, 
        model: &TypedModel, 
        node: &TypedNode, 
        dt: DatumType, 
        scale: f32, 
        zero_point: i32
    ) -> TractResult<Option<Box<dyn TypedOp>>> { ... }
    pub fn concretize_dims(
        &self, 
        source: &TypedModel, 
        node: &TypedNode, 
        target: &mut TypedModel, 
        mapping: &HashMap<OutletId, OutletId>, 
        values: &SymbolValues
    ) -> TractResult<TVec<OutletId>> { ... }
    pub fn codegen(
        &self, 
        model: &TypedModel, 
        node: &TypedNode
    ) -> TractResult<Option<TypedModelPatch>> { ... }
    pub fn nested_model_multipliers(
        &self, 
        inputs: &[&TypedFact]
    ) -> Vec<(Cow<'_, str>, f64)> { ... }
}

Required methods

pub fn as_op(&self) -> &dyn Op

Reinterpret the TypedOp as an Op.

pub fn as_op_mut(&mut self) -> &mut dyn Op

Reinterpret the TypedOp as an Op, mutably.

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

Deduce output facts from input facts.

Loading content...

Provided methods

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn fuse(
    &self,
    _model: &TypedModel,
    _node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Fuse op after codegen to deal with local optimisations.

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Declutter the op to the tract_core operator set as much as possible.

pub fn cost(&self, _inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

Computes a cost hint of the operation.

Each pair is a type of operation and a number per call on eval.

pub fn suggested_axis_changes(&self) -> TractResult<TVec<(InOut, AxisOp)>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn quantize(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    dt: DatumType,
    scale: f32,
    zero_point: i32
) -> TractResult<Option<Box<dyn TypedOp>>>

Transforms the op in an equivalent one, operating on dt (i8 or u8).

Returns None if the op can not be translated.

pub fn concretize_dims(
    &self,
    source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

Transform the op into by providing a value to one or more symbols.

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Translate the op into the most efficient form possible for execution.

This transformation is supposed to be final, no more pass are expected to be run on the codegen networks.

pub fn nested_model_multipliers(
    &self,
    inputs: &[&TypedFact]
) -> Vec<(Cow<'_, str>, f64)>

Nested model multipliers, with label (for profiling).

Loading content...

Trait Implementations

impl AsMut<dyn Op + 'static> for dyn TypedOp

pub fn as_mut(&mut self) -> &mut dyn Op

Performs the conversion.

impl AsRef<dyn Op + 'static> for dyn TypedOp

pub fn as_ref(&self) -> &dyn Op

Performs the conversion.

Implementors

impl TypedOp for AxisOp

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    _model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn suggested_axis_changes(&self) -> TractResult<TVec<(InOut, AxisOp)>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn concretize_dims(
    &self,
    _source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

impl TypedOp for ConstantOfShape

pub fn output_facts(
    &self,
    _inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for FiniteReshape

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Gather

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

impl TypedOp for MultiBroadcastTo

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn concretize_dims(
    &self,
    _source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for OneHot

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Pad

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

impl TypedOp for Slice

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    _output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Tile

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for TypedConcat

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    _output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

impl TypedOp for MergeOpUnicast

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for TypedBinOp

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    _output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for UnaryOp

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    _output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for ConvUnary

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Im2Col

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for MaxPool

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for SumPool

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Downsample

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Dummy

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    _inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for ElementWiseOp

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn quantize(
    &self,
    _model: &TypedModel,
    _node: &TypedNode,
    dt: DatumType,
    scale: f32,
    zero_point: i32
) -> TractResult<Option<Box<dyn TypedOp>>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Identity

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn fuse(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Const

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    _inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for Iff

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for LirMatMulUnary

pub fn output_facts(
    &self,
    _inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn cost(&self, _inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn fuse(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for MatMul

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for MatMulUnary

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    _output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

pub fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for MatMatMulPack

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for Reduce

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

impl TypedOp for DequantizeLinearF32

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn declutter(
    &self,
    model: &TypedModel,
    dequant: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

impl TypedOp for LirScan

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

impl TypedOp for Scan

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

pub fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn invariants(
    &self,
    _model: &TypedModel,
    _node: &TypedNode
) -> TractResult<Invariants>

pub fn change_axes(
    &self,
    _model: &TypedModel,
    _node: &TypedNode,
    io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

pub fn concretize_dims(
    &self,
    _source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

pub fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

impl TypedOp for TypedSource

pub fn output_facts(
    &self,
    _inputs: &[&TypedFact]
) -> TractResult<TVec<TypedFact>>

pub fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    _io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

pub fn concretize_dims(
    &self,
    _source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    _mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

pub fn as_op(&self) -> &dyn Op

pub fn as_op_mut(&mut self) -> &mut dyn Op

Loading content...