Struct tract_hir::ops::matmul::MatMul

pub struct MatMul {
    pub a_trans: bool,
    pub b_trans: bool,
    pub c_trans: bool,
    pub q_params: Option<QParams>,
}

Fields

a_trans: bool

b_trans: bool

c_trans: bool

q_params: Option<QParams>

Implementations

impl MatMul

pub fn with_a_trans(self, a_trans: bool) -> MatMul

pub fn with_b_trans(self, b_trans: bool) -> MatMul

pub fn with_c_trans(self, c_trans: bool) -> MatMul

pub fn with_q_params(self, q_params: QParams) -> MatMul

Trait Implementations

impl Clone for MatMul

fn clone(&self) -> MatMul

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MatMul

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for MatMul

fn default() -> MatMul

Returns the "default value" for a type.

impl DynHash for MatMul

fn dyn_hash(&self, state: &mut dyn Hasher)

impl Hash for MatMul

fn hash<__H>(&self, state: &mut __H) where
    __H: Hasher, 

Feeds this value into the given [Hasher].

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given [Hasher].

impl InferenceRulesOp for MatMul

fn rules<'r, 'p: 'r, 's: 'r>(
    &'s self,
    s: &mut Solver<'r>,
    inputs: &'p [TensorProxy],
    outputs: &'p [TensorProxy]
) -> InferenceResult

Registers the inference rules of the operator.

fn as_op(&self) -> &dyn Op

fn as_op_mut(&mut self) -> &mut dyn Op

fn to_typed(
    &self,
    _source: &InferenceModel,
    node: &InferenceNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>
) -> TractResult<TVec<OutletId>>

fn nboutputs(&self) -> TractResult<usize>

fn incorporate(
    &self,
    model: &InferenceModel,
    node: &InferenceNode
) -> TractResult<Option<InferenceModelPatch>>

impl Op for MatMul

fn name(&self) -> Cow<'_, str>

fn op_families(&self) -> &'static [&'static str]

Vector of short strings defining what families the op belongs too. tract-core defines "core", "mir", "lir".

fn as_typed(&self) -> Option<&(dyn TypedOp + 'static)>

fn as_pulsed(&self) -> Option<&(dyn PulsedOp + 'static)>

fn validation(&self) -> Validation

The kind of accuracy check that should be performed on operation when testing them.

fn same_as(&self, _other: &(dyn Op + 'static)) -> bool

Compare two ops.

fn info(&self) -> Result<Vec<String>, TractError>

Short (one-line) strings giving hints on internal implementation or important configuration details to be displayed in dumps.

fn is_canonic(&self) -> bool

impl StatelessOp for MatMul

fn eval(
    &self,
    inputs: SmallVec<[Arc<Tensor>; 4]>
) -> Result<SmallVec<[Arc<Tensor>; 4]>, TractError>

impl TypedOp for MatMul

fn output_facts(
    &self,
    inputs: &[&TypedFact]
) -> Result<SmallVec<[TypedFact; 4]>, TractError>

Deduce output facts from input facts.

fn declutter(
    &self,
    model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static>>>, TractError>

Declutter the op to the tract_core operator set as much as possible.

fn cost(
    &self,
    inputs: &[&TypedFact]
) -> Result<SmallVec<[(Cost, TDim); 4]>, TractError>

Computes a cost hint of the operation.

fn as_op(&self) -> &(dyn Op + 'static)

Reinterpret the TypedOp as an Op.

fn as_op_mut(&mut self) -> &mut (dyn Op + 'static)

Reinterpret the TypedOp as an Op, mutably.

fn invariants(
    &self,
    model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>
) -> Result<Invariants, TractError>

fn fuse(
    &self,
    _model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    _node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static>>>, TractError>

Fuse op after codegen to deal with local optimisations.

fn suggested_axis_changes(
    &self
) -> Result<SmallVec<[(InOut, AxisOp); 4]>, TractError>

fn change_axes(
    &self,
    model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>,
    io: InOut,
    change: &AxisOp
) -> Result<Option<AxisChangeConsequence>, TractError>

fn slice_output(
    &self,
    model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>,
    patch: &mut ModelPatch<TypedFact, Box<dyn TypedOp + 'static>>,
    output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> Result<Option<OutletId>, TractError>

fn quantize(
    &self,
    model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>,
    dt: DatumType,
    scale: f32,
    zero_point: i32
) -> Result<Option<Box<dyn TypedOp + 'static>>, TractError>

Transforms the op in an equivalent one, operating on dt (i8 or u8).

fn pulsify(
    &self,
    _source: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>,
    _target: &mut Graph<PulsedFact, Box<dyn PulsedOp + 'static>>,
    _mapping: &HashMap<OutletId, OutletId, RandomState>,
    _pulse: usize
) -> Result<SmallVec<[OutletId; 4]>, TractError>

Translate an op from a typed network to a pulsing equivalent form, if possible.

fn concretize_stream_dim(
    &self,
    _source: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>,
    target: &mut Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    mapping: &HashMap<OutletId, OutletId, RandomState>,
    _stream_dim: usize
) -> Result<SmallVec<[OutletId; 4]>, TractError>

Transform the op into by making the S dimension concrete.

fn codegen(
    &self,
    _model: &Graph<TypedFact, Box<dyn TypedOp + 'static>>,
    _node: &BaseNode<TypedFact, Box<dyn TypedOp + 'static>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static>>>, TractError>

Translate the op into the most efficient form possible for execution.

fn nested_model_multipliers(
    &self,
    inputs: &[&TypedFact]
) -> Vec<(Cow<'_, str>, f64)>

Nested model multipliers, with label (for profiling).