Struct tract_pulse::internal::tract_core::ops::matmul::pack::MatMatMulPack

[−]

pub struct MatMatMulPack { /* private fields */ }

Trait Implementations

impl Clone for MatMatMulPack

fn clone(&self) -> MatMatMulPack

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

impl Debug for MatMatMulPack

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more

impl DynHash for MatMatMulPack

fn dyn_hash(&self, hasher: &mut dyn Hasher)

impl EvalOp for MatMatMulPack

fn is_stateless(&self) -> bool

fn eval(
&self,
inputs: SmallVec<[Arc<Tensor>; 4]>
) -> Result<SmallVec<[Arc<Tensor>; 4]>, Error>

fn state(
 &self,
 session: &mut SessionState,
 node_id: usize
) -> Result<Option<Box<dyn OpState + 'static, Global>>, Error>

impl Hash for MatMatMulPack

fn hash<H>(&self, state: &mut H) where
H: Hasher,

Feeds this value into the given Hasher. Read more

1.3.0 · source

fn hash_slice<H>(data: &[Self], state: &mut H) where
H: Hasher,

Feeds a slice of this type into the given Hasher. Read more

impl Op for MatMatMulPack

fn name(&self) -> Cow<'_, str>

fn same_as(&self, other: &(dyn Op + 'static)) -> bool

Compare two ops.

fn op_families(&self) -> &'static [&'static str ]

Vector of short strings defining what families the op belongs too. tract-core defines “core”, “mir”, “lir”. Read more

fn as_typed(&self) -> Option<&(dyn TypedOp + 'static)>

fn validation(&self) -> Validation

The kind of accuracy check that should be performed on operation when testing them. Read more

fn info(&self) -> Result<Vec<String, Global>, Error>

Short (one-line) strings giving hints on internal implementation or important configuration details to be displayed in dumps. Read more

impl PartialEq<MatMatMulPack> for MatMatMulPack

fn eq(&self, other: &MatMatMulPack) -> bool

This method tests for self and other values to be equal, and is used by ==. Read more

fn ne(&self, other: &MatMatMulPack) -> bool

This method tests for !=.

impl TypedOp for MatMatMulPack

fn output_facts(
&self,
inputs: &[&TypedFact ]
) -> Result<SmallVec<[TypedFact ; 4]>, Error>

Deduce output facts from input facts.

fn as_op(&self) -> &(dyn Op + 'static)

Reinterpret the TypedOp as an Op.

fn as_op_mut(&mut self) -> &mut (dyn Op + 'static)

Reinterpret the TypedOp as an Op, mutably.

fn invariants(
 &self,
 inputs: &[&TypedFact ],
 outputs: &[&TypedFact ]
) -> Result<Invariants, Error>

fn fuse(
 &self,
 _model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 _node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

Fuse op after codegen to deal with local optimisations.

fn declutter_with_session(
 &self,
 session: &mut OptimizerSession<'_>,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

Declutter the op to the tract_core operator set as much as possible.

fn declutter(
 &self,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

Declutter the op to the tract_core operator set as much as possible.

fn cost(
&self,
_inputs: &[&TypedFact ]
) -> Result<SmallVec<[(Cost, TDim ); 4]>, Error>

Computes a cost hint of the operation. Read more

fn suggested_axis_changes(
&self
) -> Result<SmallVec<[(InOut, AxisOp ); 4]>, Error>

fn change_axes(
 &self,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 io: InOut,
 change: &AxisOp
) -> Result<Option<AxisChangeConsequence>, Error>

fn slice_output(
 &self,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 patch: &mut ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 slice_suffix: &str,
 output_slot: usize,
 axis: usize,
 start: usize,
 end: usize
) -> Result<Option<(OutletId, bool )>, Error>

fn quantize(
 &self,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 dt: DatumType,
 scale: f32,
 zero_point: i32
) -> Result<Option<Box<dyn TypedOp + 'static, Global>>, Error>

Transforms the op in an equivalent one, operating on dt (i8 or u8). Read more

fn concretize_dims(
 &self,
 source: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 target: &mut Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 mapping: &HashMap<OutletId, OutletId, RandomState>,
 values: &SymbolValues
) -> Result<SmallVec<[OutletId ; 4]>, Error>

Transform the op into by providing a value to one or more symbols.

fn codegen(
 &self,
 model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
 node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

Translate the op into the most efficient form possible for execution. Read more

fn nested_model_multipliers(
 &self,
 inputs: &[&TypedFact ]
) -> Vec<(Cow<'_, str>, f64 ), Global>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A> where A: Allocator,`

Nested model multipliers, with label (for profiling).

impl StructuralPartialEq for MatMatMulPack

Auto Trait Implementations

impl RefUnwindSafe for MatMatMulPack

impl Send for MatMatMulPack

impl Sync for MatMatMulPack

impl Unpin for MatMatMulPack

impl UnwindSafe for MatMatMulPack

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> Downcast for T where
T: Any,

source

fn into_any(self: Box<T, Global>) -> Box<dyn Any + 'static, Global>ⓘNotable traits for Box<W, Global>`impl<W> Write for Box<W, Global> where W: Write + ?Sized, impl<R> Read for Box<R, Global> where R: Read + ?Sized, impl<F, A> Future for Box<F, A> where F: Future + Unpin + ?Sized, A: Allocator + 'static, type Output = <F as Future>::Output;impl<I, A> Iterator for Box<I, A> where I: Iterator + ?Sized, A: Allocator, type Item = ::Item;`

Convert Box<dyn Trait> (where Trait: Downcast) to Box<dyn Any>. Box<dyn Any> can then be further downcast into Box<ConcreteType> where ConcreteType implements Trait. Read more

source

fn into_any_rc(self: Rc<T>) -> Rc<dyn Any + 'static>

Convert Rc<Trait> (where Trait: Downcast) to Rc<Any>. Rc<Any> can then be further downcast into Rc<ConcreteType> where ConcreteType implements Trait. Read more

source

fn as_any(&self) -> &(dyn Any + 'static)

Convert &Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot generate &Any’s vtable from &Trait’s. Read more

source

fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)

Convert &mut Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot generate &mut Any’s vtable from &mut Trait’s. Read more

source

impl<T> DowncastSync for T where
T: Any + Send + Sync,

source

fn into_any_arc(self: Arc<T>) -> Arc<dyn Any + Send + Sync + 'static>

Convert Arc<Trait> (where Trait: Downcast) to Arc<Any>. Arc<Any> can then be further downcast into Arc<ConcreteType> where ConcreteType implements Trait. Read more

source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct tract_pulse::internal::tract_core::ops::matmul::pack::MatMatMulPack

Trait Implementations

impl Clone for MatMatMulPack

fn clone(&self) -> MatMatMulPack

fn clone_from(&mut self, source: &Self)

impl Debug for MatMatMulPack

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl DynHash for MatMatMulPack

fn dyn_hash(&self, hasher: &mut dyn Hasher)

impl EvalOp for MatMatMulPack

fn is_stateless(&self) -> bool

fn eval( &self, inputs: SmallVec<[Arc<Tensor>; 4]>) -> Result<SmallVec<[Arc<Tensor>; 4]>, Error>

fn state( &self, session: &mut SessionState, node_id: usize) -> Result<Option<Box<dyn OpState + 'static, Global>>, Error>

impl Hash for MatMatMulPack

fn hash<H>(&self, state: &mut H) where H: Hasher,

fn hash_slice<H>(data: &[Self], state: &mut H) where H: Hasher,

impl Op for MatMatMulPack

fn name(&self) -> Cow<'_, str>

fn same_as(&self, other: &(dyn Op + 'static)) -> bool

fn op_families(&self) -> &'static [&'static str]

fn as_typed(&self) -> Option<&(dyn TypedOp + 'static)>

fn validation(&self) -> Validation

fn info(&self) -> Result<Vec<String, Global>, Error>

impl PartialEq<MatMatMulPack> for MatMatMulPack

fn eq(&self, other: &MatMatMulPack) -> bool

fn ne(&self, other: &MatMatMulPack) -> bool

impl TypedOp for MatMatMulPack

fn output_facts( &self, inputs: &[&TypedFact]) -> Result<SmallVec<[TypedFact; 4]>, Error>

fn as_op(&self) -> &(dyn Op + 'static)

fn as_op_mut(&mut self) -> &mut (dyn Op + 'static)

fn invariants( &self, inputs: &[&TypedFact], outputs: &[&TypedFact]) -> Result<Invariants, Error>

fn fuse( &self, _model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, _node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn declutter_with_session( &self, session: &mut OptimizerSession<'_>, model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn declutter( &self, model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn cost( &self, _inputs: &[&TypedFact]) -> Result<SmallVec<[(Cost, TDim); 4]>, Error>

fn suggested_axis_changes( &self) -> Result<SmallVec<[(InOut, AxisOp); 4]>, Error>

fn change_axes( &self, model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>, io: InOut, change: &AxisOp) -> Result<Option<AxisChangeConsequence>, Error>

fn quantize( &self, model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>, dt: DatumType, scale: f32, zero_point: i32) -> Result<Option<Box<dyn TypedOp + 'static, Global>>, Error>

fn codegen( &self, model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>, node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn nested_model_multipliers( &self, inputs: &[&TypedFact]) -> Vec<(Cow<'_, str>, f64), Global>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A> where A: Allocator,

impl StructuralPartialEq for MatMatMulPack

Auto Trait Implementations

impl RefUnwindSafe for MatMatMulPack

impl Send for MatMatMulPack

impl Sync for MatMatMulPack

impl Unpin for MatMatMulPack

impl UnwindSafe for MatMatMulPack

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> Downcast for T where T: Any,

fn into_any_rc(self: Rc<T>) -> Rc<dyn Any + 'static>

fn as_any(&self) -> &(dyn Any + 'static)

fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)

impl<T> DowncastSync for T where T: Any + Send + Sync,

fn into_any_arc(self: Arc<T>) -> Arc<dyn Any + Send + Sync + 'static>

impl<T> DynClone for T where T: Clone,

fn __clone_box(&self, Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> ToOwned for T where T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

fn eval(
&self,
inputs: SmallVec<[Arc<Tensor>; 4]>
) -> Result<SmallVec<[Arc<Tensor>; 4]>, Error>

fn state(
&self,
session: &mut SessionState,
node_id: usize
) -> Result<Option<Box<dyn OpState + 'static, Global>>, Error>

fn hash<H>(&self, state: &mut H) where
H: Hasher,

fn hash_slice<H>(data: &[Self], state: &mut H) where
H: Hasher,

fn op_families(&self) -> &'static [&'static str ]

fn output_facts(
&self,
inputs: &[&TypedFact ]
) -> Result<SmallVec<[TypedFact ; 4]>, Error>

fn invariants(
&self,
inputs: &[&TypedFact ],
outputs: &[&TypedFact ]
) -> Result<Invariants, Error>

fn fuse(
&self,
_model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
_node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn declutter_with_session(
&self,
session: &mut OptimizerSession<'_>,
model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn declutter(
&self,
model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn cost(
&self,
_inputs: &[&TypedFact ]
) -> Result<SmallVec<[(Cost, TDim ); 4]>, Error>

fn suggested_axis_changes(
&self
) -> Result<SmallVec<[(InOut, AxisOp ); 4]>, Error>

fn change_axes(
&self,
model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
io: InOut,
change: &AxisOp
) -> Result<Option<AxisChangeConsequence>, Error>

fn quantize(
&self,
model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>,
dt: DatumType,
scale: f32,
zero_point: i32
) -> Result<Option<Box<dyn TypedOp + 'static, Global>>, Error>

fn codegen(
&self,
model: &Graph<TypedFact, Box<dyn TypedOp + 'static, Global>>,
node: &Node<TypedFact, Box<dyn TypedOp + 'static, Global>>
) -> Result<Option<ModelPatch<TypedFact, Box<dyn TypedOp + 'static, Global>>>, Error>

fn nested_model_multipliers(
&self,
inputs: &[&TypedFact ]
) -> Vec<(Cow<'_, str>, f64 ), Global>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A> where A: Allocator,`

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T> Downcast for T where
T: Any,

impl<T> DowncastSync for T where
T: Any + Send + Sync,

impl<T> DynClone for T where
T: Clone,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,