pub struct ModelPatch<F, O>where
F: Fact + Clone + 'static,
O: Display + Debug + AsRef<dyn Op> + AsMut<dyn Op> + Clone + 'static,{
pub context: Vec<String>,
pub dont_apply_twice: Option<String>,
pub model: Graph<F, O>,
pub inputs: HashMap<usize, usize>,
pub taps: HashMap<OutletId, OutletId>,
pub shunts: HashMap<OutletId, OutletId>,
pub obliterate: Vec<usize>,
}
Expand description
A change to apply to a model.
Actually structured around a model that represent the new nodes to be inserted, plus information about how to connect these new nodes to the pre-existing graph.
Fields§
§context: Vec<String>
patch label for auditing and debugging
dont_apply_twice: Option<String>
optimizer will ignore this patch in node to node loop if it was already encountered
model: Graph<F, O>
the model-like ‘patch’ of nodes to add to the model
inputs: HashMap<usize, usize>
map of replaced inputs (patch node id to model node id)
taps: HashMap<OutletId, OutletId>
map of patch inputs to model wires
shunts: HashMap<OutletId, OutletId>
map of old model wires to be replaced by wires from the patch
obliterate: Vec<usize>
operations to discard from the model
Implementations§
Source§impl<F, O> ModelPatch<F, O>
impl<F, O> ModelPatch<F, O>
pub fn new(s: impl Into<String>) -> Self
pub fn push_context(&mut self, s: impl Into<String>)
pub fn with_context(self, s: impl Into<String>) -> Self
pub fn is_empty(&self) -> bool
Sourcepub fn tap_model(
&mut self,
model: &Graph<F, O>,
outlet: OutletId,
) -> TractResult<OutletId>
pub fn tap_model( &mut self, model: &Graph<F, O>, outlet: OutletId, ) -> TractResult<OutletId>
Draw a tap from a preexisting node.
returns an OutletId usable in the little “patch” model
Sourcepub fn taps<'a>(
&mut self,
model: &Graph<F, O>,
outlets: impl IntoIterator<Item = &'a OutletId>,
) -> TractResult<TVec<OutletId>>
pub fn taps<'a>( &mut self, model: &Graph<F, O>, outlets: impl IntoIterator<Item = &'a OutletId>, ) -> TractResult<TVec<OutletId>>
Draw taps from a preexisting node.
returns an OutletId usable in the little “patch” model
pub unsafe fn shunt_outside_unchecked( &mut self, outlet: OutletId, by: OutletId, ) -> TractResult<()>
Sourcepub fn shunt_outside(
&mut self,
model: &Graph<F, O>,
outlet: OutletId,
by: OutletId,
) -> TractResult<()>
pub fn shunt_outside( &mut self, model: &Graph<F, O>, outlet: OutletId, by: OutletId, ) -> TractResult<()>
Replace an Outlet in the target model by one from the patch.
pub fn obliterate(&mut self, node: usize) -> TractResult<()>
Sourcepub fn replace_single_op<IO: Into<O>>(
patched_model: &Graph<F, O>,
node: &Node<F, O>,
inputs: &[OutletId],
new_op: IO,
) -> TractResult<ModelPatch<F, O>>
pub fn replace_single_op<IO: Into<O>>( patched_model: &Graph<F, O>, node: &Node<F, O>, inputs: &[OutletId], new_op: IO, ) -> TractResult<ModelPatch<F, O>>
Convenience method creating a patch that replaces a single operation.
Sourcepub fn fuse_with_next<IO: Into<O>>(
patched_model: &Graph<F, O>,
node: &Node<F, O>,
new_op: IO,
) -> TractResult<ModelPatch<F, O>>
pub fn fuse_with_next<IO: Into<O>>( patched_model: &Graph<F, O>, node: &Node<F, O>, new_op: IO, ) -> TractResult<ModelPatch<F, O>>
Convenience method creating a patch that fuses an op with the next one.
Sourcepub fn shunt_one_op(
patched_model: &Graph<F, O>,
node: &Node<F, O>,
) -> TractResult<Option<ModelPatch<F, O>>>
pub fn shunt_one_op( patched_model: &Graph<F, O>, node: &Node<F, O>, ) -> TractResult<Option<ModelPatch<F, O>>>
Convenience method creating a patch that shunts the given node.
pub fn rewire( patched_model: &Graph<F, O>, from: &[OutletId], to: &[OutletId], wiring: &dyn Fn(&mut Self, &[OutletId]) -> TractResult<TVec<OutletId>>, ) -> TractResult<ModelPatch<F, O>>
Sourcepub fn single_unary_op<IO: Into<O>>(
patched_model: &Graph<F, O>,
node: &Node<F, O>,
new_op: IO,
) -> TractResult<ModelPatch<F, O>>
pub fn single_unary_op<IO: Into<O>>( patched_model: &Graph<F, O>, node: &Node<F, O>, new_op: IO, ) -> TractResult<ModelPatch<F, O>>
Convenience method creating a patch that replace a single unary operation.
Sourcepub fn intercept<IO: Into<O>>(
patched_model: &Graph<F, O>,
outlet: OutletId,
name: impl Into<String>,
new_op: IO,
fact: F,
) -> TractResult<ModelPatch<F, O>>
pub fn intercept<IO: Into<O>>( patched_model: &Graph<F, O>, outlet: OutletId, name: impl Into<String>, new_op: IO, fact: F, ) -> TractResult<ModelPatch<F, O>>
Convenience method creating a patch that insert an unary op on an outlet.
pub fn wire_node( &mut self, name: impl Into<String>, op: impl Into<O>, inputs: &[OutletId], ) -> TractResult<TVec<OutletId>>
Sourcepub fn apply(self, target: &mut Graph<F, O>) -> TractResult<()>
pub fn apply(self, target: &mut Graph<F, O>) -> TractResult<()>
Apply all changes in the patch to the target model.
Methods from Deref<Target = Graph<F, O>>§
pub fn add_source( &mut self, name: impl Into<String>, fact: F, ) -> TractResult<OutletId>
pub fn add_node( &mut self, name: impl Into<String>, op: impl Into<O>, output_facts: TVec<F>, ) -> TractResult<usize>
Sourcepub fn add_edge(&mut self, outlet: OutletId, inlet: InletId) -> TractResult<()>
pub fn add_edge(&mut self, outlet: OutletId, inlet: InletId) -> TractResult<()>
Connect a node outlet to a node inlet.
Sourcepub fn input_outlets(&self) -> TractResult<&[OutletId]>
pub fn input_outlets(&self) -> TractResult<&[OutletId]>
Get model inputs.
Sourcepub fn set_input_outlets(&mut self, inputs: &[OutletId]) -> TractResult<()>
pub fn set_input_outlets(&mut self, inputs: &[OutletId]) -> TractResult<()>
Change model inputs.
Sourcepub fn set_input_names(
&mut self,
inputs: impl IntoIterator<Item = impl AsRef<str>>,
) -> TractResult<()>
pub fn set_input_names( &mut self, inputs: impl IntoIterator<Item = impl AsRef<str>>, ) -> TractResult<()>
Set model inputs by the node name.
Sourcepub fn input_fact(&self, ix: usize) -> TractResult<&F>
pub fn input_fact(&self, ix: usize) -> TractResult<&F>
Get the ix
-th input tensor type information.
Sourcepub fn input_fact_mut(&mut self, ix: usize) -> TractResult<&mut F>
pub fn input_fact_mut(&mut self, ix: usize) -> TractResult<&mut F>
Get the ix
-th input tensor type information, mutably.
Sourcepub fn set_input_fact(&mut self, input: usize, fact: F) -> TractResult<()>
pub fn set_input_fact(&mut self, input: usize, fact: F) -> TractResult<()>
Set the ix
-th input tensor type information.
Sourcepub fn output_outlets(&self) -> TractResult<&[OutletId]>
pub fn output_outlets(&self) -> TractResult<&[OutletId]>
Get model outputs.
Sourcepub fn auto_outputs(&mut self) -> TractResult<()>
pub fn auto_outputs(&mut self) -> TractResult<()>
Guess outputs from the topology: node or nodes with no successors.
Sourcepub fn set_output_outlets(&mut self, outputs: &[OutletId]) -> TractResult<()>
pub fn set_output_outlets(&mut self, outputs: &[OutletId]) -> TractResult<()>
Change model outputs.
Sourcepub fn set_output_names(
&mut self,
outputs: impl IntoIterator<Item = impl AsRef<str>>,
) -> TractResult<()>
pub fn set_output_names( &mut self, outputs: impl IntoIterator<Item = impl AsRef<str>>, ) -> TractResult<()>
Set model outputs by node names.
Sourcepub fn output_fact(&self, ix: usize) -> TractResult<&F>
pub fn output_fact(&self, ix: usize) -> TractResult<&F>
Get the ix
-th input tensor type information.
Sourcepub fn output_fact_mut(&mut self, ix: usize) -> TractResult<&mut F>
pub fn output_fact_mut(&mut self, ix: usize) -> TractResult<&mut F>
Get the ix
-th input tensor type information, mutably.
Sourcepub fn set_output_fact(&mut self, output: usize, fact: F) -> TractResult<()>
pub fn set_output_fact(&mut self, output: usize, fact: F) -> TractResult<()>
Set the ix
-th output tensor type information.
Sourcepub fn node_names(&self) -> impl Iterator<Item = &str>
pub fn node_names(&self) -> impl Iterator<Item = &str>
Iterate over all node names.
pub fn node_id_by_name(&self, name: &str) -> TractResult<usize>
Sourcepub fn node_by_name(&self, name: impl AsRef<str>) -> TractResult<&Node<F, O>>
pub fn node_by_name(&self, name: impl AsRef<str>) -> TractResult<&Node<F, O>>
Find a node by its name.
Sourcepub fn node_by_name_mut(
&mut self,
name: impl AsRef<str>,
) -> TractResult<&mut Node<F, O>>
pub fn node_by_name_mut( &mut self, name: impl AsRef<str>, ) -> TractResult<&mut Node<F, O>>
Borrow mutably a node by its name.
pub fn rename_node(&mut self, id: usize, name: &str) -> TractResult<()>
Sourcepub fn node_facts(&self, id: usize) -> TractResult<(TVec<&F>, TVec<&F>)>
pub fn node_facts(&self, id: usize) -> TractResult<(TVec<&F>, TVec<&F>)>
Get input and output tensor information for a node.
Sourcepub fn node_input_facts(&self, node_id: usize) -> TractResult<TVec<&F>>
pub fn node_input_facts(&self, node_id: usize) -> TractResult<TVec<&F>>
Get input tensor information for a node.
Sourcepub fn node_output_facts(&self, node_id: usize) -> TractResult<TVec<&F>>
pub fn node_output_facts(&self, node_id: usize) -> TractResult<TVec<&F>>
Get output tensor information for a node.
Sourcepub fn outlet_fact(&self, outlet: OutletId) -> TractResult<&F>
pub fn outlet_fact(&self, outlet: OutletId) -> TractResult<&F>
Get tensor information for a single outlet.
Sourcepub fn outlet_fact_mut(&mut self, outlet: OutletId) -> TractResult<&mut F>
pub fn outlet_fact_mut(&mut self, outlet: OutletId) -> TractResult<&mut F>
Get tensor information for a single outlet.
Sourcepub fn outlets_fact_mut(
&mut self,
outlets: &[OutletId],
) -> TractResult<TVec<&mut F>>
pub fn outlets_fact_mut( &mut self, outlets: &[OutletId], ) -> TractResult<TVec<&mut F>>
Get multiple mutable tensor information for outlets.
Sourcepub fn set_outlet_fact(&mut self, outlet: OutletId, fact: F) -> TractResult<()>
pub fn set_outlet_fact(&mut self, outlet: OutletId, fact: F) -> TractResult<()>
Set tensor information for a single outlet.
Sourcepub fn outlet_label(&self, outlet: OutletId) -> Option<&str>
pub fn outlet_label(&self, outlet: OutletId) -> Option<&str>
Get label for an outlet.
Sourcepub fn set_outlet_label(
&mut self,
outlet: OutletId,
label: String,
) -> TractResult<()>
pub fn set_outlet_label( &mut self, outlet: OutletId, label: String, ) -> TractResult<()>
Set label for an outlet.
Sourcepub fn find_outlet_label(&self, label: &str) -> Option<OutletId>
pub fn find_outlet_label(&self, label: &str) -> Option<OutletId>
Find outlet by label.
Sourcepub fn eval_order(&self) -> TractResult<Vec<usize>>
pub fn eval_order(&self) -> TractResult<Vec<usize>>
Computes an evalutation order for the graph inputs and outputs
Sourcepub fn eval_order_opt_ram(&self) -> TractResult<Vec<usize>>
pub fn eval_order_opt_ram(&self) -> TractResult<Vec<usize>>
Computes an evalutation order for the graph inputs and outputs. This order will minimize temporary buffers.
pub fn check_edges(&self) -> TractResult<()>
Sourcepub fn eval_tmp_memory_usage<Flushable>(
&self,
order: &[usize],
flushable: Flushable,
) -> TractResult<TVec<(usize, TDim)>>
pub fn eval_tmp_memory_usage<Flushable>( &self, order: &[usize], flushable: Flushable, ) -> TractResult<TVec<(usize, TDim)>>
Evaluate temporary memory usage with its related node at each step of the given order.
pub fn check_names(&self) -> TractResult<()>
pub fn linear_prec(&self, id: usize) -> TractResult<Option<&Node<F, O>>>
pub fn single_prec(&self, id: usize) -> TractResult<Option<&Node<F, O>>>
pub fn all_prec(&self, id: usize) -> TractResult<Option<TVec<&Node<F, O>>>>
pub fn single_prec_at( &self, id: usize, count: usize, ) -> TractResult<Option<&Node<F, O>>>
pub fn single_succ_at( &self, id: usize, count: usize, ) -> TractResult<Option<&Node<F, O>>>
Sourcepub fn linear_succ(&self, id: usize) -> TractResult<Option<&Node<F, O>>>
pub fn linear_succ(&self, id: usize) -> TractResult<Option<&Node<F, O>>>
linear_succ is only intended for optimisation of simple operators with 1 output, and only 1 output successors (successor with only 1 input)
pub fn single_succ(&self, id: usize) -> TractResult<Option<&Node<F, O>>>
pub fn all_succ(&self, id: usize) -> TractResult<Option<TVec<&Node<F, O>>>>
pub fn outlet_successors(&self, outlet: OutletId) -> &[InletId]
Sourcepub fn new_sym_with_prefix(&self, prefix: &str) -> Symbol
pub fn new_sym_with_prefix(&self, prefix: &str) -> Symbol
create a new symbol with the prefix
Sourcepub fn unique_name<'n>(&self, prefix: impl Into<Cow<'n, str>>) -> Cow<'n, str>
pub fn unique_name<'n>(&self, prefix: impl Into<Cow<'n, str>>) -> Cow<'n, str>
generates a name for a new node in the model that will not conflict (by suffixing with a dot and number)
pub fn check_compact(&self) -> TractResult<()>
pub fn compact(&mut self) -> TractResult<()>
Trait Implementations§
Source§impl<F, O> Clone for ModelPatch<F, O>
impl<F, O> Clone for ModelPatch<F, O>
Source§fn clone(&self) -> ModelPatch<F, O>
fn clone(&self) -> ModelPatch<F, O>
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source
. Read moreSource§impl<F, O> Debug for ModelPatch<F, O>
impl<F, O> Debug for ModelPatch<F, O>
Source§impl<F, O> Default for ModelPatch<F, O>
impl<F, O> Default for ModelPatch<F, O>
Source§fn default() -> ModelPatch<F, O>
fn default() -> ModelPatch<F, O>
Source§impl<F, O> Deref for ModelPatch<F, O>
impl<F, O> Deref for ModelPatch<F, O>
Auto Trait Implementations§
impl<F, O> Freeze for ModelPatch<F, O>
impl<F, O> !RefUnwindSafe for ModelPatch<F, O>
impl<F, O> Send for ModelPatch<F, O>where
O: Send,
impl<F, O> Sync for ModelPatch<F, O>where
O: Sync,
impl<F, O> Unpin for ModelPatch<F, O>
impl<F, O> !UnwindSafe for ModelPatch<F, O>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
Source§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Box<dyn Trait>
(where Trait: Downcast
) to Box<dyn Any>
. Box<dyn Any>
can
then be further downcast
into Box<ConcreteType>
where ConcreteType
implements Trait
.Source§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Rc<Trait>
(where Trait: Downcast
) to Rc<Any>
. Rc<Any>
can then be
further downcast
into Rc<ConcreteType>
where ConcreteType
implements Trait
.Source§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
&Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &Any
’s vtable from &Trait
’s.Source§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
&mut Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &mut Any
’s vtable from &mut Trait
’s.Source§impl<T> DowncastSync for T
impl<T> DowncastSync for T
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more