Struct dataflow::pipeline::ArrayBatch

source ·

pub struct ArrayBatch<const B: usize, T> { /* private fields */ }

Expand description

Create batches from examples

Implementations

source

impl<const B: usize, T> ArrayBatch<B, T>

source

pub fn new() -> Self

Trait Implementations

source

impl<const B: usize, T> Node for ArrayBatch<B, T>

type Input = T

type Output = [T; B]

source

fn process(&mut self, input: Vec<Self::Input>) -> Vec<Self::Output>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A>where A: Allocator,`

Process a batch of data

source

fn data_remaining(&self, before: usize) -> usize

Get number of examples left

source

fn reset(&mut self)

Reset signal propogates through pipeline

source

fn add_node<N: Node<Input = Self::Output>>(self, node: N) -> Connector<Self, N>where
Self: Sized,

source

fn add_batch_fn<O, F: Fn(Vec<Self::Output>) -> Vec<O>>(
    self,
    function: F
) -> Connector<Self, BatchStateless<Self::Output, O, F>>where
    Self: Sized,

Add function to pipeline

source

fn add_fn<O, F: Fn(Self::Output) -> O + Send + Sync>(
    self,
    function: F
) -> Connector<Self, SingleStateless<Self::Output, O, F>>where
    Self: Sized,

Add function that takes a single datapoint and outputs a single datapoint

source

fn pair<O1, O2, N3: Node<Input = O1>, N4: Node<Input = O2>>(
    self,
    node1: N3,
    node2: N4
) -> Connector<Self, Pair<N3, N4>>where
    Self: Sized,
    Self: Node<Output = (O1, O2)>,

Auto Trait Implementations

impl<const B: usize, T> RefUnwindSafe for ArrayBatch<B, T>where
T: RefUnwindSafe,

impl<const B: usize, T> Send for ArrayBatch<B, T>where
T: Send,

impl<const B: usize, T> Sync for ArrayBatch<B, T>where
T: Sync,

impl<const B: usize, T> Unpin for ArrayBatch<B, T>where
T: Unpin,

impl<const B: usize, T> UnwindSafe for ArrayBatch<B, T>where
T: UnwindSafe,

Blanket Implementations

source

impl<T> Any for Twhere
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for Twhere
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for Twhere
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T> Instrument for T

source

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more

source

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more

source

impl<T, U> Into<U> for Twhere
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

impl<T> Pointable for T

const ALIGN: usize = mem::align_of::<T>()

The alignment of pointer.

type Init = T

The type for initializers.

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T, U> TryFrom<U> for Twhere
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.

source

impl<T, U> TryInto<U> for Twhere
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.

impl<V, T> VZip<V> for Twhere
V: MultiLane<T>,

fn vzip(self) -> V

source

impl<T> WithSubscriber for T

source

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where
S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more

source

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more

Struct dataflow::pipeline::ArrayBatch

Implementations

impl<const B: usize, T> ArrayBatch<B, T>

pub fn new() -> Self

Trait Implementations

impl<const B: usize, T> Node for ArrayBatch<B, T>

type Input = T

type Output = [T; B]

fn process(&mut self, input: Vec<Self::Input>) -> Vec<Self::Output>ⓘNotable traits for Vec<u8, A>impl<A> Write for Vec<u8, A>where A: Allocator,

fn data_remaining(&self, before: usize) -> usize

fn reset(&mut self)

fn add_node<N: Node<Input = Self::Output>>(self, node: N) -> Connector<Self, N>where Self: Sized,

fn add_batch_fn<O, F: Fn(Vec<Self::Output>) -> Vec<O>>( self, function: F) -> Connector<Self, BatchStateless<Self::Output, O, F>>where Self: Sized,

fn add_fn<O, F: Fn(Self::Output) -> O + Send + Sync>( self, function: F) -> Connector<Self, SingleStateless<Self::Output, O, F>>where Self: Sized,

fn pair<O1, O2, N3: Node<Input = O1>, N4: Node<Input = O2>>( self, node1: N3, node2: N4) -> Connector<Self, Pair<N3, N4>>where Self: Sized, Self: Node<Output = (O1, O2)>,

Auto Trait Implementations

impl<const B: usize, T> RefUnwindSafe for ArrayBatch<B, T>where T: RefUnwindSafe,

impl<const B: usize, T> Send for ArrayBatch<B, T>where T: Send,

impl<const B: usize, T> Sync for ArrayBatch<B, T>where T: Sync,

impl<const B: usize, T> Unpin for ArrayBatch<B, T>where T: Unpin,

impl<const B: usize, T> UnwindSafe for ArrayBatch<B, T>where T: UnwindSafe,

Blanket Implementations

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Pointable for T

const ALIGN: usize = mem::align_of::<T>()

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

fn process(&mut self, input: Vec<Self::Input>) -> Vec<Self::Output>ⓘNotable traits for Vec<u8, A>`impl<A> Write for Vec<u8, A>where A: Allocator,`

fn add_node<N: Node<Input = Self::Output>>(self, node: N) -> Connector<Self, N>where
Self: Sized,

fn add_batch_fn<O, F: Fn(Vec<Self::Output>) -> Vec<O>>(
self,
function: F
) -> Connector<Self, BatchStateless<Self::Output, O, F>>where
Self: Sized,

fn add_fn<O, F: Fn(Self::Output) -> O + Send + Sync>(
self,
function: F
) -> Connector<Self, SingleStateless<Self::Output, O, F>>where
Self: Sized,

fn pair<O1, O2, N3: Node<Input = O1>, N4: Node<Input = O2>>(
self,
node1: N3,
node2: N4
) -> Connector<Self, Pair<N3, N4>>where
Self: Sized,
Self: Node<Output = (O1, O2)>,

impl<const B: usize, T> RefUnwindSafe for ArrayBatch<B, T>where
T: RefUnwindSafe,

impl<const B: usize, T> Send for ArrayBatch<B, T>where
T: Send,

impl<const B: usize, T> Sync for ArrayBatch<B, T>where
T: Sync,

impl<const B: usize, T> Unpin for ArrayBatch<B, T>where
T: Unpin,

impl<const B: usize, T> UnwindSafe for ArrayBatch<B, T>where
T: UnwindSafe,

impl<T> Any for Twhere
T: 'static + ?Sized,

impl<T> Borrow<T> for Twhere
T: ?Sized,

impl<T> BorrowMut<T> for Twhere
T: ?Sized,

impl<T, U> Into<U> for Twhere
U: From<T>,

impl<T, U> TryFrom<U> for Twhere
U: Into<T>,

impl<T, U> TryInto<U> for Twhere
U: TryFrom<T>,

impl<V, T> VZip<V> for Twhere
V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where
S: Into<Dispatch>,