pub struct DistributedLoader { /* private fields */ }Expand description
Distributed dataset loader
Implementations§
Source§impl DistributedLoader
impl DistributedLoader
Sourcepub fn new(config: DistributedConfig, total_samples: usize) -> Result<Self>
pub fn new(config: DistributedConfig, total_samples: usize) -> Result<Self>
Sourcepub fn get_assigned_shards(&self) -> Vec<&Shard>
pub fn get_assigned_shards(&self) -> Vec<&Shard>
Get the shards assigned to this rank
Sourcepub fn samples_for_rank(&self) -> usize
pub fn samples_for_rank(&self) -> usize
Get the total number of samples for this rank
Sourcepub fn get_sample_indices(&self) -> Vec<usize>
pub fn get_sample_indices(&self) -> Vec<usize>
Get the sample indices for this rank
Sourcepub fn partition_dataset(&self, dataset: &Dataset) -> Result<Dataset>
pub fn partition_dataset(&self, dataset: &Dataset) -> Result<Dataset>
Partition a dataset according to this rank’s assignment
Sourcepub fn config(&self) -> &DistributedConfig
pub fn config(&self) -> &DistributedConfig
Get configuration
Sourcepub fn total_samples(&self) -> usize
pub fn total_samples(&self) -> usize
Get total number of samples
Auto Trait Implementations§
impl Freeze for DistributedLoader
impl RefUnwindSafe for DistributedLoader
impl Send for DistributedLoader
impl Sync for DistributedLoader
impl Unpin for DistributedLoader
impl UnsafeUnpin for DistributedLoader
impl UnwindSafe for DistributedLoader
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.