pub struct WorkerTransformState<S> {
pub schema_version: u32,
pub workers: usize,
pub prefetch_factor: Option<usize>,
pub factory_generation: u64,
pub run_generation: u64,
pub lanes: WorkerTransformLanes<S>,
}Expand description
Versioned worker replay envelope within schema-v1 loader state.
An opaque transform cannot enable worker checkpointing without an explicit adapter, even when its closure appears deterministic:
ⓘ
use std::convert::Infallible;
use rusttorch_data::{DataLoader, Dataset, FnTransform, ReplaySafeDataset, ReplaySafeMap, TaskContext, VecCollate};
struct Rows;
impl Dataset for Rows {
type Sample = i64;
type Error = Infallible;
fn len(&self) -> usize { 1 }
fn get(&self, _: usize) -> Result<i64, Infallible> { Ok(1) }
}
impl ReplaySafeDataset for Rows {}
let _ = DataLoader::builder(ReplaySafeMap::new(Rows))
.workers(2).collate(VecCollate)
.transform(FnTransform::new(|x: i64, _: &TaskContext| Ok::<_, Infallible>(x)))
.dataset_identity("rows".to_owned()).build();Fields§
§schema_version: u32Worker envelope version, currently one.
workers: usizeExact worker count.
prefetch_factor: Option<usize>Effective prefetch factor; absent for zero workers.
factory_generation: u64Original transform factory initialization identity.
run_generation: u64Current transport generation used to reject stale messages.
lanes: WorkerTransformLanes<S>Explicit lane identities and states.
Trait Implementations§
Source§impl<S: Clone> Clone for WorkerTransformState<S>
impl<S: Clone> Clone for WorkerTransformState<S>
Source§impl<S: Debug> Debug for WorkerTransformState<S>
impl<S: Debug> Debug for WorkerTransformState<S>
Source§impl<'de, S> Deserialize<'de> for WorkerTransformState<S>where
S: Deserialize<'de>,
impl<'de, S> Deserialize<'de> for WorkerTransformState<S>where
S: Deserialize<'de>,
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl<S> Forget for WorkerTransformState<S>
impl<S> Freeze for WorkerTransformState<S>where
WorkerTransformLanes<S>: Freeze,
impl<S> RefUnwindSafe for WorkerTransformState<S>where
WorkerTransformLanes<S>: RefUnwindSafe,
impl<S> Send for WorkerTransformState<S>where
WorkerTransformLanes<S>: Send,
impl<S> Sync for WorkerTransformState<S>where
WorkerTransformLanes<S>: Sync,
impl<S> Unpin for WorkerTransformState<S>where
WorkerTransformLanes<S>: Unpin,
impl<S> UnsafeUnpin for WorkerTransformState<S>where
WorkerTransformLanes<S>: UnsafeUnpin,
impl<S> UnwindSafe for WorkerTransformState<S>where
WorkerTransformLanes<S>: UnwindSafe,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more