pub fn average_grads_file_sync(
grads: &mut [UnifiedTensor],
ctx: &WgpuContext,
cfg: &FileGradSyncConfig,
step: usize,
) -> Result<(), Box<dyn Error>>Expand description
Average grads across ranks and overwrite them in place.
pub fn average_grads_file_sync(
grads: &mut [UnifiedTensor],
ctx: &WgpuContext,
cfg: &FileGradSyncConfig,
step: usize,
) -> Result<(), Box<dyn Error>>Average grads across ranks and overwrite them in place.