ruCCL 0.21.1

Ruda collective communication algorithms and orchestration.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use super::{TensorDevice, TensorDeviceError, TensorElement};
use crate::in_process::{Communicator, collective::InProcessCollective};
use crate::rank::{communicator::RankCommunicator, device_collective::DeviceCollective};
use ruda_tensor::Backend;

impl<B: Backend> RankCommunicator<TensorDevice<B>> {
    /// Select the wire element type from the typed tensor buffer contract.
    pub fn tensor_collective<T: TensorElement>(&self) -> DeviceCollective<'_, T, TensorDevice<B>> {
        self.device_collective(T::ELEMENT_TYPE)
    }
}

impl<B: Backend> Communicator<TensorDevice<B>> {
    pub fn tensor_collective<T: TensorElement>(
        &self,
    ) -> InProcessCollective<'_, T, TensorDevice<B>, TensorDeviceError> {
        self.collective()
    }
}