Struct MpscComputeChannel

pub struct MpscComputeChannel<Server>
where
    Server: ComputeServer,
{ /* private fields */ }

Create a channel using a [multi-producer, single-consumer channel to communicate with the compute server spawn on its own thread.

Implementations

impl<Server> MpscComputeChannel<Server>

where Server: ComputeServer + 'static,

pub fn new(server: Server) -> Self

Create a new mpsc compute channel.

Trait Implementations

impl<Server: ComputeServer> Clone for MpscComputeChannel<Server>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Server> ComputeChannel<Server> for MpscComputeChannel<Server>

where Server: ComputeServer + 'static,

fn read(&self, bindings: Vec<Binding>) -> DynFut<Vec<Vec<u8>>>

Given bindings, returns owned resources as bytes

fn read_tensor(&self, bindings: Vec<BindingWithMeta>) -> DynFut<Vec<Vec<u8>>>

Given bindings, returns owned resources as bytes

fn get_resource( &self, binding: Binding, ) -> BindingResource<<Server::Storage as ComputeStorage>::Resource>

Given a resource handle, return the storage resource.

fn create(&self, data: &[u8]) -> Handle

Given a resource as bytes, stores it and returns the resource handle

fn create_tensors( &self, data: Vec<&[u8]>, shape: Vec<&[usize]>, elem_size: Vec<usize>, ) -> Vec<(Handle, Vec<usize>)>

Given a resource as bytes and a shape, stores it and returns the tensor handle

fn empty(&self, size: usize) -> Handle

Reserves size bytes in the storage, and returns a handle over them

fn empty_tensors( &self, shape: Vec<&[usize]>, elem_size: Vec<usize>, ) -> Vec<(Handle, Vec<usize>)>

Reserves a tensor with shape in the storage, and returns a handle to it

unsafe fn execute( &self, kernel: Server::Kernel, count: CubeCount, bindings: Bindings, kind: ExecutionMode, logger: Arc<ServerLogger>, )

Executes the kernel over the given bindings.

fn flush(&self)

Flush outstanding work of the server.

fn sync(&self) -> DynFut<()>

Wait for the completion of every task in the server.

fn memory_usage(&self) -> MemoryUsage

Get the current memory usage of the server.

fn memory_cleanup(&self)

Ask the server to release memory that it can release.

fn start_profile(&self) -> ProfilingToken

Start a profile on the server. This allows you to profile kernels.

fn end_profile( &self, token: ProfilingToken, ) -> Result<ProfileDuration, ProfileError>

End the profile and return a ProfileDuration.

impl<Server> Debug for MpscComputeChannel<Server>

where Server: ComputeServer + Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.