Struct MutexComputeChannel

pub struct MutexComputeChannel<Server> { /* private fields */ }

The MutexComputeChannel ensures thread-safety by locking the server on every operation

Implementations

impl<Server> MutexComputeChannel<Server>

where Server: ComputeServer,

pub fn new(server: Server) -> MutexComputeChannel<Server>

Create a new mutex compute channel.

Trait Implementations

impl<S> Clone for MutexComputeChannel<S>

fn clone(&self) -> MutexComputeChannel<S>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Server> ComputeChannel<Server> for MutexComputeChannel<Server>

where Server: ComputeServer,

async fn read(&self, bindings: Vec<Binding>) -> Vec<Vec<u8>>

Given bindings, returns owned resources as bytes

async fn read_tensor(&self, bindings: Vec<BindingWithMeta>) -> Vec<Vec<u8>>

Given bindings, returns owned resources as bytes

fn get_resource( &self, binding: Binding, ) -> BindingResource<<<Server as ComputeServer>::Storage as ComputeStorage>::Resource>

Given a resource handle, return the storage resource.

fn create(&self, data: &[u8]) -> Handle

Given a resource as bytes, stores it and returns the resource handle

fn create_tensor( &self, data: &[u8], shape: &[usize], elem_size: usize, ) -> (Handle, Vec<usize>)

Given a resource as bytes and a shape, stores it and returns the tensor handle

fn empty(&self, size: usize) -> Handle

Reserves size bytes in the storage, and returns a handle over them

fn empty_tensor( &self, shape: &[usize], elem_size: usize, ) -> (Handle, Vec<usize>)

Reserves a tensor with shape in the storage, and returns a handle to it

unsafe fn execute( &self, kernel: <Server as ComputeServer>::Kernel, count: CubeCount, handles: Bindings, kind: ExecutionMode, )

Executes the kernel over the given bindings.

fn flush(&self)

Flush outstanding work of the server.

async fn sync(&self)

Wait for the completion of every task in the server.

fn memory_usage(&self) -> MemoryUsage

Get the current memory usage of the server.

fn memory_cleanup(&self)

Ask the server to release memory that it can release.

fn start_profile(&self)

Start a profile on the server. This allows you to profile kernels.

fn end_profile(&self) -> ProfileDuration

End the profile and return a ProfileDuration.

impl<Server> Debug for MutexComputeChannel<Server>

where Server: Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.