Struct MutexComputeChannel

pub struct MutexComputeChannel<Server> { /* private fields */ }

The MutexComputeChannel ensures thread-safety by locking the server on every operation

Implementations

impl<Server> MutexComputeChannel<Server>

where Server: ComputeServer,

pub fn new(server: Server) -> MutexComputeChannel<Server>

Create a new mutex compute channel.

Trait Implementations

impl<S> Clone for MutexComputeChannel<S>

fn clone(&self) -> MutexComputeChannel<S>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<Server> ComputeChannel<Server> for MutexComputeChannel<Server>

where Server: ComputeServer,

fn read( &self, bindings: Vec<Binding>, ) -> Pin<Box<dyn Future<Output = Vec<Vec<u8>>> + Send>>

Given bindings, returns owned resources as bytes

fn read_tensor( &self, bindings: Vec<BindingWithMeta>, ) -> Pin<Box<dyn Future<Output = Vec<Vec<u8>>> + Send>>

Given bindings, returns owned resources as bytes

fn sync(&self) -> Pin<Box<dyn Future<Output = ()> + Send>>

Wait for the completion of every task in the server.

fn get_resource( &self, binding: Binding, ) -> BindingResource<<<Server as ComputeServer>::Storage as ComputeStorage>::Resource>

Given a resource handle, return the storage resource.

fn create(&self, data: &[u8]) -> Handle

Given a resource as bytes, stores it and returns the resource handle

fn create_tensors( &self, data: Vec<&[u8]>, shape: Vec<&[usize]>, elem_size: Vec<usize>, ) -> Vec<(Handle, Vec<usize>)>

Given a resource as bytes and a shape, stores it and returns the tensor handle

fn empty(&self, size: usize) -> Handle

Reserves size bytes in the storage, and returns a handle over them

fn empty_tensors( &self, shape: Vec<&[usize]>, elem_size: Vec<usize>, ) -> Vec<(Handle, Vec<usize>)>

Reserves a tensor with shape in the storage, and returns a handle to it

unsafe fn execute( &self, kernel: <Server as ComputeServer>::Kernel, count: CubeCount, handles: Bindings, kind: ExecutionMode, logger: Arc<ServerLogger>, )

Executes the kernel over the given bindings.

fn flush(&self)

Flush outstanding work of the server.

fn memory_usage(&self) -> MemoryUsage

Get the current memory usage of the server.

fn memory_cleanup(&self)

Ask the server to release memory that it can release.

fn start_profile(&self) -> ProfilingToken

Start a profile on the server. This allows you to profile kernels.

fn end_profile( &self, token: ProfilingToken, ) -> Result<ProfileDuration, ProfileError>

End the profile and return a ProfileDuration.

impl<Server> Debug for MutexComputeChannel<Server>

where Server: Debug,

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.