use super::context::Context;
use cl3::device::{
CL_DEVICE_SVM_COARSE_GRAIN_BUFFER, CL_DEVICE_SVM_FINE_GRAIN_BUFFER,
CL_DEVICE_SVM_FINE_GRAIN_SYSTEM,
};
use cl3::memory::{svm_alloc, svm_free, CL_MEM_READ_WRITE, CL_MEM_SVM_FINE_GRAIN_BUFFER};
use cl3::types::{cl_device_svm_capabilities, cl_svm_mem_flags, cl_uint};
use libc::c_void;
use std::fmt;
use std::fmt::Debug;
use std::marker::PhantomData;
use std::mem;
use std::ops::{Deref, DerefMut};
use std::ptr;
struct SvmRawVec<'a, T> {
ptr: *mut T,
cap: usize,
context: &'a Context,
fine_grain_buffer: bool,
}
impl<'a, T> SvmRawVec<'a, T> {
fn new(context: &'a Context, svm_capabilities: cl_device_svm_capabilities) -> Self {
assert!(0 < mem::size_of::<T>(), "No Zero Sized Types!");
assert!(
0 != svm_capabilities
& (CL_DEVICE_SVM_COARSE_GRAIN_BUFFER | CL_DEVICE_SVM_FINE_GRAIN_BUFFER),
"No OpenCL SVM, use OpenCL buffers"
);
let fine_grain_system: bool = svm_capabilities & CL_DEVICE_SVM_FINE_GRAIN_SYSTEM != 0;
assert!(!fine_grain_system, "SVM supports system memory, use Vec!");
let fine_grain_buffer: bool = svm_capabilities & CL_DEVICE_SVM_FINE_GRAIN_BUFFER != 0;
SvmRawVec {
ptr: ptr::null_mut(),
cap: 0,
context,
fine_grain_buffer,
}
}
fn with_capacity(
context: &'a Context,
svm_capabilities: cl_device_svm_capabilities,
capacity: usize,
) -> Self {
let mut v = Self::new(context, svm_capabilities);
v.grow(capacity);
v
}
fn with_capacity_zeroed(
context: &'a Context,
svm_capabilities: cl_device_svm_capabilities,
capacity: usize,
) -> Self {
let mut v = Self::with_capacity(context, svm_capabilities, capacity);
v.zero(capacity);
v
}
fn grow(&mut self, count: usize) {
let elem_size = mem::size_of::<T>();
let mut new_cap = count;
if (0 < self.cap) && (count - self.cap == 1) {
new_cap = 2 * self.cap;
}
let size = elem_size * new_cap;
assert!(size <= (isize::MAX as usize) / 2, "capacity overflow");
let svm_mem_flags: cl_svm_mem_flags = if self.fine_grain_buffer {
CL_MEM_SVM_FINE_GRAIN_BUFFER | CL_MEM_READ_WRITE
} else {
CL_MEM_READ_WRITE
};
let alignment = mem::align_of::<T>();
let ptr = svm_alloc(
self.context.get(),
svm_mem_flags,
size,
alignment as cl_uint,
)
.unwrap();
assert!(!ptr.is_null(), "svm_alloc failed");
if 0 < self.cap {
unsafe { ptr::copy(self.ptr, ptr as *mut T, self.cap) };
svm_free(self.context.get(), self.ptr as *mut c_void);
}
self.ptr = ptr as *mut T;
self.cap = new_cap;
}
fn zero(&mut self, count: usize) {
unsafe { ptr::write_bytes(self.ptr, 0u8, count) };
}
}
impl<'a, T> Drop for SvmRawVec<'a, T> {
fn drop(&mut self) {
if !self.ptr.is_null() {
svm_free(self.context.get(), self.ptr as *mut c_void);
self.ptr = ptr::null_mut();
}
}
}
pub struct SvmVec<'a, T> {
buf: SvmRawVec<'a, T>,
len: usize,
}
impl<'a, T> SvmVec<'a, T> {
fn ptr(&self) -> *mut T {
self.buf.ptr
}
pub fn cap(&self) -> usize {
self.buf.cap
}
pub fn len(&self) -> usize {
self.len
}
pub unsafe fn set_len(&mut self, new_len: usize) {
if self.cap() < new_len {
self.buf.grow(new_len);
}
self.len = new_len;
}
pub fn new(context: &'a Context, svm_capabilities: cl_device_svm_capabilities) -> Self {
SvmVec {
buf: SvmRawVec::new(&context, svm_capabilities),
len: 0,
}
}
pub fn with_capacity(
context: &'a Context,
svm_capabilities: cl_device_svm_capabilities,
capacity: usize,
) -> Self {
SvmVec {
buf: SvmRawVec::with_capacity(&context, svm_capabilities, capacity),
len: 0,
}
}
pub fn with_capacity_zeroed(
context: &'a Context,
svm_capabilities: cl_device_svm_capabilities,
capacity: usize,
) -> Self {
SvmVec {
buf: SvmRawVec::with_capacity_zeroed(&context, svm_capabilities, capacity),
len: 0,
}
}
pub fn reserve(&mut self, capacity: usize) {
self.buf.grow(capacity);
}
pub fn push(&mut self, elem: T) {
if self.len == self.cap() {
self.buf.grow(self.len + 1);
}
unsafe {
ptr::write(self.ptr().offset(self.len as isize), elem);
}
self.len += 1;
}
pub fn pop(&mut self) -> Option<T> {
if self.len == 0 {
None
} else {
self.len -= 1;
unsafe { Some(ptr::read(self.ptr().offset(self.len as isize))) }
}
}
pub fn insert(&mut self, index: usize, elem: T) {
assert!(index <= self.len, "index out of bounds");
if self.cap() == self.len {
self.buf.grow(self.len + 1);
}
unsafe {
if index < self.len {
ptr::copy(
self.ptr().offset(index as isize),
self.ptr().offset(index as isize + 1),
self.len - index,
);
}
ptr::write(self.ptr().offset(index as isize), elem);
self.len += 1;
}
}
pub fn remove(&mut self, index: usize) -> T {
assert!(index < self.len, "index out of bounds");
unsafe {
self.len -= 1;
let result = ptr::read(self.ptr().offset(index as isize));
ptr::copy(
self.ptr().offset(index as isize + 1),
self.ptr().offset(index as isize),
self.len - index,
);
result
}
}
pub fn into_iter(self) -> IntoIter<'a, T> {
unsafe {
let iter = RawValIter::new(&self);
let buf = ptr::read(&self.buf);
mem::forget(self);
IntoIter {
iter: iter,
_buf: buf,
}
}
}
pub fn drain(&mut self) -> Drain<T> {
unsafe {
let iter = RawValIter::new(&self);
self.len = 0;
Drain {
iter: iter,
vec: PhantomData,
}
}
}
}
impl<'a, T> Drop for SvmVec<'a, T> {
fn drop(&mut self) {
while let Some(_) = self.pop() {}
}
}
impl<'a, T> Deref for SvmVec<'a, T> {
type Target = [T];
fn deref(&self) -> &[T] {
unsafe { std::slice::from_raw_parts(self.ptr(), self.len) }
}
}
impl<'a, T> DerefMut for SvmVec<'a, T> {
fn deref_mut(&mut self) -> &mut [T] {
unsafe { std::slice::from_raw_parts_mut(self.ptr(), self.len) }
}
}
impl<'a, T: Debug> fmt::Debug for SvmVec<'a, T> {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
fmt::Debug::fmt(&**self, f)
}
}
struct RawValIter<T> {
start: *const T,
end: *const T,
}
impl<T> RawValIter<T> {
unsafe fn new(slice: &[T]) -> Self {
RawValIter {
start: slice.as_ptr(),
end: if mem::size_of::<T>() == 0 {
((slice.as_ptr() as usize) + slice.len()) as *const _
} else if slice.len() == 0 {
slice.as_ptr()
} else {
slice.as_ptr().offset(slice.len() as isize)
},
}
}
}
impl<T> Iterator for RawValIter<T> {
type Item = T;
fn next(&mut self) -> Option<T> {
if self.start == self.end {
None
} else {
unsafe {
let result = ptr::read(self.start);
self.start = if mem::size_of::<T>() == 0 {
(self.start as usize + 1) as *const _
} else {
self.start.offset(1)
};
Some(result)
}
}
}
fn size_hint(&self) -> (usize, Option<usize>) {
let elem_size = mem::size_of::<T>();
let len =
(self.end as usize - self.start as usize) / if elem_size == 0 { 1 } else { elem_size };
(len, Some(len))
}
}
impl<T> DoubleEndedIterator for RawValIter<T> {
fn next_back(&mut self) -> Option<T> {
if self.start == self.end {
None
} else {
unsafe {
self.end = if mem::size_of::<T>() == 0 {
(self.end as usize - 1) as *const _
} else {
self.end.offset(-1)
};
Some(ptr::read(self.end))
}
}
}
}
pub struct IntoIter<'a, T> {
_buf: SvmRawVec<'a, T>,
iter: RawValIter<T>,
}
impl<'a, T> Iterator for IntoIter<'a, T> {
type Item = T;
fn next(&mut self) -> Option<T> {
self.iter.next()
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.iter.size_hint()
}
}
impl<'a, T> DoubleEndedIterator for IntoIter<'a, T> {
fn next_back(&mut self) -> Option<T> {
self.iter.next_back()
}
}
impl<'a, T> Drop for IntoIter<'a, T> {
fn drop(&mut self) {
for _ in &mut *self {}
}
}
pub struct Drain<'a, T: 'a> {
vec: PhantomData<&'a mut SvmVec<'a, T>>,
iter: RawValIter<T>,
}
impl<'a, T> Iterator for Drain<'a, T> {
type Item = T;
fn next(&mut self) -> Option<T> {
self.iter.next()
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.iter.size_hint()
}
}
impl<'a, T> DoubleEndedIterator for Drain<'a, T> {
fn next_back(&mut self) -> Option<T> {
self.iter.next_back()
}
}
impl<'a, T> Drop for Drain<'a, T> {
fn drop(&mut self) {
for _ in &mut self.iter {}
}
}