tvm 0.1.0

TVM Rust runtime
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

use std::{
  cell::RefCell,
  os::raw::{c_int, c_void},
};

use super::allocator::Allocation;
use errors::*;

struct WorkspacePool {
  workspaces: Vec<Allocation>,
  free: Vec<usize>,
  in_use: Vec<usize>,
}

impl WorkspacePool {
  fn new() -> Self {
    WorkspacePool {
      workspaces: Vec::new(),
      free: Vec::new(),
      in_use: Vec::new(),
    }
  }

  fn alloc_new(&mut self, size: usize, align: usize) -> Result<*mut u8> {
    self.workspaces.push(Allocation::new(size, Some(align))?);
    self.in_use.push(self.workspaces.len() - 1);
    Ok(self.workspaces[self.workspaces.len() - 1].as_mut_ptr())
  }

  fn alloc(&mut self, size: usize, align: usize) -> Result<*mut u8> {
    if self.free.len() == 0 {
      return self.alloc_new(size, align);
    }
    let idx = self
      .free
      .iter()
      .fold(None, |cur_ws_idx: Option<usize>, &idx| {
        let ws_size = self.workspaces[idx].size();
        let ws_ok = ws_size >= size && self.workspaces[idx].align() == align;
        if !ws_ok {
          return cur_ws_idx;
        }
        cur_ws_idx.and_then(|cur_idx| {
          let cur_size = self.workspaces[cur_idx].size();
          Some(match ws_size < cur_size {
            // is already ok
            true => idx,
            false => cur_idx,
          })
        })
      });
    match idx {
      Some(idx) => {
        self.free.remove_item(&idx).unwrap();
        self.in_use.push(idx);
        Ok(self.workspaces[idx].as_mut_ptr())
      }
      None => self.alloc_new(size, align),
    }
  }

  fn free(&mut self, ptr: *mut u8) -> Result<()> {
    let mut ws_idx = None;
    for i in 0..self.in_use.len() {
      let idx = self.in_use[i];
      if self.workspaces[idx].as_mut_ptr() == ptr {
        self.in_use.remove(i);
        ws_idx = Some(idx);
        break;
      }
    }
    Ok(
      self
        .free
        .push(ws_idx.ok_or("Tried to free nonexistent workspace.")?),
    )
  }
}

thread_local!(static WORKSPACE_POOL: RefCell<WorkspacePool> = RefCell::new(WorkspacePool::new()));

const WORKSPACE_PAGE_SIZE: usize = 4 << 10;

#[no_mangle]
pub extern "C" fn TVMBackendAllocWorkspace(
  _device_type: c_int,
  _device_id: c_int,
  size: u64,
  _dtype_code_hint: c_int,
  dtype_bits_hint: c_int,
) -> *mut c_void {
  let nbytes = if size == 0 {
    WORKSPACE_PAGE_SIZE
  } else {
    size as usize
  };
  WORKSPACE_POOL.with(|pool_cell| {
    pool_cell
      .borrow_mut()
      .alloc(nbytes as usize, dtype_bits_hint as usize)
      .unwrap() as *mut c_void
  })
}

#[no_mangle]
pub extern "C" fn TVMBackendFreeWorkspace(
  _device_type: c_int,
  _device_id: c_int,
  ptr: *mut c_void,
) -> c_int {
  WORKSPACE_POOL.with(|pool_cell| {
    (match pool_cell.borrow_mut().free(ptr as *mut u8) {
      Ok(()) => 0,
      Err(_) => -1,
    }) as c_int
  });
  return 0;
}