ct2rs 0.9.18

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

#pragma once

#include "devices.h"

namespace ctranslate2 {

  class Allocator {
  public:
    virtual ~Allocator() = default;

    virtual void* allocate(size_t size, int device_index) = 0;
    virtual void free(void* ptr, int device_index) = 0;
    virtual void clear_cache() {};

    void* allocate(size_t size) {
      return allocate(size, -1);
    }

    void free(void* ptr) {
      free(ptr, -1);
    }
  };

  template <Device D>
  Allocator& get_allocator();
  Allocator& get_allocator(Device device);

}