ct2rs 0.9.19

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

#include "ctranslate2/ops/flash_attention.h"

#include "dispatch.h"

namespace ctranslate2 {
  namespace ops {
    template<>
    void FlashAttention::compute<Device::CPU>(StorageView&,
                                               StorageView&,
                                               StorageView&,
                                               StorageView&,
                                               StorageView*,
                                               StorageView*,
                                               StorageView*,
                                               bool,
                                               StorageView*,
                                               StorageView*,
                                               const bool,
                                               StorageView*,
                                               dim_t) const {
      throw std::runtime_error("FlashAttention do not support for CPU");
    }
  }
}