ct2rs 0.9.19

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

#include <ctranslate2/ops/awq/gemm.h>

namespace ctranslate2 {
  namespace ops {
    template <Device D, typename In, typename Out>
    void GemmAwq::compute(const StorageView&,
                          const StorageView&,
                          const StorageView&,
                          const StorageView&,
                          StorageView&) const {
      throw std::runtime_error("AWQ gemm is not applied for the cpu");
    }

#define DECLARE_IMPL(T)                                                 \
    template void                                                       \
    GemmAwq::compute<Device::CPU, T, int>(                             \
      const StorageView&,                                               \
      const StorageView&,                                               \
      const StorageView&,                                               \
      const StorageView&,                                               \
      StorageView&) const;

    DECLARE_IMPL(float16_t)
  }
}