ct2rs 0.9.18

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

#pragma once

#include "op.h"

namespace ctranslate2 {
  namespace ops {

    class Quantize : public Op {
    public:
      enum class ScaleType {
        GLOBAL,
        PER_LAYER,
        PER_ROW
      };

      static const float global_int16_scale;

      Quantize(const ScaleType int16_scale_type = ScaleType::GLOBAL,
               const bool shift_to_uint8 = false,
               const bool round_before_cast = true);

      void operator()(const StorageView& input,
                      StorageView& output,
                      StorageView& scale) const;

    private:
      template <Device D, typename InT, typename OutT>
      void quantize(const StorageView& input,
                    StorageView& output,
                    StorageView& scale) const;

      const ScaleType _int16_scale_type;
      const bool _shift_to_uint8;
      const bool _round_before_cast;
    };

  }
}