ct2rs 0.9.21

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

#pragma once

#include "op.h"

namespace ctranslate2 {
  namespace ops {

    class GELU : public UnaryOp {
    public:
      enum class Approximation {
        None,
        Tanh,
        Sigmoid,
      };

      GELU(const Approximation approximation = Approximation::None);

      void operator()(const StorageView& x, StorageView& y) const override;

    private:
      template <Device D, typename T>
      void compute(const StorageView& x, StorageView& y) const {
        switch (_approximation) {
        case Approximation::None:
          primitives<D>::gelu(x.data<T>(), y.data<T>(), x.size());
          break;
        case Approximation::Tanh:
          primitives<D>::gelu_tanh(x.data<T>(), y.data<T>(), x.size());
          break;
        case Approximation::Sigmoid:
          primitives<D>::gelu_sigmoid(x.data<T>(), y.data<T>(), x.size());
          break;
        }
      }

      const Approximation _approximation;
    };

  }
}