ct2rs 0.9.19

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

#include "ctranslate2/ops/activation.h"

#include "ctranslate2/ops/gelu.h"
#include "ctranslate2/ops/relu.h"
#include "ctranslate2/ops/sigmoid.h"
#include "ctranslate2/ops/swish.h"
#include "ctranslate2/ops/tanh.h"

namespace ctranslate2 {
  namespace ops {

    const UnaryOp& get_activation_op(ActivationType type) {
      switch (type) {
      case ActivationType::ReLU: {
        static const ReLU relu;
        return relu;
      }
      case ActivationType::GELU: {
        static const GELU gelu;
        return gelu;
      }
      case ActivationType::GELUTanh: {
        static const GELU gelu(GELU::Approximation::Tanh);
        return gelu;
      }
      case ActivationType::GELUSigmoid: {
        static const GELU gelu(GELU::Approximation::Sigmoid);
        return gelu;
      }
      case ActivationType::Sigmoid: {
        static const Sigmoid sigmoid;
        return sigmoid;
      }
      case ActivationType::Swish: {
        static const Swish swish;
        return swish;
      }
      case ActivationType::Tanh: {
        static const Tanh tanh;
        return tanh;
      }
      }
      throw std::invalid_argument("invalid activation type");
    }

  }
}