ct2rs 0.9.18

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

#pragma once

#include "op.h"

namespace ctranslate2 {
  namespace ops {

    class LayerNorm : public TernaryOp {
    public:
      LayerNorm(const dim_t axis = -1, const float epsilon = 1e-5);

      using TernaryOp::operator();
      void operator()(const StorageView& beta,
                      const StorageView& gamma,
                      const StorageView& input,
                      StorageView& output) const;

      void operator()(StorageView& input) const;
      void operator()(const StorageView& input, StorageView& output) const;

    private:
      void operator()(const StorageView* beta,
                      const StorageView* gamma,
                      const StorageView& input,
                      StorageView& output) const;

      template <Device D, typename T>
      void compute(const StorageView* beta,
                   const StorageView* gamma,
                   const StorageView& input,
                   const dim_t axis,
                   const dim_t outer_size,
                   const dim_t axis_size,
                   const dim_t inner_size,
                   StorageView& output) const;

      const dim_t _axis;
      const float _epsilon;
    };

  }
}