ct2rs 0.9.19

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

#include "ctranslate2/ops/alibi_add.h"

#include "dispatch.h"

namespace ctranslate2 {
  namespace ops {

    AlibiAdd::AlibiAdd(const bool use_positive_positions)
      : _use_positive_positions(use_positive_positions)
    {
    }

    void AlibiAdd::operator()(const StorageView& input,
                              const StorageView& alibi,
                              StorageView& output) const {
      PROFILE("AlibiAdd");

      output.resize_as(input);

      const dim_t alibi_offset = _use_positive_positions ? 0 : alibi.dim(-1) - input.dim(-1);

      DEVICE_AND_FLOAT_DISPATCH("AlibiAdd", input.device(), input.dtype(),
                                (compute<D, T>(input, alibi, alibi_offset, output)));
    }

  }
}