ct2rs 0.9.18

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

#pragma once

#include <numeric>
#include <string>
#include <vector>

#include "layers/decoder.h"
#include "vocabulary.h"

namespace ctranslate2 {

  struct ScoringOptions {
    // Truncate the inputs after this many tokens (set 0 to disable truncation).
    size_t max_input_length = 1024;
    dim_t offset = 0;
  };

  struct ScoringResult {
    std::vector<std::string> tokens;
    std::vector<float> tokens_score;

    float cumulated_score() const {
      return std::accumulate(tokens_score.begin(), tokens_score.end(), 0.f);
    }

    float normalized_score() const {
      const size_t num_tokens = tokens_score.size();
      if (num_tokens == 0)
        return 0.f;
      return cumulated_score() / static_cast<float>(num_tokens);
    }
  };

  // Scores a batch of sequences.
  // The sequences are internally split into the decoder input and output sequences,
  // so they should include all tokens including the start and end tokens.
  std::vector<ScoringResult>
  score_sequences(layers::Decoder& decoder,
                  layers::DecoderState& state,
                  const std::vector<std::vector<size_t>>& sequences,
                  const Vocabulary& vocabulary,
                  const dim_t preferred_size_multiple = 1,
                  const dim_t offset=0);

}