ct2rs 0.9.19

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

#include <ctranslate2/ops/awq/dequantize_awq.h>

#include "dispatch.h"

namespace ctranslate2 {
  namespace ops {

    DequantizeAwq::DequantizeAwq() = default;

    void DequantizeAwq::operator()(const StorageView& input,
                    const StorageView& scale,
                    const StorageView& zeros,
                    StorageView& output) const{
      PROFILE("Dequantize Awq");

      if (input.dtype() != DataType::INT32 && output.dtype() != DataType::FLOAT16)
        throw std::invalid_argument("Awq dequantization is only supported for int32 input and float16 output");
      if (input.device() == Device::CPU)
        throw std::invalid_argument("Awq dequantization is only supported on GPU");

      DEVICE_DISPATCH(input.device(), (dequantize<D, int, float16_t>(input, scale, zeros, output)));
    }
  }
}