voxudio 0.4.0

A real-time audio processing library with ONNX runtime support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

#include <iostream>
#include "knf.h"

namespace knf {
    std::string create_string(const char *text) {
        return std::string(text);
    }

    void free_result(float* ptr) {
        delete[] ptr;
    }

    float *fbank_extract(FbankComputer::Options opts, int sampling_rate, float *waveform, int32_t len, int32_t *out_len) {
        OnlineFbank fbank(opts);
        fbank.AcceptWaveform(sampling_rate, waveform, len);
        fbank.InputFinished();
        int32_t feature_dim = opts.mel_opts.num_bins;
        int32_t n = fbank.NumFramesReady();

        *out_len = n * feature_dim;
        float *features = new float[*out_len];
        float *p = features;

        for (int32_t i = 0; i != n; ++i) {
            const float *f = fbank.GetFrame(i);
            std::copy(f, f + feature_dim, p);
            p += feature_dim;
        }

        return features;
    }

    float *mfcc_extract(MfccComputer::Options opts, int sampling_rate, float *waveform, int32_t len, int32_t *out_len) {
        OnlineMfcc mfcc(opts);
        mfcc.AcceptWaveform(sampling_rate, waveform, len);
        mfcc.InputFinished();
        int32_t feature_dim = opts.num_ceps;
        int32_t n = mfcc.NumFramesReady();

        *out_len = n * feature_dim;
        float *features = new float[*out_len];
        float *p = features;

        for (int32_t i = 0; i != n; ++i) {
            const float *f = mfcc.GetFrame(i);
            std::copy(f, f + feature_dim, p);
            p += feature_dim;
        }

        return features;
    }

    float *whisper_fbank_extract(WhisperFeatureComputer::Options opts, int sampling_rate, float *waveform, int32_t len, int32_t *out_len) {
        OnlineWhisperFbank whisper_fbank(opts);
        whisper_fbank.AcceptWaveform(sampling_rate, waveform, len);
        whisper_fbank.InputFinished();
        int32_t feature_dim = opts.dim;
        int32_t n = whisper_fbank.NumFramesReady();

        *out_len = n * feature_dim;
        float *features = new float[*out_len];
        float *p = features;

        for (int32_t i = 0; i != n; ++i) {
            const float *f = whisper_fbank.GetFrame(i);
            std::copy(f, f + feature_dim, p);
            p += feature_dim;
        }

        return features;
    }
}