transcribe-cpp-sys 0.0.9

Native FFI bindings for transcribe.cpp, a C/C++ speech-to-text library built on ggml
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

// transcribe-backend.cpp - internal backend selection helpers.
//
// See transcribe-backend.h for rationale. This file owns the
// device-classification rules: given a ggml_backend_dev_t, what
// library-level BackendKind does it correspond to?

#include "transcribe-backend.h"

#include <cstring>

namespace transcribe {

const char * kind_name(BackendKind kind) {
    switch (kind) {
        case BackendKind::Cpu:      return "cpu";
        case BackendKind::Metal:    return "metal";
        case BackendKind::Vulkan:   return "vulkan";
        case BackendKind::Cuda:     return "cuda";
        case BackendKind::Sycl:     return "sycl";
        case BackendKind::Accel:    return "accel";
        case BackendKind::OtherGpu: return "gpu";
        case BackendKind::Unknown:
        default:                    return "unknown";
    }
}

// Return true if `reg_name` (the ggml backend registry name) starts
// with the given prefix. ggml's registry names look like "MTL",
// "Vulkan", "CUDA", "SYCL", "BLAS", "CPU", etc. Prefix matching is
// intentional: registry names can get version suffixes or device
// index suffixes in some ggml builds.
static bool reg_name_is(const char * reg_name, const char * prefix) {
    if (reg_name == nullptr || prefix == nullptr) return false;
    return std::strncmp(reg_name, prefix, std::strlen(prefix)) == 0;
}

BackendKind classify_backend_type(enum ggml_backend_dev_type dev_type,
                                  const char * reg_name)
{
    if (dev_type == GGML_BACKEND_DEVICE_TYPE_CPU) {
        return BackendKind::Cpu;
    }
    if (dev_type == GGML_BACKEND_DEVICE_TYPE_ACCEL) {
        return BackendKind::Accel;
    }
    if (dev_type != GGML_BACKEND_DEVICE_TYPE_GPU &&
        dev_type != GGML_BACKEND_DEVICE_TYPE_IGPU)
    {
        return BackendKind::Unknown;
    }

    if      (reg_name_is(reg_name, "MTL") ||
             reg_name_is(reg_name, "Metal"))  return BackendKind::Metal;
    else if (reg_name_is(reg_name, "Vulkan")) return BackendKind::Vulkan;
    else if (reg_name_is(reg_name, "CUDA"))   return BackendKind::Cuda;
    else if (reg_name_is(reg_name, "SYCL"))   return BackendKind::Sycl;

    return BackendKind::OtherGpu;
}

BackendKind classify_device(ggml_backend_dev_t dev) {
    if (dev == nullptr) return BackendKind::Unknown;

    // First cut: ggml's device-type classification. This tells us CPU
    // vs GPU vs IGPU vs ACCEL without any name matching. For GPU and
    // IGPU devices, the registry name resolves the vendor-specific kind.
    const auto dev_type = ggml_backend_dev_type(dev);
    ggml_backend_reg_t reg = ggml_backend_dev_backend_reg(dev);
    const char * reg_name =
        (reg != nullptr) ? ggml_backend_reg_name(reg) : nullptr;
    return classify_backend_type(dev_type, reg_name);
}

} // namespace transcribe