candding 0.1.0

Pure candle embeddings for Rust with no ONNX: dense, sparse, multi-vector and rerank models today, image models on the roadmap
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use crate::registry::Support;
use crate::registry::WeightsFormat;
use crate::registry::sparse;
use crate::registry::sparse::SparseComputation;
use crate::registry::sparse::SparseDescriptor;

fn dtype_cells(d: &SparseDescriptor) -> impl Iterator<Item = Support> {
  [
    d.dtype_backends.f32,
    d.dtype_backends.f16,
    d.dtype_backends.bf16,
  ]
  .into_iter()
  .flat_map(|row| [row.cpu, row.metal, row.cuda])
}

#[test]
fn every_registered_sparse_entry_has_already_flipped_past_pending() {
  for d in sparse::all() {
    assert_ne!(d.backends.cpu, Support::Pending, "{}", d.id);
    assert_ne!(d.backends.metal, Support::Pending, "{}", d.id);
    assert_ne!(d.backends.cuda, Support::Pending, "{}", d.id);
    for status in dtype_cells(&d) {
      assert_ne!(status, Support::Pending, "{}", d.id);
    }
  }
}

/// `NotApplicable` must come with `Computed`, no family and `NoWeights`, so an encoder entry cannot spell an unmeasured cell that way.
#[test]
fn not_applicable_status_agrees_with_computation_family_and_weights_on_every_entry() {
  for d in sparse::all() {
    let any_not_applicable = [d.backends.cpu, d.backends.metal, d.backends.cuda]
      .into_iter()
      .chain(dtype_cells(&d))
      .any(|status| status == Support::NotApplicable);

    assert_eq!(
      any_not_applicable,
      d.computation == SparseComputation::Computed,
      "{}: NotApplicable must imply Computed, and vice versa",
      d.id
    );
    assert_eq!(
      any_not_applicable,
      d.family.is_none(),
      "{}: NotApplicable must imply family == None, and vice versa",
      d.id
    );
    assert_eq!(
      any_not_applicable,
      d.weights == WeightsFormat::NoWeights,
      "{}: NotApplicable must imply weights == NoWeights, and vice versa",
      d.id
    );
  }
}