candding 0.1.0

Pure candle embeddings for Rust with no ONNX: dense, sparse, multi-vector and rerank models today, image models on the roadmap
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use super::*;

#[test]
fn keeps_cls_row_false_drops_the_classification_row() {
  let model = head(
    Tensor::eye(2, DType::F32, &Device::Cpu).unwrap(),
    HashSet::new(),
    2,
    false,
  );
  let hidden = Tensor::new(
    &[[[1f32, 0.0], [0.0, 1.0], [1.0, 1.0], [1.0, -1.0]]],
    &Device::Cpu,
  )
  .unwrap();
  let ids = vec![vec![2u32, 16, 4, 3]];
  let rows = model.select_document_rows(&hidden, &ids, &[4]).unwrap();
  assert_eq!(
    rows[0].row_count(),
    3,
    "keeps_cls_row false must drop position 0, leaving 3 rows"
  );
  let root2 = 2f32.sqrt();
  // The marker, the real content and SEP.
  let expected = [
    vec![0.0f32, 1.0],
    vec![1.0 / root2, 1.0 / root2],
    vec![1.0 / root2, -1.0 / root2],
  ];
  for (got, want) in rows[0].rows().zip(expected.iter()) {
    for (g, w) in got.iter().zip(want) {
      assert!(
        (g - w).abs() < 1e-6,
        "{:?} vs {expected:?}",
        rows[0].rows().collect::<Vec<_>>()
      );
    }
  }
}

#[test]
fn normalize_false_and_no_bias_leave_the_raw_projection_unchanged() {
  let weight = Tensor::new(&[[3f32, 0.0], [0.0, 4.0]], &Device::Cpu).unwrap();
  let model = StanfordColbert {
    encoder: dummy_encoder(2),
    weight,
    bias: None,
    punctuation_ids: HashSet::new(),
    dim: 2,
    normalize: false,
    keeps_cls_row: true,
  };
  let hidden = Tensor::new(&[[[1f32, 1.0]]], &Device::Cpu).unwrap();
  let projected = model.project(&hidden).unwrap();
  assert!(
    (projected[0][0][0] - 3.0).abs() < 1e-6 && (projected[0][0][1] - 4.0).abs() < 1e-6,
    "with normalize:false and no bias, [1,1] through diag(3,4) must stay [3,4]: {:?}",
    projected[0][0]
  );
}