candding 0.1.0

Pure candle embeddings for Rust with no ONNX: dense, sparse, multi-vector and rerank models today, image models on the roadmap
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use candle_core::DType;

use crate::models::SparseHead;
use crate::registry::DtypeSupport;
use crate::registry::Family;
use crate::registry::Support;
use crate::registry::WeightsFormat;
use crate::registry::sparse::entry::SparseComputation;
use crate::registry::sparse::entry::SparseEntry;
use crate::registry::t4::T4_BF16_UNTESTED;

/// `Qdrant/minicoil-v1` over `jinaai/jina-embeddings-v2-small-en`, whose id this entry keeps: the per-word matrix
/// (`WeightsFormat::Npy`), vocabulary and stopwords come from `head_source` at the pinned `head_revision`.
pub(super) const MINICOIL_V1: SparseEntry = SparseEntry {
  id: "jinaai/jina-embeddings-v2-small-en",
  family: Some(Family::JinaBert),
  head: SparseHead::MiniCoil,
  vocab_size: 19125,
  default_max_length: 8192,
  cpu: Support::Verified,
  metal: Support::Verified,
  cuda: Support::Verified,
  dtypes: DtypeSupport {
    f32: Support::Verified,
    f16: Support::Verified,
    bf16: Support::Verified,
  },
  license: "Apache-2.0",
  size_gb: 0.23,
  phase: 3,
  weights: WeightsFormat::Safetensors,
  gated: false,
  accel_only_dtypes: &[DType::F16],
  head_source: Some("Qdrant/minicoil-v1"),
  head_revision: Some("4a7b05822a7a246d25778508593fff58fe574dfe"),
  computation: SparseComputation::Encoded,
  cell_exceptions: T4_BF16_UNTESTED,
};