candding 0.1.0

Pure candle embeddings for Rust with no ONNX: dense, sparse, multi-vector and rerank models today, image models on the roadmap
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use candle_core::DType;

use super::DtypeSupport;
use super::Family;
use super::Support;
use super::WeightsFormat;
use super::entry::Entry;
use super::t4::T4_BF16_UNTESTED;
use crate::pooling::Pooling;

/// `Alibaba-NLP/gte-modernbert-base`: CLS pooling, no `Normalize` module, prompt or Dense directory, and a default
/// length of 8192 from `config.json`, since the repository ships no `sentence_bert_config.json`.
pub(super) const ENTRIES: &[Entry] = &[Entry {
  id: "Alibaba-NLP/gte-modernbert-base",
  family: Family::ModernBert,
  dim: 768,
  default_max_length: 8192,
  pooling: Pooling::Cls,
  cpu: Support::Verified,
  metal: Support::Verified,
  cuda: Support::Verified,
  query_template: None,
  passage_template: None,
  default_instruction: None,
  dense_dirs: &[],
  mrl: false,
  layer_norm_after_pooling: false,
  gated: false,
  default_dtype: DType::F32,
  dtypes: DtypeSupport::verified(),
  license: "Apache-2.0",
  size_gb: 0.30,
  phase: 2,
  weights: WeightsFormat::Safetensors,
  accel_only_dtypes: &[],
  cell_exceptions: T4_BF16_UNTESTED,
}];