libmotiva 0.1.1

Sanctioned entities matching utilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use bumpalo::Bump;
use metrics::histogram;
use opentelemetry::global;
use tokio::time::Instant;
use tracing::{Span, instrument};

use crate::{
  matching::MatchingAlgorithm,
  model::{Entity, SearchEntity},
};

#[instrument(name = "compute_scores", skip_all, fields(algorithm = A::name()))]
pub fn score<A: MatchingAlgorithm>(entity: &SearchEntity, hits: Vec<Entity>, cutoff: f64) -> anyhow::Result<Vec<(Entity, f64)>> {
  let span = Span::current();

  let mut bump = Bump::with_capacity(1024);
  let mut results = Vec::with_capacity(hits.len());
  let then = Instant::now();

  let scores = hits.into_iter().map(|mut hit| {
    let _enter = span.enter();

    let (score, features) = A::score(&bump, entity, &hit, cutoff);

    hit.features = features.into_iter().filter(|(_, score)| score > &0.0).collect::<Vec<(_, _)>>();

    tracing::debug!(score = score, "computed score");

    bump.reset();

    histogram!("motiva_scoring_scores").record(score);

    (hit, score)
  });

  histogram!("motiva_scoring_latency_seconds").record(then.elapsed().as_secs_f64());

  global::meter("motiva").f64_histogram("scoring_latency").build().record(then.elapsed().as_secs_f64() * 1000.0, &[]);

  results.extend(scores);

  Ok(results)
}