libmotiva 0.1.0

Sanctioned entities matching utilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use std::collections::HashMap;

use serde::Deserialize;

pub type Collections = HashMap<String, Dataset>;

const OPENSANCTIONS_CATALOG_URL: &str = "https://data.opensanctions.org/datasets/latest/index.json";

#[derive(Debug, Deserialize)]
struct Catalog {
  pub datasets: Vec<Dataset>,
}

#[derive(Debug, Deserialize)]
pub struct Dataset {
  pub name: String,
  pub children: Option<Vec<String>>,
}

pub(crate) async fn fetch_catalog(url: &Option<String>) -> anyhow::Result<Collections> {
  let catalog = reqwest::get(url.as_ref().map_or(OPENSANCTIONS_CATALOG_URL, |url| url))
    .await?
    .json::<Catalog>()
    .await?
    .datasets
    .into_iter()
    .map(|dataset| (dataset.name.clone(), dataset))
    .collect::<HashMap<_, _>>();

  tracing::info!(datasets = catalog.len(), "fetched catalog");

  Ok(catalog)
}