use serde::{Deserialize, Serialize};
use std::collections::BTreeMap;
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Dataset {
pub id: String,
pub name: String,
pub task: String,
pub variety: String,
#[serde(default)]
pub languages: Vec<String>,
#[serde(default)]
pub languages_clean: Vec<String>,
#[serde(default)]
pub iso: Vec<String>,
#[serde(default)]
pub language_tags: Vec<String>,
#[serde(default)]
pub language_codes: Vec<String>,
#[serde(default)]
pub language_note: Option<String>,
#[serde(default)]
pub countries: Vec<String>,
#[serde(default)]
pub country_codes: Vec<String>,
#[serde(default)]
pub regions: Vec<String>,
#[serde(default)]
pub hours: Option<String>,
#[serde(default)]
pub hours_num: Option<f64>,
#[serde(default)]
pub speakers: Option<String>,
#[serde(default)]
pub recording_type: Option<String>,
pub quality: String,
pub labelled: String,
pub domain: String,
pub licence: String,
pub licence_class: String,
pub commercial: String,
pub access: String,
pub host: String,
#[serde(default)]
pub url: Option<String>,
#[serde(default)]
pub hf_repo: Option<String>,
#[serde(default)]
pub year: Option<String>,
#[serde(default)]
pub notes: String,
#[serde(default)]
pub unverified_size: bool,
}
impl Dataset {
pub fn countable_hours(&self) -> Option<f64> {
if self.unverified_size {
None
} else {
self.hours_num
}
}
pub fn is_streamable(&self) -> bool {
self.hf_repo.as_deref().is_some_and(|r| !r.is_empty())
}
pub fn allows_commercial_use(&self) -> bool {
let c = self.commercial.to_ascii_lowercase();
c.starts_with("yes")
}
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Country {
pub name: String,
pub iso2: String,
pub iso3: String,
#[serde(default)]
pub map_name: Option<String>,
pub lat: f64,
pub lon: f64,
pub region: String,
pub slug: String,
#[serde(default)]
pub datasets: Option<u32>,
#[serde(default)]
pub hours: Option<f64>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Language {
pub tag: String,
pub iso639_3: String,
#[serde(default)]
pub region: Option<String>,
pub name: String,
#[serde(default)]
pub scope: Option<String>,
#[serde(default, rename = "type")]
pub kind: Option<String>,
#[serde(default)]
pub aliases: Vec<String>,
pub slug: String,
#[serde(default)]
pub datasets: Option<u32>,
#[serde(default)]
pub hours: Option<f64>,
#[serde(default)]
pub countries: Vec<String>,
#[serde(default)]
pub country_codes: Vec<String>,
#[serde(default)]
pub tasks: Vec<String>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct Stats {
pub datasets: usize,
pub hours: f64,
pub unverified_datasets: usize,
pub streamable_datasets: usize,
pub languages: usize,
pub language_codes: usize,
pub countries: usize,
pub by_task: BTreeMap<String, usize>,
pub by_access: BTreeMap<String, usize>,
pub by_licence_class: BTreeMap<String, usize>,
pub by_commercial: BTreeMap<String, usize>,
pub by_region: BTreeMap<String, usize>,
pub hours_by_region: BTreeMap<String, f64>,
}