use crate::identity::Cluster;
use crate::model::{Commit, Contributor};
use base64::Engine;
use std::collections::HashMap;
use std::process::Command;
use std::sync::atomic::{AtomicUsize, Ordering};
use std::sync::Mutex;
use std::time::Duration;
const THREADS: usize = 8;
type Profile = (Option<String>, Option<String>);
pub struct GhClient {
agent: ureq::Agent,
token: Option<String>,
}
pub fn find_token() -> Option<String> {
for var in ["GITHUB_TOKEN", "GH_TOKEN"] {
if let Ok(t) = std::env::var(var) {
let t = t.trim().to_string();
if !t.is_empty() {
return Some(t);
}
}
}
let out = Command::new("gh").args(["auth", "token"]).output().ok()?;
if out.status.success() {
let t = String::from_utf8_lossy(&out.stdout).trim().to_string();
if !t.is_empty() {
return Some(t);
}
}
None
}
pub fn parse_noreply(email: &str) -> Option<(Option<u64>, String)> {
let local = email.strip_suffix("@users.noreply.github.com")?;
match local.split_once('+') {
Some((id, login)) => {
let id = id.parse::<u64>().ok();
Some((id, login.to_string()))
}
None => Some((None, local.to_string())),
}
}
impl GhClient {
pub fn new(token: Option<String>) -> Self {
let agent = ureq::AgentBuilder::new()
.timeout(Duration::from_secs(30))
.user_agent("contributor-graphs (https://github.com/ewels/contributor-graphs)")
.build();
GhClient { agent, token }
}
pub fn has_token(&self) -> bool {
self.token.is_some()
}
fn get_json(&self, url: &str) -> Option<serde_json::Value> {
let mut req = self
.agent
.get(url)
.set("Accept", "application/vnd.github+json")
.set("X-GitHub-Api-Version", "2022-11-28");
if let Some(t) = &self.token {
req = req.set("Authorization", &format!("Bearer {t}"));
}
match req.call() {
Ok(resp) => resp.into_json().ok(),
Err(ureq::Error::Status(code, _)) => {
if code == 403 || code == 429 {
eprintln!(" warning: GitHub API rate limited (HTTP {code})");
}
None
}
Err(_) => None,
}
}
fn commit_author(&self, slug: &str, sha: &str) -> Option<(String, String)> {
let v = self.get_json(&format!(
"https://api.github.com/repos/{slug}/commits/{sha}"
))?;
let author = v.get("author")?;
let login = author.get("login")?.as_str()?.to_string();
let avatar = author
.get("avatar_url")
.and_then(|a| a.as_str())
.map(String::from)
.unwrap_or_else(|| format!("https://avatars.githubusercontent.com/{login}"));
Some((login, avatar))
}
fn user_profile(&self, login: &str) -> Profile {
let Some(v) = self.get_json(&format!("https://api.github.com/users/{login}")) else {
return (None, None);
};
let name = v
.get("name")
.and_then(|n| n.as_str())
.map(str::trim)
.filter(|n| !n.is_empty())
.map(String::from);
let company = v
.get("company")
.and_then(|c| c.as_str())
.and_then(normalize_company);
(name, company)
}
pub fn fetch_bytes(&self, url: &str) -> Option<(Vec<u8>, String)> {
let resp = self.agent.get(url).call().ok()?;
let ct = resp.content_type().to_string();
let mut buf = Vec::new();
use std::io::Read;
resp.into_reader()
.take(4 * 1024 * 1024)
.read_to_end(&mut buf)
.ok()?;
Some((buf, ct))
}
}
pub fn enrich_clusters(
clusters: &mut [Cluster],
commits: &[Commit],
slug: &str,
client: &GhClient,
verbose: bool,
) {
let mut need_api: Vec<(usize, String)> = Vec::new();
for (i, cl) in clusters.iter_mut().enumerate() {
for email in &cl.emails {
if let Some((id, login)) = parse_noreply(email) {
cl.avatar_url = Some(match id {
Some(id) => format!("https://avatars.githubusercontent.com/u/{id}?v=4"),
None => format!("https://avatars.githubusercontent.com/{login}"),
});
cl.login = Some(login);
break;
}
}
if cl.login.is_none() {
if let Some(&idx) = cl.commit_idxs.iter().max_by_key(|&&i| commits[i].ts) {
need_api.push((i, commits[idx].sha.clone()));
}
}
}
if need_api.is_empty() || !client.has_token() {
if !need_api.is_empty() && verbose {
eprintln!(
" no GitHub token found ({} identities left unresolved) — run `gh auth login` to enable lookups",
need_api.len()
);
}
return;
}
let cursor = AtomicUsize::new(0);
let results: Mutex<HashMap<usize, (String, String)>> = Mutex::new(HashMap::new());
std::thread::scope(|s| {
for _ in 0..THREADS.min(need_api.len()) {
s.spawn(|| loop {
let i = cursor.fetch_add(1, Ordering::Relaxed);
let Some((cluster_idx, sha)) = need_api.get(i) else {
break;
};
if let Some(found) = client.commit_author(slug, sha) {
results.lock().unwrap().insert(*cluster_idx, found);
}
});
}
});
let results = results.into_inner().unwrap();
let resolved = results.len();
for (idx, (login, avatar)) in results {
clusters[idx].login = Some(login);
clusters[idx].avatar_url = Some(avatar);
}
if verbose {
eprintln!(
" resolved {resolved}/{} identities via GitHub API",
need_api.len()
);
}
}
pub fn fetch_avatar(client: &GhClient, login: &str, size: u32) -> Option<String> {
let url = format!("https://avatars.githubusercontent.com/{login}?s={size}");
let (bytes, ct) = client.fetch_bytes(&url)?;
let ct = if ct.starts_with("image/") {
ct
} else {
"image/png".into()
};
let b64 = base64::engine::general_purpose::STANDARD.encode(&bytes);
Some(format!("data:{ct};base64,{b64}"))
}
pub fn normalize_company(raw: &str) -> Option<String> {
let mut s = raw.trim();
for sep in [" | ", " / ", ";", " · ", ","] {
if let Some(i) = s.find(sep) {
s = &s[..i];
}
}
s = s.trim().trim_start_matches('@').trim();
if let Some(i) = s.find(" @") {
s = &s[..i];
}
let s = s.trim().trim_end_matches(['.', ',', ';', '|', '/']).trim();
if s.is_empty() || s.chars().count() > 60 {
return None;
}
Some(s.to_string())
}
pub fn fetch_profiles(clusters: &mut [Cluster], client: &GhClient, verbose: bool) {
if !client.has_token() {
return;
}
let mut logins: Vec<String> = clusters.iter().filter_map(|c| c.login.clone()).collect();
logins.sort();
logins.dedup();
if logins.is_empty() {
return;
}
let cursor = AtomicUsize::new(0);
let results: Mutex<HashMap<String, Profile>> = Mutex::new(HashMap::new());
std::thread::scope(|s| {
for _ in 0..THREADS.min(logins.len()) {
s.spawn(|| loop {
let i = cursor.fetch_add(1, Ordering::Relaxed);
let Some(login) = logins.get(i) else { break };
let profile = client.user_profile(login);
results.lock().unwrap().insert(login.clone(), profile);
});
}
});
let results = results.into_inner().unwrap();
let with_company = results.values().filter(|(_, c)| c.is_some()).count();
for cl in clusters.iter_mut() {
if let Some(login) = &cl.login {
if let Some((name, company)) = results.get(login) {
cl.profile_name = name.clone();
cl.affiliation = company.clone();
}
}
}
if verbose {
eprintln!(
" fetched {} profiles ({} with an affiliation)",
results.len(),
with_company
);
}
}
pub fn embed_avatars(
contributors: &mut [Contributor],
client: &GhClient,
size: u32,
verbose: bool,
) {
let mut urls: Vec<String> = Vec::new();
for c in contributors.iter() {
if let Some(u) = &c.avatar {
if !u.starts_with("data:") && !urls.contains(u) {
urls.push(u.clone());
}
}
}
if urls.is_empty() {
return;
}
let sized: Vec<String> = urls
.iter()
.map(|u| {
if u.contains('?') {
format!("{u}&s={size}")
} else {
format!("{u}?s={size}")
}
})
.collect();
let cursor = AtomicUsize::new(0);
let results: Mutex<HashMap<String, String>> = Mutex::new(HashMap::new());
std::thread::scope(|s| {
for _ in 0..THREADS.min(urls.len()) {
s.spawn(|| loop {
let i = cursor.fetch_add(1, Ordering::Relaxed);
let (Some(orig), Some(fetch_url)) = (urls.get(i), sized.get(i)) else {
break;
};
if let Some((bytes, ct)) = client.fetch_bytes(fetch_url) {
let ct = if ct.starts_with("image/") {
ct
} else {
"image/png".into()
};
let b64 = base64::engine::general_purpose::STANDARD.encode(&bytes);
results
.lock()
.unwrap()
.insert(orig.clone(), format!("data:{ct};base64,{b64}"));
}
});
}
});
let results = results.into_inner().unwrap();
let n = results.len();
for c in contributors.iter_mut() {
if let Some(u) = &c.avatar {
if let Some(data) = results.get(u) {
c.avatar = Some(data.clone());
}
}
}
if verbose {
eprintln!(" embedded {n} avatars as data URIs");
}
}