use std::collections::BTreeMap;
use std::time::Duration;
use tokio_postgres::{Client, NoTls, SimpleQueryMessage};
use crate::config::Config;
use crate::model::ChainEntry;
#[derive(Debug, Clone)]
pub struct DbRow {
pub cert_id: i64,
pub serial: String,
pub dns_name: Option<String>,
pub common_name: Option<String>,
pub not_before: Option<String>,
pub not_after: Option<String>,
pub key_algorithm: Option<String>,
pub key_size: Option<i64>,
pub sig_key_algorithm: Option<String>,
pub sig_hash_algorithm: Option<String>,
pub issuer_ca_name: Option<String>,
}
const CT_SQL_TEMPLATE: &str = "
WITH matching AS (
SELECT c.id, c.issuer_ca_id, c.certificate
FROM certificate c
WHERE identities(c.certificate) @@ plainto_tsquery('certwatch', '{domain}')
AND x509_notAfter(c.certificate) >= now()
)
SELECT
m.id,
encode(x509_serialnumber(m.certificate), 'hex'),
n.name_value,
x509_commonName(m.certificate),
x509_notBefore(m.certificate)::text,
x509_notAfter(m.certificate)::text,
x509_keyAlgorithm(m.certificate),
x509_keySize(m.certificate),
x509_signatureKeyAlgorithm(m.certificate),
x509_signatureHashAlgorithm(m.certificate),
ca.name
FROM matching m
LEFT JOIN ca ON ca.id = m.issuer_ca_id
CROSS JOIN LATERAL (
SELECT encode(raw_value, 'escape') AS name_value, 2 AS src
FROM x509_altNames_raw(m.certificate)
WHERE type_num = 2
UNION ALL
SELECT x509_commonName(m.certificate), 1
) n
WHERE lower(n.name_value) = lower('{domain}')
OR lower(n.name_value) LIKE '%.{domain}'";
pub fn ct_sql(domain: &str) -> Result<String, String> {
let domain = domain.to_ascii_lowercase();
if domain.is_empty() || domain.len() > 253 {
return Err(format!("invalid domain: {domain}"));
}
if !domain
.chars()
.all(|c| c.is_ascii_alphanumeric() || c == '.' || c == '-')
{
return Err(format!("invalid characters in domain: {domain}"));
}
Ok(CT_SQL_TEMPLATE.replace("{domain}", &domain))
}
pub struct Session {
conninfo: String,
client: Option<Client>,
drive: Option<tokio::task::JoinHandle<()>>,
}
impl Session {
pub fn new(cfg: &Config) -> Self {
Self {
conninfo: format!(
"host={} port={} user={} dbname={}",
cfg.db_host, cfg.db_port, cfg.db_user, cfg.db_name
),
client: None,
drive: None,
}
}
pub async fn fetch_rows(&mut self, domain: &str, cfg: &Config) -> Result<Vec<DbRow>, String> {
let mut last_error = String::from("not attempted");
for attempt in 1..=cfg.retries {
eprintln!(
"CT: querying certwatch DB at {}:{} (attempt {attempt}/{})",
cfg.db_host, cfg.db_port, cfg.retries
);
match self.fetch_once(domain, cfg).await {
Ok(rows) => return Ok(rows),
Err(e) => {
last_error = e;
if attempt < cfg.retries {
let delay = db_backoff_secs(attempt, cfg.retry_delay);
eprintln!(
"CT: {last_error}; re-running this query in {delay}s \
(attempt {attempt}/{} failed)",
cfg.retries
);
tokio::time::sleep(Duration::from_secs(delay)).await;
}
}
}
}
eprintln!(
"CT: certwatch DB unreachable after {} attempts",
cfg.retries
);
Err(last_error)
}
async fn fetch_once(&mut self, domain: &str, cfg: &Config) -> Result<Vec<DbRow>, String> {
let client = self.ensure_connected(cfg).await?;
let sql = ct_sql(domain)?;
let result = {
let query = client.simple_query(&sql);
tokio::time::timeout(Duration::from_secs(cfg.db_query_timeout), query).await
};
match result {
Ok(Ok(messages)) => parse_db_rows(&messages),
Ok(Err(e)) => {
self.hang_up();
Err(db_err(e))
}
Err(_) => {
self.hang_up();
Err("query timeout (no response)".to_string())
}
}
}
pub async fn chain_rows(
&mut self,
ct_ids: &[u64],
cfg: &Config,
) -> Result<BTreeMap<u64, Vec<ChainEntry>>, String> {
if ct_ids.is_empty() {
return Ok(BTreeMap::new());
}
let mut last_error = String::from("not attempted");
for attempt in 1..=cfg.retries {
eprintln!(
"CT: querying certificate chains at {}:{} (attempt {attempt}/{})",
cfg.db_host, cfg.db_port, cfg.retries
);
match self.chain_once(ct_ids, cfg).await {
Ok(chains) => return Ok(chains),
Err(e) => {
last_error = e;
if attempt < cfg.retries {
let delay = db_backoff_secs(attempt, cfg.retry_delay);
eprintln!(
"CT: {last_error}; re-running this query in {delay}s \
(attempt {attempt}/{} failed)",
cfg.retries
);
tokio::time::sleep(Duration::from_secs(delay)).await;
}
}
}
}
eprintln!("CT: chain query failed after {} attempts", cfg.retries);
Err(last_error)
}
async fn chain_once(
&mut self,
ct_ids: &[u64],
cfg: &Config,
) -> Result<BTreeMap<u64, Vec<ChainEntry>>, String> {
let client = self.ensure_connected(cfg).await?;
let sql = chain_sql(ct_ids);
let result = {
let query = client.simple_query(&sql);
tokio::time::timeout(Duration::from_secs(cfg.db_query_timeout), query).await
};
match result {
Ok(Ok(messages)) => parse_chain_rows(&messages),
Ok(Err(e)) => {
self.hang_up();
Err(db_err(e))
}
Err(_) => {
self.hang_up();
Err("query timeout (no response)".to_string())
}
}
}
async fn ensure_connected(&mut self, cfg: &Config) -> Result<&Client, String> {
if self.client.is_none() {
eprintln!(
"CT: connecting to certwatch DB at {}:{}",
cfg.db_host, cfg.db_port
);
let connect = tokio_postgres::connect(&self.conninfo, NoTls);
let (client, connection) =
tokio::time::timeout(Duration::from_secs(cfg.db_connect_timeout), connect)
.await
.map_err(|_| "connect timeout".to_string())?
.map_err(db_err)?;
self.drive = Some(tokio::spawn(async move {
if let Err(e) = connection.await {
eprintln!("CT: db connection dropped: {}", db_err(e));
}
}));
self.client = Some(client);
}
Ok(self.client.as_ref().unwrap())
}
fn hang_up(&mut self) {
if let Some(drive) = self.drive.take() {
drive.abort();
}
self.client = None;
}
}
impl Drop for Session {
fn drop(&mut self) {
self.hang_up();
}
}
pub fn db_backoff_secs(attempt: u32, retry_delay: u64) -> u64 {
retry_delay
.saturating_mul(1u64 << (attempt + 1).min(6))
.min(60)
}
const CHAIN_SQL_TEMPLATE: &str = "
WITH RECURSIVE cert_chain AS (
SELECT
c.id AS certificate_id,
c.issuer_ca_id,
c.certificate,
c.id AS leaf_id,
0 AS depth,
ARRAY[c.id]::bigint[] AS path
FROM certificate c
WHERE c.id = ANY(ARRAY[{ids}]::bigint[])
AND x509_notBefore(c.certificate) <= now()
AND x509_notAfter(c.certificate) >= now()
UNION ALL
SELECT
parent.id,
parent.issuer_ca_id,
parent.certificate,
cc.leaf_id,
cc.depth + 1,
cc.path || parent.id
FROM cert_chain cc
JOIN LATERAL (
SELECT c2.*
FROM ca_certificate cac
JOIN certificate c2
ON c2.id = cac.certificate_id
WHERE cac.ca_id = cc.issuer_ca_id
AND x509_notBefore(c2.certificate) <= now()
AND x509_notAfter(c2.certificate) >= now()
AND NOT c2.id = ANY(cc.path)
AND (
x509_authorityKeyId(cc.certificate) IS NULL
OR x509_subjectKeyIdentifier(c2.certificate)
= x509_authorityKeyId(cc.certificate)
)
ORDER BY
CASE
WHEN EXISTS (
SELECT 1
FROM ca_certificate self_ca
WHERE self_ca.certificate_id = c2.id
AND self_ca.ca_id = c2.issuer_ca_id
)
THEN 0
ELSE 1
END,
x509_notBefore(c2.certificate) DESC,
x509_notAfter(c2.certificate) DESC,
c2.id DESC
LIMIT 1
) parent ON true
WHERE cc.depth < 6
AND NOT EXISTS (
SELECT 1
FROM ca_certificate self_ca
WHERE self_ca.certificate_id = cc.certificate_id
AND self_ca.ca_id = cc.issuer_ca_id
)
)
SELECT
cc.leaf_id,
cc.depth,
cc.certificate_id,
cc.issuer_ca_id,
x509_commonName(cc.certificate) AS common_name,
encode(
x509_subjectKeyIdentifier(cc.certificate),
'hex'
) AS ski,
encode(
x509_authorityKeyId(cc.certificate),
'hex'
) AS aki,
x509_notBefore(cc.certificate)::text AS not_before,
x509_notAfter(cc.certificate)::text AS not_after,
x509_keyAlgorithm(cc.certificate) AS key_algorithm,
x509_keySize(cc.certificate) AS key_size,
x509_signatureKeyAlgorithm(cc.certificate)
AS signature_key_algorithm,
x509_signatureHashAlgorithm(cc.certificate)
AS signature_hash_algorithm,
issuer_ca.name AS issuer_ca_name
FROM cert_chain cc
LEFT JOIN ca issuer_ca
ON issuer_ca.id = cc.issuer_ca_id
ORDER BY
cc.leaf_id,
cc.depth";
fn chain_sql(ct_ids: &[u64]) -> String {
let ids = ct_ids
.iter()
.map(|id| id.to_string())
.collect::<Vec<_>>()
.join(",");
CHAIN_SQL_TEMPLATE.replace("{ids}", &ids)
}
fn parse_chain_row(r: &tokio_postgres::SimpleQueryRow) -> Result<(u64, ChainEntry), String> {
let leaf_id: u64 = r
.get(0)
.ok_or("missing leaf id")?
.parse()
.map_err(|_| "bad leaf id")?;
let entry = ChainEntry {
depth: r
.get(1)
.ok_or("missing depth")?
.parse()
.map_err(|_| "bad depth")?,
certificate_id: r
.get(2)
.ok_or("missing cert id")?
.parse()
.map_err(|_| "bad cert id")?,
common_name: r.get(4).map(str::to_string),
ski: r.get(5).map(str::to_string),
aki: r.get(6).map(str::to_string),
not_before: r.get(7).and_then(crate::discover::ct::ctdate),
not_after: r.get(8).and_then(crate::discover::ct::ctdate),
key_algorithm: r.get(9).map(str::to_string),
key_size: r.get(10).and_then(|v| v.parse().ok()),
signature_key_algorithm: r.get(11).map(str::to_string),
signature_hash_algorithm: r.get(12).map(str::to_string),
issuer_ca_name: r.get(13).map(str::to_string),
};
Ok((leaf_id, entry))
}
fn parse_db_rows(messages: &[SimpleQueryMessage]) -> Result<Vec<DbRow>, String> {
messages
.iter()
.filter_map(|m| match m {
SimpleQueryMessage::Row(r) => Some(r),
_ => None,
})
.map(|r| {
Ok(DbRow {
cert_id: r
.get(0)
.ok_or("missing cert id")?
.parse()
.map_err(|_| "bad cert id")?,
serial: r.get(1).ok_or("missing serial")?.to_string(),
dns_name: r.get(2).map(str::to_string),
common_name: r.get(3).map(str::to_string),
not_before: r.get(4).map(str::to_string),
not_after: r.get(5).map(str::to_string),
key_algorithm: r.get(6).map(str::to_string),
key_size: r.get(7).and_then(|v| v.parse().ok()),
sig_key_algorithm: r.get(8).map(str::to_string),
sig_hash_algorithm: r.get(9).map(str::to_string),
issuer_ca_name: r.get(10).map(str::to_string),
})
})
.collect()
}
fn parse_chain_rows(
messages: &[SimpleQueryMessage],
) -> Result<BTreeMap<u64, Vec<ChainEntry>>, String> {
let mut chains: BTreeMap<u64, Vec<ChainEntry>> = BTreeMap::new();
for m in messages {
if let SimpleQueryMessage::Row(r) = m {
let (leaf_id, entry) = parse_chain_row(r)?;
chains.entry(leaf_id).or_default().push(entry);
}
}
Ok(chains)
}
fn db_err(e: tokio_postgres::Error) -> String {
if let Some(db) = e.as_db_error() {
let mut s = format!("db error {:?}: {}", db.code(), db.message());
if let Some(detail) = db.detail() {
s.push_str(&format!(" ({detail})"));
}
return s;
}
format!("db error: {e}")
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn db_backoff_starts_at_2_cubed_and_caps() {
assert_eq!(db_backoff_secs(1, 2), 8);
assert_eq!(db_backoff_secs(2, 2), 16);
assert_eq!(db_backoff_secs(3, 2), 32);
assert_eq!(db_backoff_secs(4, 2), 60, "capped at 60s");
assert_eq!(db_backoff_secs(5, 2), 60);
assert_eq!(db_backoff_secs(1, 120), 60);
}
}