use super::{Removal, Verified, force};
static FREED: std::sync::atomic::AtomicU64 = std::sync::atomic::AtomicU64::new(0);
pub(crate) fn note_freed(bytes: u64) {
FREED.fetch_add(bytes, std::sync::atomic::Ordering::Relaxed);
}
#[must_use]
pub fn freed_so_far() -> u64 {
FREED.load(std::sync::atomic::Ordering::Relaxed)
}
#[cfg(target_vendor = "apple")]
const REMOVAL_WORKERS: usize = 8;
#[cfg(not(target_vendor = "apple"))]
const REMOVAL_WORKERS: usize = 16;
static REMOVAL_JOBS: std::sync::atomic::AtomicUsize = std::sync::atomic::AtomicUsize::new(0);
pub fn limit_removal_workers(jobs: Option<usize>) {
REMOVAL_JOBS.store(jobs.map_or(0, |jobs| jobs.max(1)), std::sync::atomic::Ordering::Relaxed);
}
fn removal_pool() -> Option<std::sync::Arc<rayon::ThreadPool>> {
static POOL: std::sync::Mutex<Option<(usize, std::sync::Arc<rayon::ThreadPool>)>> = std::sync::Mutex::new(None);
let jobs = match REMOVAL_JOBS.load(std::sync::atomic::Ordering::Relaxed) {
0 => REMOVAL_WORKERS.min(crate::limits::descriptor_cap()),
jobs => jobs,
};
let mut slot = POOL.lock().unwrap_or_else(std::sync::PoisonError::into_inner);
if let Some((width, pool)) = slot.as_ref()
&& *width == jobs
{
return Some(std::sync::Arc::clone(pool));
}
let pool = std::sync::Arc::new(
rayon::ThreadPoolBuilder::new()
.num_threads(jobs)
.thread_name(|index| format!("voom-remove-{index}"))
.start_handler(|_| IN_REMOVAL_POOL.with(|flag| flag.set(true)))
.build()
.ok()?,
);
*slot = Some((jobs, std::sync::Arc::clone(&pool)));
Some(pool)
}
thread_local! {
static IN_REMOVAL_POOL: std::cell::Cell<bool> = const { std::cell::Cell::new(false) };
}
pub(crate) fn install_removal<T: Send>(work: impl FnOnce() -> T + Send) -> T {
match removal_pool() {
Some(pool) => pool.install(work),
None => work(),
}
}
pub(crate) fn remove_in_pool(verified: &Verified, removal: Removal) -> (std::io::Result<()>, Option<u64>) {
if IN_REMOVAL_POOL.with(std::cell::Cell::get) {
return force::remove(verified, removal);
}
install_removal(|| force::remove(verified, removal))
}