pub mod plan;
pub mod call_site;
pub mod cat;
pub mod latch;
pub mod job;
pub(crate) mod deque;
pub mod chase_lev_local;
pub mod fcl_local;
pub mod fcl_worker;
pub mod khl_local;
pub mod khl_worker;
pub mod adaptive_worker;
pub mod adaptive_profile;
pub mod adaptive_backend;
pub mod adaptive_cooperative;
pub mod adaptive_variant_routing;
pub mod flynnel_ring;
pub mod flynnel_ring_spsc;
pub mod flynnel_ring_mpsc;
pub mod flynnel_ring_composed;
pub mod injector;
pub mod notify_ring;
pub mod k_gating;
pub mod workload_shape;
pub mod dispatch;
pub mod deque_tier;
pub mod arena;
pub mod k_join;
pub mod numa_alloc;
pub mod sleep;
pub mod arena_local;
pub mod arena_numa;
pub mod par_iter;
pub mod race;
pub mod mode_region;
pub mod io_pool;
pub mod bg_calibration;
pub mod host_width;
pub mod levers;
pub mod occupancy;
pub mod oversubscription;
#[cfg(feature = "persisted-calibration")]
pub mod calibration_store;
#[cfg(feature = "verify-chain")]
pub mod verify_chain;
pub mod split_observer;
pub mod hazard;
pub mod prefetch;
#[cfg(test)]
pub mod private_deque;
pub mod idempotent;
pub mod cooperative;
pub mod numa_latency;
pub mod pipeline;
pub mod bg_zero;
pub mod hybrid;
pub mod trace;
pub(crate) mod jec_sleep;
#[cfg(feature = "shared-memory-worker-reference")]
pub mod marshal;
#[cfg(feature = "shared-memory-worker-reference")]
pub mod dual_deque;
pub use plan::{BisectVariant, HwClass, JobPlan, SchedTier, kband_for, pick_tier};
pub use call_site::{
CallSiteState, Placement, PolicyArm, RegisteredKeyedSite, RegisteredSite, SiteRef, caller_site,
registered_keyed_sites, registered_sites, reset_all_sites, site_for_key, site_for_location,
};
pub use adaptive_profile::{
ClassThresholds, ThresholdCalibration, calibrate_class_thresholds,
calibrate_class_thresholds_into, class_thresholds,
spawn_class_threshold_calibration,
};
pub use latch::{CoreLatch, Latch};
pub use sleep::{
total_backend_monitor_arms, total_backend_monitor_waits, total_latch_monitor_arms,
total_latch_monitor_waits,
};
pub use jec_sleep::{
reset_spin_stats, set_spin_adaptive, set_spin_window, spin_adapt_decisions, spin_adaptive,
spin_window, total_idle_yields, total_monitor_rounds, total_park_events, total_rescue_events,
total_self_rescues, total_sleepless_backoffs,
};
pub use job::NUMA_HINT_ANY;
pub use arena::{
dispatch_trace_snapshot, dispatch_trace_wait_snapshot, join, join_context, join_default,
total_join_parks,
};
pub use oversubscription::{total_long_yields, yield_histogram};
pub use io_pool::{IoPool, IoTask, global_io_pool, submit_io_or_inline};
pub use bg_calibration::spawn_calibration;
#[cfg(feature = "verify-chain")]
pub use verify_chain::{VerifyChain, VerifyHasher, FxFallbackHasher, default_hasher};
pub use split_observer::{set_split_multiplier, spawn_observer, split_multiplier};
pub use pipeline::par_map_serial_reduce;
pub use par_iter::{par_map_in_place, par_zip_apply};
pub use prefetch::{
prefetch_into_l2, prefetch_into_l2_inline, prefetch_into_l3, prefetch_into_l3_inline,
};
pub use k_join::k_join_with_plan;
pub use cooperative::{cooperative_join_n, cooperative_join_n_flat, cooperative_join_n_tree};
pub use hybrid::{
SplitReport, hybrid_auto, hybrid_auto_split, hybrid_auto_split_ranges, hybrid_pipeline,
join_hybrid,
};
pub use numa_latency::{TopologyLatencyTable, topology_latency_table};
#[cfg(feature = "shared-memory-worker-reference")]
pub use marshal::{Marshal, register_marshal_handler};