millipede-core 0.1.0

Core primitives for the Millipede web crawler: request model, storage traits, events, errors, configuration.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

//! Dynamic concurrency, load-signal evaluation, and politeness limits.

mod aimd;
mod pool;
mod rate_limit;
mod signal;
mod signals;
mod snapshotter;
mod system_status;

pub use aimd::AimdController;
pub(crate) use pool::AttemptOutcomeKind;
pub use pool::{AutoscaleMode, AutoscaledPool, AutoscaledPoolOptions};
pub use signal::{LoadSignal, LoadSnapshot};
pub use signals::{
    ClientLoadSignal, ClientLoadSignalHandle, CpuLoadSignal, CpuLoadSignalOptions,
    MemoryLoadSignal, MemoryLoadSignalOptions, TokioRuntimeLoadSignal,
    TokioRuntimeLoadSignalOptions,
};
pub use snapshotter::{Snapshotter, SnapshotterOptions};
pub use system_status::{ScaleDecision, SystemStatus, SystemStatusOptions};