use std::collections::HashSet;
use std::sync::atomic::AtomicUsize;
use std::sync::{Arc, Mutex};
pub type ProgressCallback = Option<Arc<dyn Fn(usize, usize, usize, usize) + Send + Sync>>;
use tokio::io::Lines;
use tokio::sync::OwnedSemaphorePermit;
use tokio_util::sync::CancellationToken;
use crate::config::Config;
use crate::fetch::ProcessingContext;
use crate::geoip::GeoIpMetadata;
use crate::initialization::{HostRateLimiter, RateLimiter};
pub struct ScanResources {
pub shared_ctx: Arc<ProcessingContext>,
pub semaphore: Arc<tokio::sync::Semaphore>,
pub request_limiter: Option<Arc<RateLimiter>>,
pub host_limiter: Option<Arc<HostRateLimiter>>,
pub rate_limiter_shutdown: Option<CancellationToken>,
pub in_flight_urls: Arc<Mutex<HashSet<String>>>,
pub successful_urls: Arc<AtomicUsize>,
pub skipped_urls: Arc<AtomicUsize>,
pub failed_urls: Arc<AtomicUsize>,
pub total_urls_attempted: Arc<AtomicUsize>,
pub total_urls_in_file: Arc<AtomicUsize>,
pub phase: Arc<crate::status_server::AtomicPhase>,
pub throughput_window: Arc<crate::status_server::ThroughputWindow>,
pub run_id: String,
pub start_time_epoch: i64,
pub start_time: std::time::Instant,
pub _geoip_metadata: Option<GeoIpMetadata>,
pub config: Config,
}
pub enum UrlSource {
File(Lines<tokio::io::BufReader<tokio::fs::File>>),
Stdin(Lines<tokio::io::BufReader<tokio::io::Stdin>>),
}
impl UrlSource {
pub async fn next_line(&mut self) -> std::io::Result<Option<String>> {
match self {
UrlSource::File(lines) => lines.next_line().await,
UrlSource::Stdin(lines) => lines.next_line().await,
}
}
}
pub struct ScanLoopResult {
pub cancel: CancellationToken,
pub logging_task: Option<tokio::task::JoinHandle<()>>,
pub status_server: Option<crate::status_server::StatusServerHandle>,
}
pub struct UrlTaskParams {
pub url: Arc<str>,
pub ctx: Arc<ProcessingContext>,
pub cancel: CancellationToken,
pub permit: OwnedSemaphorePermit,
pub request_limiter: Option<Arc<RateLimiter>>,
pub host_limiter: Option<Arc<HostRateLimiter>>,
pub successful_urls: Arc<AtomicUsize>,
pub skipped_urls: Arc<AtomicUsize>,
pub failed_urls: Arc<AtomicUsize>,
pub total_urls_for_callback: usize,
pub progress_callback: ProgressCallback,
}