Skip to main content

argus_common/
types.rs

1#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
2pub struct CrawlJob {
3    pub url: String,
4    pub normalized_url: String,
5    pub host: String,
6    pub depth: u16,
7}
8
9#[derive(Debug, Clone)]
10pub struct FetchResult {
11    pub url: String,
12    pub final_url: String,
13    pub status: u16,
14    pub content_type: Option<String>,
15    pub body: bytes::Bytes,
16}
17
18#[derive(Debug, Clone)]
19pub struct ExtractedLink {
20    pub from_url: String,
21    pub to_url: String,
22}