codoseo-core 0.1.0-rc.1

Shared types for CodoSEO, the open-source SEO crawler and monitor.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

//! What is kept of a crawl for later comparison.

use serde::{Deserialize, Serialize};
use url::Url;

use crate::crawl::{RobotsFile, SitemapSummary};
use crate::output::{CrawlOutput, StopReason};
use crate::page::PageRecord;

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
pub struct Snapshot {
    pub origin: Url,
    pub stop: StopReason,
    pub pages: Vec<PageRecord>,
    pub robots: Option<RobotsFile>,
    pub sitemap: SitemapSummary,
}

impl Snapshot {
    /// Everything the diff needs; the link graph is not kept.
    pub fn from_output(out: &CrawlOutput) -> Snapshot {
        Snapshot {
            origin: out.origin.clone(),
            stop: out.stop.clone(),
            pages: out.pages.clone(),
            robots: out.robots.clone(),
            sitemap: out.sitemap.clone(),
        }
    }

    /// Like [`Snapshot::from_output`], but moves the pages out instead of cloning them.
    pub fn from_output_owned(out: CrawlOutput) -> Snapshot {
        Snapshot {
            origin: out.origin,
            stop: out.stop,
            pages: out.pages,
            robots: out.robots,
            sitemap: out.sitemap,
        }
    }
}