Struct FeedOption 

pub struct FeedOption {
    pub origin: String,
    pub label: String,
    pub max_length: usize,
    pub fetch_length: usize,
    pub interval: u64,
    pub idle_limit: u64,
    pub sort: bool,
    pub extractor: Vec<String>,
    pub fetch: bool,
    pub channel: PseudoChannel,
}

Specific scraping options for a single feed

Fields

origin: String

URL to fetch

label: String

Text label of the feed

max_length: usize

Max feed item length

fetch_length: usize

Max length to fetch per interval

interval: u64

Interval between fetching

idle_limit: u64

Duration of no requests before scraping stops

sort: bool

To sort items by publish date or not

extractor: Vec<String>

Scraper script

fetch: bool

channel: PseudoChannel

Channel details

Implementations

impl FeedOption

pub fn validate(&self)

Check if the extractor command is valid (not empty)

pub async fn meta(&self) -> Result<FetchedMeta, Box<dyn Error>>

pub async fn lazy_fetch_rss(&self) -> Result<String, Box<dyn Error>>

Fetch rss (xml) string from either remote or cache

pub async fn force_fetch_rss(&self) -> Result<String, Box<dyn Error>>

Fetch rss (xml) string from remote

pub async fn lazy_fetch_json(&self) -> Result<String, Box<dyn Error>>

Fetch json string from either remote or cache

pub async fn force_fetch_json(&self) -> Result<String, Box<dyn Error>>

Fetch json string from remote

pub async fn lazy_fetch(&self) -> Result<PseudoChannel, Box<dyn Error>>

Fetch a feed either from remote or a cached version

pub async fn force_fetch(&self) -> Result<PseudoChannel, Box<dyn Error>>

Fetch a feed and saves metadata

pub fn outdated(&self, meta: &FetchedMeta) -> bool

Check if a feed is outdated

pub fn time_til_outdated(&self, meta: &FetchedMeta) -> Option<u64>

Number of seconds before feed will become outdated

pub fn idle(&self, meta: &FetchedMeta) -> bool

Check if a feed has passed the idle limit

Trait Implementations

impl Clone for FeedOption

fn clone(&self) -> FeedOption

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FeedOption

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for FeedOption

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for FeedOption

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for FeedOption

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.