Struct scrapyard::MasterConfig

pub struct MasterConfig {
    pub store: PathBuf,
    pub max_retries: u16,
    pub request_timeout: u64,
    pub script_timeout: u64,
}

Main config file

Fields

store: PathBuf

Where cache and metadata of feeds are stored

max_retries: u16

Maximum number of retries before giving up scraping a feed

request_timeout: u64

Number of seconds before request is considered timed out

script_timeout: u64

Number of seconds before scraper script is considered timed out

Trait Implementations

impl Debug for MasterConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for MasterConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for MasterConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Saveable for MasterConfig

fn load_string<'life0, 'async_trait>( path: &'life0 Path ) -> Pin<Box<dyn Future<Output = Result<String, Box<dyn Error>>> + Send + 'async_trait>>

where 'life0: 'async_trait,

Load string content from a file

fn load_json<'life0, 'async_trait>( path: &'life0 Path ) -> Pin<Box<dyn Future<Output = Result<Self, Box<dyn Error>>> + Send + 'async_trait>>

where Self: Send + 'async_trait, 'life0: 'async_trait,

Loads and deserializes json content from a file

fn load_rss<'life0, 'async_trait>( path: &'life0 Path ) -> Pin<Box<dyn Future<Output = Result<Channel, Box<dyn Error>>> + Send + 'async_trait>>

where Self: Send + 'async_trait, 'life0: 'async_trait,

Loads and deserializes rss compatible xml from a file

fn save_string<'life0, 'async_trait>( path: &'life0 Path, s: String ) -> Pin<Box<dyn Future<Output = Result<(), Box<dyn Error>>> + Send + 'async_trait>>

where 'life0: 'async_trait,

Saves a string to file

fn save_json<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 Path ) -> Pin<Box<dyn Future<Output = Result<(), Box<dyn Error>>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Serializes and save as json

fn save_json_pretty<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 Path ) -> Pin<Box<dyn Future<Output = Result<(), Box<dyn Error>>> + Send + 'async_trait>>

where Self: Sync + 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Serializes and save as pretty json

fn save_rss<'life0, 'async_trait>( self, path: &'life0 Path ) -> Pin<Box<dyn Future<Output = Result<(), Box<dyn Error>>> + Send + 'async_trait>>

where Self: Send + 'async_trait, 'life0: 'async_trait,

Serializes and save as rss compatible xml

fn get_rss(self) -> Channel

Get rss content from self (if relevant)

impl Serialize for MasterConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.