Struct DatabaseHandler 

pub struct DatabaseHandler {
    pub persist: bool,
    pub crawl_id: Option<String>,
    pub seeded: bool,
    /* private fields */
}

Manage Sqlite database operations

Fields

persist: bool

Persist after drop.

crawl_id: Option<String>

The crawl ID.

seeded: bool

Initial seed ran.

Implementations

impl DatabaseHandler

pub fn new(crawl_id: &Option<String>) -> Self

A new DB handler.

pub fn pool_inited(&self) -> bool

Determine if the pool is initialized.

pub fn ready(&self) -> bool

Determine if a seed was already done.

pub fn set_seeded(&mut self, seeded: bool)

Set the seeded state

pub fn set_persisted(&mut self, persist: bool)

Set the persist state

pub async fn generate_pool(&self) -> SqlitePool

Generate a sqlite pool.

pub async fn initlaize_pool(&self)

Get or initialize the database pool

pub async fn set_pool(&self, pool: SqlitePool)

Set the pool directly.

pub async fn get_db_pool(&self) -> &SqlitePool

Get or initialize the database pool

pub async fn url_exists(&self, pool: &SqlitePool, url_to_check: &str) -> bool

Check if a URL exists (ignore case)

pub async fn signature_exists( &self, pool: &SqlitePool, signature_to_check: u64, ) -> bool

Check if a signature exists (ignore case)

pub async fn insert_url(&self, pool: &SqlitePool, new_url: &str)

Insert a new URL if it doesn’t exist

pub async fn insert_signature(&self, pool: &SqlitePool, new_signature: u64)

Insert a new signature if it doesn’t exist

pub async fn seed( &self, pool: &SqlitePool, urls: HashSet<CaseInsensitiveString>, ) -> Result<HashSet<CaseInsensitiveString>, Error>

Seed the database and manage URLs

pub async fn count_records(pool: &SqlitePool) -> Result<u64, Error>

Count the records stored.

pub async fn get_all_resources( pool: &SqlitePool, ) -> Result<HashSet<CaseInsensitiveString>, Error>

Get all the resources stored.

pub fn delete_db_by_id(&self)

Clear DB by id

pub async fn clear_table(pool: &SqlitePool) -> Result<(), Error>

Clear the resources table.

Trait Implementations

impl Clone for DatabaseHandler

fn clone(&self) -> DatabaseHandler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DatabaseHandler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DatabaseHandler

fn default() -> DatabaseHandler

Returns the “default value” for a type.

impl Drop for DatabaseHandler

Available on crate feature disk only.

fn drop(&mut self)

Executes the destructor for this type.