link_scraper 0.2.0

use crate::helpers::find_urls;
use crate::{gen_scrape_from_file, gen_scrape_from_slice};
use std::fmt::{Display, Formatter};
use std::io::BufRead;
use thiserror::Error;

pub fn scrape<R>(mut buf_reader: R) -> Result<Vec<TextFileLink>, TextFileScrapingError>
where
    R: BufRead,
{
    let mut collector: Vec<TextFileLink> = vec![];
    let mut contents = String::new();
    let mut line_result = buf_reader.read_line(&mut contents)?;
    let mut current_line = 1;
    while line_result > 0 {
        find_urls(&contents).iter().for_each(|link| {
            collector.push(TextFileLink {
                url: link.as_str().to_string(),
                location: TextFileLinkLocation {
                    line: current_line,
                    pos: link.start(),
                },
            })
        });

        contents.clear();
        line_result = buf_reader.read_line(&mut contents)?;
        current_line += 1;
    }
    Ok(collector)
}
gen_scrape_from_file!(scrape(Read)-> Result<Vec<TextFileLink>, TextFileScrapingError>);
gen_scrape_from_slice!(scrape(Read)-> Result<Vec<TextFileLink>, TextFileScrapingError>);

#[derive(Error, Debug)]
pub enum TextFileScrapingError {
    #[error(transparent)]
    IoError(#[from] std::io::Error),
}

#[derive(Debug, Clone)]
pub struct TextFileLink {
    pub url: String,
    pub location: TextFileLinkLocation,
}

impl Display for TextFileLink {
    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
        write!(f, "{}", self.url)
    }
}

#[derive(Debug, Clone)]
pub struct TextFileLinkLocation {
    pub line: usize,
    pub pos: usize,
}

#[cfg(test)]
mod tests {
    use super::*;

    const TEST_XML: &[u8] = include_bytes!("../../test_files/xml/xml_test.xml");

    #[test]
    fn scrape_test() {
        let links = scrape(TEST_XML).unwrap();
        println!("{:?}", links);
        assert!(links
            .iter()
            .any(|it| it.url == "https://attribute.test.com"));
        assert!(links
            .iter()
            .any(|it| it.url == "https://plaintext.test.com"));
        assert!(links.iter().any(|it| it.url == "https://comment.test.com"));
        assert!(links.iter().any(|it| it.url == "https://cdata.test.com"));
        assert!(links.iter().any(|it| it.url == "https://ns.test.com"));
    }
}