google-book-scraper 0.3.6

Tool and library for downloading the contents of books hosted on books.google.com for offline viewing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

//use std::io::Read;
use std::io::{self};

use ::scraper::{Html, Selector};

use super::helpers::*;
use super::types::*;
use super::*;

/// Downloads all issues within the selected period of the page at the provided URL.
pub fn download_period(url: &str, dest: &str, options: &mut ScraperOptions) -> io::Result<()> {
    let url = sanitize_url(url)?;

    if options.verbose {
        println!("Attemping download of period page with url: {url}");
    }

    for issue_url in get_issue_urls_in_period(&url, &options)? {
        if let Err(x) = download_issue(&issue_url, dest, options) {
            eprintln!("Error downloading issue {issue_url}: {}", x);
        }
    }
    Ok(())
}

/// Downloads all issues within the series of the issue at the provided URL.
pub fn download_all(url: &str, dest: &str, options: &mut ScraperOptions) -> io::Result<()> {
    let url = sanitize_url(url)?;

    if options.verbose {
        println!("Attemping download of base page with url: {url}");
    }

    for period_url in get_period_urls(&url, &options)? {
        if let Err(x) = download_period(&period_url, dest, options) {
            eprintln!("Error downloading period {period_url}: {}", x);
        }
    }
    Ok(())
}

/// Gets the URLs of available periods in the page at the provided URL.
pub fn get_period_urls(url: &str, options: &ScraperOptions) -> io::Result<Vec<String>> {
    let mut ret = Vec::new();

    let res = try_download(&url, options.download_attempts)?;
    let body = res.text().to_result()?;

    let doc = Html::parse_document(&body);

    let selector = Selector::parse("#period_selector a").to_result()?;
    for element in doc.select(&selector) {
        if let Some(x) = element.attr("href") {
            ret.push(if x.trim() == "" {
                // Empty string used for current period.
                url.to_string()
            } else {
                x.to_string()
            });
        }
    }

    // For periodicals with few available issues there might not be any periods, so return current page as period.
    if ret.is_empty() {
        ret.push(url.to_string());
    }

    Ok(ret)
}

/// Gets the URLs of issues within the selected period of the page at the provided URL.
pub fn get_issue_urls_in_period(url: &str, options: &ScraperOptions) -> io::Result<Vec<String>> {
    let mut ret = Vec::new();

    let res = try_download(&url, options.download_attempts)?;
    let body = res.text().to_result()?;
    let doc = Html::parse_document(&body);

    let selector = Selector::parse("div.allissues_gallerycell a:first-child").to_result()?;
    for element in doc.select(&selector) {
        if let Some(x) = element.attr("href") {
            ret.push(x.to_string());
        }
    }

    Ok(ret)
}