vocalolyrics 0.2.4

Lyrics scraper, primarily for Vocaloid content. By default, atwiki is used as the source. We plan to make other sources selectable, but that is not currently possible.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use crate::LyricsFetchError;

pub(crate) async fn fetch_document(
	client: reqwest::Client,
	url: &str,
) -> Result<scraper::Html, LyricsFetchError> {
	let res = client.get(url).send().await;
	let Ok(res) = res else {
		return Err(LyricsFetchError::NetworkError);
	};
	let body = res.text().await;
	let Ok(body) = body else {
		return Err(LyricsFetchError::NetworkError);
	};
	let document = scraper::Html::parse_document(&body);
	Ok(document)
}

pub(crate) fn parse_selector(selector_str: &str) -> Result<scraper::Selector, LyricsFetchError> {
	let selector = scraper::Selector::parse(selector_str);
	let Ok(selector) = selector else {
		return Err(LyricsFetchError::ParseError);
	};
	Ok(selector)
}

pub(crate) fn build_client_with_auto_ua() -> reqwest::Client {
	reqwest::Client::builder()
		.user_agent(
			"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) \
			 Chrome/58.0.3029.110 Safari/537.3",
		)
		.build()
		.unwrap()
}