vocalolyrics 0.2.4

Lyrics scraper, primarily for Vocaloid content. By default, atwiki is used as the source. We plan to make other sources selectable, but that is not currently possible.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use crate::LyricsFetchError;
const LYRICS_SELECTOR: &str = "h3#id_0a172479 ~ div:has(~ h3):not(div[class*='ad']:has(+ h3))";

#[cfg(feature = "atwiki")]
#[cfg(feature = "async")]
pub(crate) async fn fetch_lyrics_from_atwiki(url: &str) -> Result<Vec<String>, LyricsFetchError> {
	use crate::helpers::{build_client_with_auto_ua, fetch_document, parse_selector};

	let client = build_client_with_auto_ua();
	let document = fetch_document(client, url).await?;

	let selector = parse_selector(LYRICS_SELECTOR)?;

	let lyrics = document
		.select(&selector)
		.map(|element| element.text().collect())
		.collect();

	Ok(lyrics)
}

#[cfg(feature = "atwiki")]
#[cfg(feature = "async")]
pub(crate) async fn fetch_lyrics_from_atwiki_html(
	url: &str,
) -> Result<Vec<String>, LyricsFetchError> {
	use crate::helpers::{build_client_with_auto_ua, fetch_document, parse_selector};

	let client = build_client_with_auto_ua();
	let document = fetch_document(client, url).await?;

	let selector = parse_selector(LYRICS_SELECTOR)?;

	let lyrics = document
		.select(&selector)
		.map(|element| element.html())
		.collect();

	Ok(lyrics)
}

#[tokio::test]
async fn test_fetch_lyrics_from_atwiki() {
	let url = "https://w.atwiki.jp/hmiku/pages/38863.html";
	let result = fetch_lyrics_from_atwiki(url).await;
	dbg!(&result);
	assert!(result.is_ok());
}

#[tokio::test]
async fn test_fetch_lyrics_from_atwiki_html() {
	let url = "https://w.atwiki.jp/hmiku/pages/38863.html";
	let result = fetch_lyrics_from_atwiki_html(url).await;
	dbg!(&result);
	assert!(result.is_ok());
}