nako-metadata-scraper 0.1.0-alpha.2

Official Nako metadata scraper Addon Sidecar.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::{
    collections::VecDeque,
    sync::{Arc, Mutex},
};

use async_trait::async_trait;

use crate::providers::http_runtime::{
    ProviderHttpError, ProviderHttpRequest, ProviderHttpResponse, ProviderHttpResult,
    ProviderHttpRuntimeConfig, ProviderHttpTransport,
};

use super::DOUBAN_PROVIDER_ID;

#[derive(Clone, Default)]
pub(super) struct FakeTransport {
    responses: Arc<Mutex<VecDeque<ProviderHttpResult<ProviderHttpResponse>>>>,
    requests: Arc<Mutex<Vec<ProviderHttpRequest>>>,
}

impl FakeTransport {
    pub(super) fn push_rendered_html(&self, url: &str, title: &str, html: &str) {
        self.responses
            .lock()
            .unwrap()
            .push_back(Ok(ProviderHttpResponse {
                status: 200,
                body: serde_json::json!({
                    "status": "ok",
                    "url": url,
                    "title": title,
                    "html": html,
                    "text": html,
                    "excerpt": html.chars().take(240).collect::<String>()
                })
                .to_string()
                .into_bytes(),
            }));
    }

    pub(super) fn requests(&self) -> Vec<ProviderHttpRequest> {
        self.requests.lock().unwrap().clone()
    }
}

#[async_trait]
impl ProviderHttpTransport for FakeTransport {
    async fn send(
        &self,
        request: ProviderHttpRequest,
        _config: ProviderHttpRuntimeConfig,
    ) -> ProviderHttpResult<ProviderHttpResponse> {
        self.requests.lock().unwrap().push(request);
        self.responses
            .lock()
            .unwrap()
            .pop_front()
            .unwrap_or_else(|| {
                Err(ProviderHttpError::Transport {
                    provider_id: DOUBAN_PROVIDER_ID,
                    operation: "fake",
                    message: "fake transport response queue was empty".to_owned(),
                    attempts: 0,
                })
            })
    }
}