mocra 0.3.0

A distributed, event-driven crawling and data collection framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use crate::cacheable::CacheAble;
use crate::common::model::cookies::CookieItem;
use crate::common::model::headers::HeaderItem;
use crate::common::model::{Cookies, Headers};
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct LoginInfo {
    pub cookies: Vec<CookieItem>,
    pub useragent: String,
    pub extra: serde_json::Value,
}

impl Default for LoginInfo {
    fn default() -> Self {
        LoginInfo{
            cookies: vec![],
            useragent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36".to_string(),
            extra: Default::default(),
        }
    }
}

impl From<&LoginInfo> for Cookies {
    fn from(value: &LoginInfo) -> Self {
        Cookies {
            cookies: value.cookies.clone(),
        }
    }
}

impl From<&LoginInfo> for Headers {
    fn from(value: &LoginInfo) -> Self {
        Headers {
            headers: vec![HeaderItem {
                key: "User-Agent".to_string(),
                value: value.useragent.clone(),
            }],
        }
    }
}
impl LoginInfo {
    pub fn get_extra<T>(&self, key: &str) -> Option<T>
    where
        T: Serialize + for<'de> Deserialize<'de>,
    {
        self.extra
            .get(key)
            .and_then(|v| serde_json::from_value::<T>(v.clone()).ok())
    }
    pub fn get_shop_id(&self) -> Option<i64> {
        self.get_extra("shopid")
    }
}

impl CacheAble for LoginInfo {
    fn field() -> impl AsRef<str> {
        "login_info"
    }
}