nako-metadata-scraper 0.1.0-alpha.2

Official Nako metadata scraper Addon Sidecar.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

use crate::{
    Config,
    config::{ProviderConfig, ProviderId},
    engine::{
        ExternalIdValueKind, ProviderExternalIdCapability, av::AV_NUMBER_EXTERNAL_ID_PROVIDER,
    },
    providers::{
        ProviderBuildStatus, ProviderConfigInput,
        official_uncensored::{
            OfficialUncensoredDetailPath, OfficialUncensoredProviderConfig, OfficialUncensoredSite,
        },
        registry::ProviderCatalogEntry,
    },
};

pub type CaribbeanProviderConfig = OfficialUncensoredProviderConfig;

pub(crate) const CARIBBEAN_SITE: OfficialUncensoredSite = OfficialUncensoredSite {
    provider_id: "caribbean",
    url_external_id_provider: "caribbean_url",
    provider_id_enum: ProviderId::Caribbean,
    default_base_url: "https://www.caribbeancom.com",
    base_url_env_var: "NAKO_METADATA_SCRAPER_CARIBBEAN_BASE_URL",
    timeout_env_var: "NAKO_METADATA_SCRAPER_CARIBBEAN_TIMEOUT_MS",
    enabled_env_var: "NAKO_METADATA_SCRAPER_PROVIDER_CARIBBEAN_ENABLED",
    capabilities: &[
        "metadata_suggestion",
        "av_number_search",
        "caribbean_direct_lookup",
        "official_uncensored",
        "browser_worker_rendered_html",
    ],
    field_quality: crate::engine::ProviderFieldQualityDescriptor::new(620, 400, 620, 620),
    detail_path: OfficialUncensoredDetailPath::CaribbeanMoviepages,
    outcome: crate::engine::ProviderOutcome::CaribbeanRenderedHtmlParsed,
    tagline: "Caribbeancom uncensored AV title",
};

const CARIBBEAN_EXTERNAL_ID_CAPABILITIES: &[ProviderExternalIdCapability] = &[
    ProviderExternalIdCapability::new(
        "caribbean",
        ExternalIdValueKind::Opaque,
        true,
        true,
        &["caribbean_id"],
        false,
    ),
    ProviderExternalIdCapability::new(
        "caribbean_url",
        ExternalIdValueKind::Url,
        true,
        true,
        &["caribbean_url"],
        false,
    ),
    ProviderExternalIdCapability::new(
        AV_NUMBER_EXTERNAL_ID_PROVIDER,
        ExternalIdValueKind::Opaque,
        true,
        true,
        &[],
        false,
    ),
];

#[must_use]
pub(crate) fn catalog_entry() -> ProviderCatalogEntry {
    crate::providers::official_uncensored::catalog_entry(
        &CARIBBEAN_SITE,
        CARIBBEAN_EXTERNAL_ID_CAPABILITIES,
        load_config,
        rendered_page_config,
        crate::providers::render_drift::ProviderRenderDriftCaseDescriptor::new(
            120,
            crate::providers::render_drift::RENDER_DRIFT_SAMPLE_CARIBBEAN_AV_NUMBER_ENV_VAR,
            crate::providers::render_drift::DEFAULT_SAMPLE_CARIBBEAN_AV_NUMBER,
            render_drift_case_from_config,
        ),
        build_provider,
    )
}

fn rendered_page_config(
    provider: &ProviderConfig,
) -> Option<&crate::providers::rendered_page::RenderedPageSupportConfig> {
    provider
        .caribbean_config()
        .map(|config| &config.rendered_pages)
}

fn render_drift_case_from_config(
    provider: &ProviderConfig,
    sample: &str,
) -> Option<crate::providers::render_drift::BrowserWorkerRenderDriftCase> {
    provider.caribbean_config().map(|config| {
        crate::providers::official_uncensored::render_drift_case(&CARIBBEAN_SITE, config, sample)
    })
}

fn load_config(input: ProviderConfigInput<'_>) -> ProviderConfig {
    crate::providers::official_uncensored::load_config(
        input,
        &CARIBBEAN_SITE,
        ProviderConfig::caribbean,
    )
}

fn build_provider(config: &Config) -> ProviderBuildStatus {
    crate::providers::official_uncensored::build_provider(
        config,
        &CARIBBEAN_SITE,
        ProviderConfig::caribbean_config,
    )
}