use std::collections::BTreeSet;
use reqwest::Url;
use serde_json::Value;
use crate::{
enums::{
auth::AuthenticationMethod,
content::Content,
dispatchers::{RequesterDispatcher, SubscanModuleDispatcher},
},
error::ModuleErrorKind::JSONExtract,
extractors::json::JSONExtractor,
modules::generics::integration::GenericIntegrationModule,
requesters::client::HTTPClient,
types::{
core::{Result, Subdomain, SubscanModuleCoreComponents},
func::GenericIntegrationCoreFuncs,
},
};
pub const THREATCROWD_MODULE_NAME: &str = "threatcrowd";
pub const THREATCROWD_URL: &str = "http://ci-www.threatcrowd.org/searchApi/v2/domain/report";
pub struct ThreatCrowd {}
impl ThreatCrowd {
pub fn dispatcher() -> SubscanModuleDispatcher {
let requester: RequesterDispatcher = HTTPClient::default().into();
let extractor: JSONExtractor = JSONExtractor::new(Box::new(Self::extract));
let generic = GenericIntegrationModule {
name: THREATCROWD_MODULE_NAME.into(),
auth: AuthenticationMethod::NoAuthentication,
funcs: GenericIntegrationCoreFuncs {
url: Box::new(Self::get_query_url),
next: Box::new(Self::get_next_url),
},
components: SubscanModuleCoreComponents {
requester: requester.into(),
extractor: extractor.into(),
},
};
generic.into()
}
pub fn get_query_url(domain: &str) -> String {
format!("{THREATCROWD_URL}/?domain={domain}")
}
pub fn get_next_url(_url: Url, _content: Content) -> Option<Url> {
None
}
pub fn extract(content: Value, _domain: &str) -> Result<BTreeSet<Subdomain>> {
if let Some(passives) = content["subdomains"].as_array() {
let filter = |item: &Value| Some(item.as_str()?.to_string());
return Ok(passives.iter().filter_map(filter).collect());
}
Err(JSONExtract.into())
}
}