subscan 1.3.0

A subdomain enumeration tool leveraging diverse techniques, designed for advanced pentesting operations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90

use core::time::Duration;
use std::collections::BTreeSet;

use serde_json::{json, Value};
use subscan::{
    enums::dispatchers::SubscanModuleDispatcher, error::ModuleErrorKind::GetContent,
    modules::integrations::commoncrawl::CommonCrawl, types::result::status::SubscanModuleStatus,
};

use crate::common::{
    constants::{TEST_BAR_SUBDOMAIN, TEST_BAZ_SUBDOMAIN, TEST_DOMAIN, TEST_URL},
    mock::funcs,
    stub::StubTemplateManager,
    utils,
};

#[tokio::test]
async fn extract_cdx_urls_test() {
    if let SubscanModuleDispatcher::CommonCrawl(module) = CommonCrawl::dispatcher() {
        let json = json!([
            {"no-cdx-api-field": TEST_URL},
            {"no-id-field": TEST_URL},
            {"id": "2024", "cdx-api": TEST_URL},
            {"id": "2024", "cdx-api": TEST_URL},
            {"id": "2023", "cdx-api": "https://foo.bar"},
        ]);
        let expected = [TEST_URL.to_string()];

        assert_eq!(module.extract_cdx_urls(Value::Null, "2024"), None);
        assert_eq!(
            module.extract_cdx_urls(json, "2024").unwrap(),
            expected.into()
        );
    }
}

#[tokio::test]
async fn run_success_test() {
    let stubs = "module/integrations/commoncrawl";
    let templates = vec!["commoncrawl-index-template.json"];
    let manager: StubTemplateManager = (stubs, templates).into();

    let config = stubr::Config {
        port: Some(manager.port().await),
        ..Default::default()
    };

    let stubr = stubr::Stubr::start_with(manager.temp().await, config).await;
    let mut commoncrawl = CommonCrawl::dispatcher();

    funcs::wrap_module_url(&mut commoncrawl, &stubr.path("/commoncrawl/index"));
    funcs::set_requester_timeout(&mut commoncrawl, Duration::from_millis(500)).await;

    let (results, status) = utils::run_module(commoncrawl, TEST_DOMAIN).await;

    let expected = BTreeSet::from([
        TEST_BAR_SUBDOMAIN.to_string(),
        TEST_BAZ_SUBDOMAIN.to_string(),
    ]);

    assert_eq!(results, expected);
    assert_eq!(status, SubscanModuleStatus::Finished);
}

#[tokio::test]
#[stubr::mock("module/integrations/commoncrawl/commoncrawl-index-delayed.json")]
async fn run_timeout_test() {
    let mut commoncrawl = CommonCrawl::dispatcher();

    funcs::wrap_module_url(&mut commoncrawl, &stubr.path("/commoncrawl/index-delayed"));
    funcs::set_requester_timeout(&mut commoncrawl, Duration::from_millis(500)).await;

    let (results, status) = utils::run_module(commoncrawl, TEST_DOMAIN).await;

    assert_eq!(results, BTreeSet::new());
    assert_eq!(status, GetContent.into());
}

#[tokio::test]
#[stubr::mock("module/integrations/commoncrawl/commoncrawl-index-no-data.json")]
async fn run_no_cdx_urls_test() {
    let mut commoncrawl = CommonCrawl::dispatcher();

    funcs::wrap_module_url(&mut commoncrawl, &stubr.path("/commoncrawl/index-no-data"));

    let (results, status) = utils::run_module(commoncrawl, TEST_DOMAIN).await;

    assert_eq!(results, BTreeSet::new());
    assert_eq!(status, "not get cdx URLs".into());
}