nerve_uri 0.2.0

Cross-platform uri scan library (for nerve ecosystem)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use reqwest::Client;
use futures::{stream, StreamExt};
use std::collections::HashMap;
use std::sync::{Arc, Mutex};

pub async fn scan_uri(base_uri: &String, word_list: &Vec<String>) -> HashMap<String, String> {
    let mut result = HashMap::new();
    let scan_results: Arc<Mutex<HashMap<String, String>>> = Arc::new(Mutex::new(HashMap::new()));
    let client = Client::new();
    let mut target_uris: Vec<String> = Vec::new();
    for w in word_list{
        target_uris.push(format!("{}{}", base_uri, w));
    }
    let results = stream::iter(target_uris).map(|uri| {
        let client = &client;
        async move {
            let resp = client.get(&uri).send().await.unwrap();
            let stat = resp.status();
            (uri, stat.to_string())
        }
    }).buffer_unordered(100);

    results.for_each(|r| async {
        match r {
            (uri, status) => {
                if status != "404 Not Found" {
                    scan_results.lock().unwrap().insert(uri, status);
                }
            },
        }
    }).await;

    for (uri, status) in scan_results.lock().unwrap().iter() {
        result.insert(uri.to_string(), status.to_string());
    }
    return result;
}